-- Logs begin at Fri 2022-02-04 05:11:06 UTC, end at Fri 2022-02-04 06:48:44 UTC. -- Feb 04 05:44:04.193704 dv-neutron-826811-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 05:44:07.028290 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.common.config [-] Logging enabled! Feb 04 05:44:07.028879 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev42 Feb 04 05:44:07.029059 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102059) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 05:44:07.032303 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.common.config [-] Logging enabled! Feb 04 05:44:07.032559 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev42 Feb 04 05:44:07.032870 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102059) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 05:44:07.033829 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 05:44:07.034091 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 05:44:07.034448 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 05:44:07.034692 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 05:44:07.034916 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 05:44:07.035230 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.035526 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.035820 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.036048 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.036345 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.036636 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.036916 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.037240 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.038052 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.038354 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.038691 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.039078 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.039309 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.039590 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.039875 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.040164 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.040391 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] debug = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.040672 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.041112 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.041524 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.041801 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.042089 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.042366 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.042637 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.042910 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.043192 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.043517 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] host = dv-neutron-826811-2-hyperv {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.043791 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.044075 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.044358 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.044639 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.044911 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.045224 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.045507 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.045776 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.046046 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] log_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.046319 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.046604 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.046886 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.047172 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.047394 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.047616 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.047902 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.048188 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.048464 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.048735 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.049007 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.049303 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.049576 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.049841 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.050125 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.050407 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.050689 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.050961 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.051232 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.051502 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.051769 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.052051 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.052322 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.052593 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.052862 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.053797 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.054234 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.054517 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.054818 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.055106 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.055396 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.055679 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.055954 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.056236 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.056508 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.056780 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.057050 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] use_json = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.057346 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.057617 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.057898 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.058168 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.058439 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.058712 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.058982 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.059264 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.059535 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:07.059827 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.060122 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.060419 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.060708 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.060999 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.061302 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.061592 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.061870 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.062158 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.062443 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.062734 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.063012 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.063300 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.063576 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.063871 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.064171 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.064462 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.064751 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.065024 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.065328 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.065599 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.065876 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.066161 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.066435 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.066721 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.067008 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.067285 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.067569 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.067860 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.068149 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.068419 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.068694 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.069009 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.069310 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.069582 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.069857 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.070145 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.070420 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.070691 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.070971 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.071248 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.071519 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.071789 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.072064 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.072350 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.072623 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.072893 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.073186 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.073461 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.073732 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.074014 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.074289 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.074558 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.074837 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.075112 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.075391 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.075663 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.075940 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.076209 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.076482 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.076756 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.077027 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.077325 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.077599 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.077871 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.078145 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.078417 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.078963 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.079238 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.079510 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.079783 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.080058 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.080330 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.080616 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.080913 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.081215 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.081495 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.081773 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.082050 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.082324 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.082599 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.082875 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.083151 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.083425 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.083712 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.083994 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.084282 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.084584 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.084868 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.085189 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.085476 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.085761 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.086040 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.086316 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.086596 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.086876 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.087170 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.087461 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.087753 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.088045 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.088336 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.088615 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.088920 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.089223 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:07.089441 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 05:44:07.089677 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102059) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 05:44:07.443059 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 05:44:07.443335 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 05:44:07.443623 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 05:44:07.444007 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 05:44:07.845095 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.845310 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.845583 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.846877 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.847152 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.847582 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.884167 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.884447 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.884716 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.899668 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.899946 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.900214 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.929300 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.929573 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.929842 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.966465 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.966747 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:07.967016 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.201609 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.202279 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.202279 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.202448 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.203079 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.324621 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.324940 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.325250 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.325528 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.325797 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.326116 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.326381 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.326639 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.326893 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.327174 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.327437 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.327703 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.327957 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.328209 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.328743 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.329014 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.329300 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.329566 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.329834 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.330090 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.330357 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.330609 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.330888 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.331262 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.331510 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.331754 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.332146 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:44:08.332382 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:44:08.332618 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:44:08.332851 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:44:08.333103 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:44:08.333337 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:44:08.333696 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 05:44:08.337395 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 05:44:08.341358 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 05:44:08.345210 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 04 05:44:08.346849 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 05:44:08.347306 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 05:44:08.347639 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 05:44:08.348020 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 05:44:08.351684 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 05:44:08.351934 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 05:44:08.352286 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 05:44:08.357627 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 04 05:44:08.379719 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 05:44:08.380181 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.380482 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102059) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 05:44:08.380842 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.382341 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102059) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 05:44:08.382624 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 05:44:08.382872 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 05:44:08.386144 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.386425 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:08.449277 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 05:44:08.449523 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 05:44:08.449768 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 05:44:08.450135 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 05:44:08.472778 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_db.sqlalchemy.engines [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102059) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 04 05:44:09.002199 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Initializing driver for type 'gre' Feb 04 05:44:09.002791 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] gre ID ranges: [(1, 1000)] Feb 04 05:44:09.053295 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Initializing driver for type 'local' Feb 04 05:44:09.053295 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Initializing driver for type 'vlan' Feb 04 05:44:09.066055 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] VlanTypeDriver initialization complete Feb 04 05:44:09.066348 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Initializing driver for type 'vxlan' Feb 04 05:44:09.066826 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] vxlan ID ranges: [(1, 1000)] Feb 04 05:44:09.119861 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Initializing extension driver 'port_security' Feb 04 05:44:09.120308 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.extensions.port_security [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] PortSecurityExtensionDriver initialization complete Feb 04 05:44:09.120648 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Initializing mechanism driver 'openvswitch' Feb 04 05:44:09.120974 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Initializing mechanism driver 'hyperv' Feb 04 05:44:09.127654 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:09.130002 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > port after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.130384 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > port after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.130741 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > port after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.131274 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:44:09.131753 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.132155 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.132501 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.132896 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:44:09.133326 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > network after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.133675 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > network after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.134014 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > network after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.134401 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:44:09.134807 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > security_group after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.135158 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > security_group after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.135497 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.135889 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:44:09.136338 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.136631 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.136968 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.137388 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:44:09.137790 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > address_group after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.138132 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > address_group after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.138475 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.138862 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102059) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:44:09.139309 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] ML2 OVO RPC backend initialized. {{(pid=102059) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 04 05:44:09.140017 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.140370 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.140784 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > network before_response 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.141154 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > networks before_response 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.141498 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > port before_response 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.141834 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > ports before_response 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.142175 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > subnet before_response 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.142513 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > subnets before_response 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.142858 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > network after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.143195 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > network after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.143529 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > network after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.143866 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > port after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.144201 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > port after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.144538 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > port after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.144872 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.145243 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.145577 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.146148 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.plugin [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Modular L2 Plugin initialization complete Feb 04 05:44:09.146479 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading services supported by the core plugin {{(pid=102059) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 05:44:09.147332 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.plugins.ml2.managers [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Got port-security extension from driver 'port_security' Feb 04 05:44:09.147799 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.extensions.vlantransparent [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Disabled vlantransparent extension. Feb 04 05:44:09.148281 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102059) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 05:44:09.148597 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading Plugin: router Feb 04 05:44:09.185051 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.185469 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router after_create 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.185842 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router before_create 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.186205 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.186576 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.186930 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router after_delete 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.187627 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.187757 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.188121 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router after_create 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.188466 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router after_update 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.188816 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router after_update 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.189191 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.189550 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router after_update 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.189957 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.190325 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: port after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.190663 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: port after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.191000 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: subnet after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.191341 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.191688 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.192032 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.192371 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: port before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.192714 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router precommit_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.193065 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router after_update 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.193432 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.193831 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.194268 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.194616 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.194980 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > agent after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.195340 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > agent after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.195688 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > network after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.196548 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Tracking information for resource: router configured {{(pid=102059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:44:09.196877 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Tracking information for resource: floatingip configured {{(pid=102059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:44:09.201836 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.db.l3_agentschedulers_db [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 05:44:09.202425 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: port after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.202790 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: port after_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.203141 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: port after_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.203757 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: port after_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.204547 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router before_create 55550100 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.204915 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.205299 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router precommit_create 55550100 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.205654 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > router precommit_update 55550100 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.210891 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.services.provider_configuration [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service providers = [] {{(pid=102059) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 05:44:09.211256 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.db.servicetype_db [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102059) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 05:44:09.214217 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.services.service_base [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:44:09.214569 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.services.service_base [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:44:09.214909 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.services.service_base [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:44:09.215802 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.services.service_base [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:44:09.216170 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.services.service_base [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 05:44:09.216538 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:44:09.216851 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 05:44:09.228333 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:44:09.228668 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading Plugin: auto_allocate Feb 04 05:44:09.234522 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: network precommit_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.234892 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: network precommit_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.235407 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:44:09.235730 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading Plugin: tag Feb 04 05:44:09.242734 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:44:09.243065 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading Plugin: timestamp Feb 04 05:44:09.246910 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:44:09.247242 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading Plugin: network_ip_availability Feb 04 05:44:09.252668 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.253037 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.253420 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.254133 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:44:09.254458 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading Plugin: flavors Feb 04 05:44:09.259962 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:44:09.260290 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading Plugin: revisions Feb 04 05:44:09.264617 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:44:09.265011 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_concurrency.lockutils [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=102059) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 05:44:09.265775 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102059) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 05:44:09.266112 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Initializing extension manager. Feb 04 05:44:09.266616 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: __init__.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.266957 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: __pycache__ {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.267292 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.267624 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: address_group.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.268375 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.268938 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: address-group Feb 04 05:44:09.269297 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: address_scope.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.270010 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.270521 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: address-scope Feb 04 05:44:09.270841 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.272340 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.272861 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: router-admin-state-down-before-update Feb 04 05:44:09.273218 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: agent.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.273925 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.274434 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: agent Feb 04 05:44:09.274759 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: agent_resources_synced.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.275673 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.276184 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: agent-resources-synced Feb 04 05:44:09.276506 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.278340 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.278864 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: allowed-address-pairs Feb 04 05:44:09.279189 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.280267 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.280783 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: auto-allocated-topology Feb 04 05:44:09.281128 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: availability_zone.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.281823 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.282329 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: availability_zone Feb 04 05:44:09.282651 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: availability_zone_filter.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.283569 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.284076 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: availability_zone_filter Feb 04 05:44:09.284396 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: data_plane_status.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.285343 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.285849 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 05:44:09.286170 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: default_subnetpools.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.287081 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.287611 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: default-subnetpools Feb 04 05:44:09.287932 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.288737 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.289276 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: dhcp_agent_scheduler Feb 04 05:44:09.289600 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: dns.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.290782 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.291290 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 05:44:09.291614 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: dns_domain_ports.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.292531 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.293037 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 05:44:09.293390 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.294316 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.294832 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 04 05:44:09.295156 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: dvr.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.295833 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.296341 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: dvr Feb 04 05:44:09.296659 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: ecmp_routes.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.297604 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.298109 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 04 05:44:09.298426 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: empty_string_filtering.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.299333 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.299839 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: empty-string-filtering Feb 04 05:44:09.300157 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.301063 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.301593 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 05:44:09.301914 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.302826 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.303358 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 05:44:09.303674 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: external_net.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.304583 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.305111 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: external-net Feb 04 05:44:09.305440 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.306351 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.306854 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: extra_dhcp_opt Feb 04 05:44:09.307171 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: extraroute.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.308088 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.308591 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: extraroute Feb 04 05:44:09.308909 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: extraroute_atomic.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.309978 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.310488 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: extraroute-atomic Feb 04 05:44:09.310808 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: filter_validation.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.311641 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.312148 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: filter-validation Feb 04 05:44:09.312470 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: fip_pf_description.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.313426 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.313931 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 05:44:09.314256 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: fip_port_details.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.315185 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.315692 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: fip-port-details Feb 04 05:44:09.316013 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: flavors.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.317290 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.317811 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: flavors Feb 04 05:44:09.318136 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.320474 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.320995 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 05:44:09.321357 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: floatingip_pools.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.322061 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.322572 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: floatingip-pools Feb 04 05:44:09.322895 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: ip_allocation.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.323824 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.324330 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 05:44:09.324660 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.325604 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.326117 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: ip-substring-filtering Feb 04 05:44:09.326441 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: l2_adjacency.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.327363 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.327878 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 05:44:09.328203 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: l3.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.329468 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.329996 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: router Feb 04 05:44:09.330320 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.332574 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.333136 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 05:44:09.333470 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.334973 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.335490 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: ext-gw-mode Feb 04 05:44:09.335814 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.336737 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.337278 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: l3-ha Feb 04 05:44:09.337604 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: l3_flavors.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.338522 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.339033 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: l3-flavors Feb 04 05:44:09.339354 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.340262 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.340771 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 05:44:09.341098 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: l3agentscheduler.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.342151 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.342665 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: l3_agent_scheduler Feb 04 05:44:09.342992 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: logging.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.344517 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.345050 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension logging not supported by any of loaded plugins Feb 04 05:44:09.345408 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: metering.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.346153 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.346729 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: metering Feb 04 05:44:09.347057 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.348292 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.348814 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: metering_source_and_destination_fields Feb 04 05:44:09.349172 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: multiprovidernet.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.350149 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.350667 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: multi-provider Feb 04 05:44:09.350988 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: netmtu.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.351905 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.352417 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: net-mtu Feb 04 05:44:09.352739 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: netmtu_writable.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.353682 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.354197 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: net-mtu-writable Feb 04 05:44:09.354521 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: network_availability_zone.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.355195 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.355702 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: network_availability_zone Feb 04 05:44:09.356024 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: network_ip_availability.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.357153 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.357671 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: network-ip-availability Feb 04 05:44:09.357998 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: network_segment_range.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.358761 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.359263 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 05:44:09.359586 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: pagination.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.360567 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.360951 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: pagination Feb 04 05:44:09.361310 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: port_device_profile.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.362222 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.362736 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: port-device-profile Feb 04 05:44:09.363240 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.363978 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.364489 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: port-mac-address-regenerate Feb 04 05:44:09.364816 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.365801 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.366310 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: port-numa-affinity-policy Feb 04 05:44:09.366625 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: port_resource_request.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.367544 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.368046 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 05:44:09.368364 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: portbindings.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.369319 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.369833 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: binding Feb 04 05:44:09.370154 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: portbindings_extended.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.371448 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.371967 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: binding-extended Feb 04 05:44:09.372291 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: portsecurity.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.373245 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.373760 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: port-security Feb 04 05:44:09.374082 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: project_id.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.375062 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.375389 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: project-id Feb 04 05:44:09.375714 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: providernet.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.376638 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.377183 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: provider Feb 04 05:44:09.377504 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: qos.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.381670 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.382202 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension qos not supported by any of loaded plugins Feb 04 05:44:09.382529 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.383796 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.384317 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 05:44:09.384645 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.385610 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.386130 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 05:44:09.386499 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: qos_default.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.387367 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.387880 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension qos-default not supported by any of loaded plugins Feb 04 05:44:09.388202 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: qos_fip.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.388860 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.389467 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 05:44:09.389788 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.390718 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.391229 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 05:44:09.391549 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.392465 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.392973 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 05:44:09.393327 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: qos_pps_rule.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.394518 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.395044 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension qos-pps not supported by any of loaded plugins Feb 04 05:44:09.395367 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.396287 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.397434 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 05:44:09.397741 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: qos_rules_alias.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.398873 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.399393 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 05:44:09.399718 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: quotasv2.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.400850 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.401220 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: quotas Feb 04 05:44:09.401547 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: quotasv2_detail.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.404786 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.405157 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: quota_details Feb 04 05:44:09.405494 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: rbac.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.406564 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.407095 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: rbac-policies Feb 04 05:44:09.407427 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: rbac_address_group.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.408357 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.408879 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: rbac-address-group Feb 04 05:44:09.409246 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: rbac_address_scope.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.410165 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.410684 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: rbac-address-scope Feb 04 05:44:09.411010 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: rbac_security_groups.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.411924 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.412573 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: rbac-security-groups Feb 04 05:44:09.413168 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.414566 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.415367 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: rbac-subnetpool Feb 04 05:44:09.415702 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: revisionifmatch.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.416648 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.417193 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: revision-if-match Feb 04 05:44:09.417522 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: revisions.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.418645 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.419160 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: standard-attr-revisions Feb 04 05:44:09.419482 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: router_availability_zone.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.420159 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.420671 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: router_availability_zone Feb 04 05:44:09.420993 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: routerservicetype.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.421938 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.422447 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 05:44:09.422769 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.423715 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.424229 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: security-groups-normalized-cidr Feb 04 05:44:09.424553 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.425509 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.426038 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: port-security-groups-filtering Feb 04 05:44:09.426345 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.427280 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.427791 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: security-groups-remote-address-group Feb 04 05:44:09.428167 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: securitygroup.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.439989 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.440524 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: security-group Feb 04 05:44:09.440860 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: segment.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.441684 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.442198 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension segment not supported by any of loaded plugins Feb 04 05:44:09.442527 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.443470 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.444538 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 05:44:09.444864 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: servicetype.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.446122 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.446648 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: service-type Feb 04 05:44:09.446973 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: sorting.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.447972 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.448306 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: sorting Feb 04 05:44:09.448631 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: standard_attr_segment.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.449577 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.450099 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 05:44:09.450424 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: standardattrdescription.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.451077 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.451591 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: standard-attr-description Feb 04 05:44:09.451918 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: stateful_security_group.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.452885 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.453716 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: stateful-security-group Feb 04 05:44:09.454044 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: stdattrs_common.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.454687 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 05:44:09.455010 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.455969 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.456496 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 05:44:09.456819 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: subnet_onboard.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.457923 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.458445 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: subnet_onboard Feb 04 05:44:09.458773 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.460257 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.460796 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 05:44:09.461152 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: subnet_service_types.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.462080 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.462597 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: subnet-service-types Feb 04 05:44:09.462918 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: subnetallocation.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.464012 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.464527 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: subnet_allocation Feb 04 05:44:09.464852 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.465570 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.466083 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: subnetpool-prefix-ops Feb 04 05:44:09.466405 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.467336 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.467844 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 05:44:09.468164 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: tagging.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.469275 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.469793 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: standard-attr-tag Feb 04 05:44:09.470119 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: timestamp.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.471334 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.471857 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loaded extension: standard-attr-timestamp Feb 04 05:44:09.472184 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: trunk.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.473250 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.473770 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension trunk not supported by any of loaded plugins Feb 04 05:44:09.474095 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: trunk_details.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.475053 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.475573 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 05:44:09.475892 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.476816 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.477443 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 05:44:09.477763 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Loading extension file: vlantransparent.py {{(pid=102059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:44:09.478434 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:44:09.478947 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 05:44:09.481382 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:network Feb 04 05:44:09.481911 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:subnet Feb 04 05:44:09.482315 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:44:09.482710 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:port Feb 04 05:44:09.483936 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.484370 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service FLAVORS assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.484983 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.485438 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.485767 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:router Feb 04 05:44:09.486191 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 05:44:09.486691 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service METERING assigned prefix: /metering {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.488110 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.488476 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.488828 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:44:09.489875 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 05:44:09.490313 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:security_group Feb 04 05:44:09.490871 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 05:44:09.491561 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service CORE assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.491891 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:44:09.492237 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] subnetpool is already registered Feb 04 05:44:09.492661 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service CORE assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.492983 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:44:09.493338 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] subnetpool is already registered Feb 04 05:44:09.495640 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.496071 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service FLAVORS assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.496656 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.497103 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.497437 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:router Feb 04 05:44:09.497778 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] router is already registered Feb 04 05:44:09.498185 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 05:44:09.498521 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] floatingip is already registered Feb 04 05:44:09.498971 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service METERING assigned prefix: /metering {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.499628 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 05:44:09.499952 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] rbac_policy is already registered Feb 04 05:44:09.500362 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:security_group Feb 04 05:44:09.500748 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] security_group is already registered Feb 04 05:44:09.501181 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 05:44:09.501517 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] security_group_rule is already registered Feb 04 05:44:09.502140 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service CORE assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.502471 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:44:09.502806 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] subnetpool is already registered Feb 04 05:44:09.503224 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.v2.resource_helper [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Service CORE assigned prefix: {{(pid=102059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:44:09.503548 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:44:09.503881 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING neutron.quota.resource_registry [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] subnetpool is already registered Feb 04 05:44:09.504344 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: extensions {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.505826 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: address-groups {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.508025 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: address-scopes {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.509374 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: agents {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.510526 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: auto-allocated-topology {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.511764 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: availability_zones {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.512996 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: dhcp-networks {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.514501 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: dhcp-agents {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.515902 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: routers {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.518211 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: flavors {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.519377 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: service_profiles {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.520599 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: next_providers {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.522763 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: service_profiles {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.524281 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: floatingip-pools {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.525528 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: routers {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.527650 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: floatingips {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.528936 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: l3-routers {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.530338 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: l3-agents {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.531875 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: metering-labels {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.533541 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: metering-label-rules {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.535184 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: network-ip-availabilities {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.537004 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: bindings {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.539298 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: quotas {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.541291 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: quotas {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.542900 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: rbac-policies {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.544514 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: security-groups {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.547513 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: security-group-rules {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.549249 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: service-providers {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.550733 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: subnetpools {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.552638 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: subnetpools {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.554830 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: tags {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.556846 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: tags {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.558691 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: tags {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.560456 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: tags {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.562252 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: tags {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.564095 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: tags {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.565800 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: tags {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.567685 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: tags {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.570033 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: tags {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.571773 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron.api.extensions [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Extended resource: tags {{(pid=102059) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:44:09.577808 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING keystonemiddleware.auth_token [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 05:44:09.582774 dv-neutron-826811-2-hyperv neutron-server[102059]: WARNING keystonemiddleware.auth_token [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 05:44:09.591899 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_concurrency.lockutils [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Acquired lock "singleton_lock" {{(pid=102059) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 05:44:09.592380 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_concurrency.lockutils [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Releasing lock "singleton_lock" {{(pid=102059) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 05:44:09.593010 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO oslo_service.service [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Starting 2 workers Feb 04 05:44:09.597817 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Started child 102166 {{(pid=102059) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 05:44:09.602255 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Started child 102167 {{(pid=102059) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 05:44:09.603631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.604332 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO neutron.service [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 05:44:09.604522 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Notify callbacks [] for process, before_spawn {{(pid=102059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.605355 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [-] (102166) wsgi starting up on http://0.0.0.0:9696 Feb 04 05:44:09.607081 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO oslo_service.service [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Starting 1 workers Feb 04 05:44:09.607186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.608458 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [-] (102167) wsgi starting up on http://0.0.0.0:9696 Feb 04 05:44:09.612280 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Started child 102168 {{(pid=102059) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 05:44:09.612823 dv-neutron-826811-2-hyperv neutron-server[102059]: INFO oslo_service.service [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Starting 1 workers Feb 04 05:44:09.615823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.service [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] calling RpcWorker wait() {{(pid=102168) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 05:44:09.616409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.service [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] returning from RpcWorker wait() {{(pid=102168) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 05:44:09.617391 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Started child 102169 {{(pid=102059) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 05:44:09.617654 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.618083 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:09.618256 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2f8f-8aae-4dbf-b0a3-d2d9955e90f7 None None] Notify callbacks [] for process, after_spawn {{(pid=102059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.620070 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102059) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 05:44:09.620287 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 05:44:09.620465 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 05:44:09.620674 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 05:44:09.621012 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 05:44:09.621222 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 05:44:09.621723 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.622000 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.622261 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.622363 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.622808 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.622808 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.623388 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.623494 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:09.623648 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.623890 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.624171 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.624402 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.624574 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.624737 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.624987 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.625241 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.625538 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.625822 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.626056 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.626355 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.626529 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.626784 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.627041 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.627271 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.627536 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] debug = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.627796 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.628269 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.628516 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.628778 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.629001 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.629310 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.629569 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.629826 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.630074 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.630309 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.630539 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.630788 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.631043 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.631920 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.632216 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.632454 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.632690 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.633200 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] host = dv-neutron-826811-2-hyperv {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.633437 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.633660 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.633919 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.634174 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.634419 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.634653 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.634910 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.635167 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.635429 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.635665 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.635917 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.636164 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.636410 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.636712 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.636869 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_options = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.637065 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.637347 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.637637 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.637820 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.637977 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.638151 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.638395 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.638559 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.638809 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.639023 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.639235 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.639467 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.639703 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.639915 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.640163 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.640409 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.640652 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.640889 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.641169 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.641403 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.641625 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.641951 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.643184 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.643184 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.643564 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.643859 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.644120 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.644382 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.644605 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.645329 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.646494 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.647390 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.647746 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.648205 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.648539 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.648862 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.651325 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.652268 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.653968 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.654232 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.654515 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.654815 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.655063 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.655308 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.655556 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.655783 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.656029 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_json = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.656286 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.656506 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.656770 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.657003 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.657286 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.657504 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.657719 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.657956 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.658203 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.658633 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.658911 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.659251 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.659506 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.659755 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.659999 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.660228 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.660478 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.660735 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.660993 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.661326 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.661570 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.661846 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.662084 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.662394 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.662705 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.663049 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.663393 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.663647 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.663864 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.664116 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.664342 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.664593 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.664836 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.665070 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.665390 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.665574 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.665863 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.666164 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.666419 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.666681 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.666913 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.667149 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.667380 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.667615 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.667833 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.668070 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.668330 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.668550 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.668788 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.669010 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.669297 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.669484 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.669738 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.669985 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.670240 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.670469 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.670707 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.670921 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.671155 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.671383 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.671597 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.671846 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.672060 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.672331 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.672558 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.672803 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.673015 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.673264 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.673483 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.673714 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.673949 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.674160 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.674368 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.674584 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.674792 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.675041 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.675276 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.675488 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.675700 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.675915 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.676128 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.676375 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.676590 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.676822 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.677053 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.677292 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.677499 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.677712 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.677927 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.678703 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.679159 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.679468 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.679687 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.679921 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.680393 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.680608 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.680815 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.681050 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.681342 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.681662 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.681896 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.682136 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.682365 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.682598 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.682826 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.683056 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.683290 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.683535 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.683760 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.684020 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.684256 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.684510 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.684728 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.684939 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.685210 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.685421 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.685661 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.685892 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.686143 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.686360 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.686625 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.686871 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.687114 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.687338 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.687593 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.687868 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.688097 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.688370 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.688584 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.688846 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.689166 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.689429 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.689687 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.689945 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.690174 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.690433 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.690659 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.690917 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.691143 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.691385 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.691630 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.691899 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.692154 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.692369 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.692601 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.692825 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.693173 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.693397 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.694220 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.694584 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.694865 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.695172 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.695405 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.695670 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.695906 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.696155 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.696397 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.696626 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.696857 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.697100 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.697353 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.697566 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.697810 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.698022 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.698236 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.698443 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.698649 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.698882 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.699218 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.699567 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.699935 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.700255 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.700528 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.700834 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.701053 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.701588 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.701834 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.702234 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.702471 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.702705 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.702922 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.703183 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.703663 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.703931 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.704189 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.704417 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.704791 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.705192 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.705582 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.705941 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.706316 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.706533 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.706938 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.707151 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.707367 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.707579 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.707809 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.708033 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.708260 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.708513 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.708745 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.709119 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.709393 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.709624 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.709860 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.710071 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.710315 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.710527 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.710738 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.710967 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.711178 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.711409 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.711657 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.711894 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.712112 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.712319 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.712524 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.712750 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.712978 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.713208 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.713484 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.713725 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.713948 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.714195 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.714424 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.714677 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.714918 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.715126 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.715333 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.715550 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.715761 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.715967 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.716190 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.716395 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.716600 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.716815 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.717025 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.717254 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.717521 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.717728 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.717934 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.718148 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.718358 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.718567 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.718785 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.718989 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.719195 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.719525 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.719904 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.720291 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.720664 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.720991 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.721357 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.721731 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.722069 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.722633 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.723063 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.723419 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.723743 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.724150 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.724470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:09.724561 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.724870 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.725269 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.725710 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.726049 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.726400 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.726720 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.727038 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.727357 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.727714 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.728167 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.728634 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.728961 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.729475 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.729739 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.730166 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.730501 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.730813 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.731206 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.731665 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.732062 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.732420 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.732755 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.733138 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.733463 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.733777 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.734112 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.734439 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.734768 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.735130 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.735475 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.735844 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.736156 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.736485 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.736800 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.737172 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.737483 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.737821 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.738150 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.738373 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 05:44:09.739138 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102059) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 05:44:09.739334 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 05:44:09.739559 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 05:44:09.739794 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 05:44:09.740054 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 05:44:09.740271 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 05:44:09.741128 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.741371 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.741603 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.741826 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.742053 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.742314 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.742543 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.742771 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.742996 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.743219 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.743444 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.743668 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.743893 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.744117 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.744340 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.744565 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.744790 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.745015 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.745276 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.745499 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.745950 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.745950 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.746479 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] debug = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.746479 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.746771 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.746871 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.747060 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.747286 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.748333 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.748333 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.748333 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.748333 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.748644 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.748644 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.748780 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.749012 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.749264 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.749496 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.749692 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.749922 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.750148 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] host = dv-neutron-826811-2-hyperv {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.750377 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.750604 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.750828 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.751051 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.751275 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.751500 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.751730 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.751947 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.752172 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.752399 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.752623 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.752845 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.753122 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.753325 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.753550 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_options = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.753773 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.754009 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.754223 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.754483 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.754710 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.754894 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.755048 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.755203 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.755357 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.755511 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.755665 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.755819 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.755970 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.756170 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.756894 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.757046 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.757222 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.757382 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.757582 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.757735 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.757890 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.758043 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.758195 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.758348 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.758501 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.758654 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.758806 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.758959 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.759111 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.759265 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.759564 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.759654 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.759875 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.760094 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.760314 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.760532 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.760753 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.760970 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.761221 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.761446 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.761663 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.761886 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.762108 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.762328 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.762554 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.762772 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.762987 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_json = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.763209 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.763663 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.763663 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.763835 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.764046 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.764264 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.764479 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.764696 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.764916 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:44:09.765184 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.765410 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.765649 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.765889 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.766142 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.766390 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.766643 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.766842 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.766998 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.767154 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.767317 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.767472 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.767638 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.767793 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.767949 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.768106 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.768280 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.768437 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.768592 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.768782 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.768944 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.769116 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.769282 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.769438 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.769598 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.769753 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.769907 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.770077 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.770233 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.770389 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.770544 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.770702 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.770935 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.771162 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.771386 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.771612 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.771864 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.772096 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.772317 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.772539 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.772762 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.772987 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.773235 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.773460 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.773679 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.773905 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.774125 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.774347 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.774571 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.774791 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.775011 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.775236 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.775460 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.775682 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.775902 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.776156 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.776360 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.776581 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.776806 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.777041 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.777316 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.777564 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.777809 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.778073 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.778242 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.778398 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.778568 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.778725 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.778880 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.779035 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.779191 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.779348 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.779507 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.779664 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.779818 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.779974 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.780167 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.780328 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.780485 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.780639 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.780795 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.780951 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.781125 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.781284 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.781439 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.781596 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.781752 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.781907 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.782063 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.782303 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.782546 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.782769 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.782991 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.783217 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.783436 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.783658 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.783877 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.784099 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.784321 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.784543 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.784764 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.784984 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.785235 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.785456 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.785677 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.785897 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.786118 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.786339 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.786559 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.786781 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.787003 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.787224 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.787471 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.787694 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.787912 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.788133 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.788373 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.788623 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.788870 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.789142 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.789406 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.789611 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.789770 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.789927 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.790085 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.790241 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.790398 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.790553 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.790707 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.790862 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.791017 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.791171 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.791333 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.791528 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.791693 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.791849 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.792003 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.792182 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.792338 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.792493 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.792649 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.792803 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.792957 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.793135 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.793294 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.793450 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.793679 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.793904 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.794128 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.794351 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.794574 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.794796 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.795018 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.795240 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.795465 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.795687 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.795910 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.796134 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.796355 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.796578 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.796799 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.797021 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.797276 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.797494 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.797714 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.797934 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.798159 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.798380 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.798601 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.798823 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.799041 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.799263 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.799490 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.799716 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.799970 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.800217 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.800464 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.800708 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.800939 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.801189 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.801411 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.801632 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.801857 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.802075 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.802249 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.802408 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.802564 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.802720 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.802876 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.803617 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.803769 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.803927 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.804096 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.804251 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.804407 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.804562 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.804717 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.804874 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.805028 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.805207 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.805363 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.805518 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.805673 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.805831 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.805990 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.806145 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.806301 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.806457 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.806612 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.806767 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.806922 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.807089 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.807246 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.807401 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.807556 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.807712 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.807867 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.808034 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.808189 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.808344 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.808499 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.808654 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.808808 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.808972 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.809159 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.809316 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.809471 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.809626 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.809781 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.809950 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.810106 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.810261 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.810415 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.810570 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.810725 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.810888 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.811045 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.811198 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.811353 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.811508 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.811662 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.811828 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.811982 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.812138 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.812293 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.812448 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.812603 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.812768 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.812925 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.813115 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.813268 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.813424 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.813578 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.813734 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.813900 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.814055 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.814213 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.814368 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.814523 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.814677 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.814834 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.814995 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.815159 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.815320 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.815476 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.815640 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.815803 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.815966 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.816123 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.816283 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.816449 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.816603 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.816756 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.816912 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.817066 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.817246 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.817401 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.817556 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.817709 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.817863 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.818018 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.818171 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.818325 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.818480 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.819303 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.819473 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.819628 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.819783 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.819938 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.820098 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:44:09.820247 dv-neutron-826811-2-hyperv neutron-server[102059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102059) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 05:44:09.872282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39120) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.880861 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063887 Feb 04 05:44:21.143575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd1321-1e42-4380-a2e2-a88143191e35 None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:44:21.240789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dd1321-1e42-4380-a2e2-a88143191e35 None None] No non-hosted networks {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 05:44:21.253818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.agentschedulers_db [None req-20dd1321-1e42-4380-a2e2-a88143191e35 None None] DHCP Agent not found on host dv-neutron-826811-2-hyperv {{(pid=102168) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 05:44:21.308208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ccd4-0773-4a25-be46-1a657b2d3b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632375'] for agent, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.393757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6f4d-2812-47b5-b6af-90f2e63c6b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632375'] for agent, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.434721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ea5c1b06-5484-4254-98ac-e45e10913192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.641354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632375'] for agent, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.231459 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632375'] for agent, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.466211 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632375'] for agent, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.467384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.467971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.468413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.468937 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.469594 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.470152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.470791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.471019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.471436 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.471884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.472299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.472714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:26.473349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-826811-2-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:26.480405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-826811-2-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:27.263825 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39210) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:27.794393 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING oslo_policy.policy [None req-8fc9f636-f9c9-47fe-b364-6e48355604a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:44:27.794988 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING oslo_policy.policy [None req-8fc9f636-f9c9-47fe-b364-6e48355604a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:44:28.019413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-8fc9f636-f9c9-47fe-b364-6e48355604a5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:44:28.020416 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8fc9f636-f9c9-47fe-b364-6e48355604a5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7556119 Feb 04 05:44:29.732218 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.db.l3_hamode_db [None req-7fb115f8-8f92-4a2c-87d7-e8add5f38de2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 05:44:29.809583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb115f8-8f92-4a2c-87d7-e8add5f38de2 None None] Routers set() bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:29.809970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb115f8-8f92-4a2c-87d7-e8add5f38de2 None None] Router IDs set() for agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 05:44:30.407395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39226) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:30.720351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7ca9f5ab-d999-4135-bc40-65e0e86bbe01 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:30.816733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.policy [None req-7ca9f5ab-d999-4135-bc40-65e0e86bbe01 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102167) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 05:44:30.862286 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING oslo_policy.policy [None req-7ca9f5ab-d999-4135-bc40-65e0e86bbe01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:44:30.862655 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING oslo_policy.policy [None req-7ca9f5ab-d999-4135-bc40-65e0e86bbe01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:44:30.871798 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.quota [None req-7ca9f5ab-d999-4135-bc40-65e0e86bbe01 admin admin] Loaded quota_driver: . Feb 04 05:44:30.962206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ca9f5ab-d999-4135-bc40-65e0e86bbe01 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747970618460', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747970617897', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747970606242', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747970607710', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747972946938', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747970653899', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1381740', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1375313', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-311851', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-402107'] for rbac-policy, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.027007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ca9f5ab-d999-4135-bc40-65e0e86bbe01 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.028177 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7ca9f5ab-d999-4135-bc40-65e0e86bbe01 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6198187 Feb 04 05:44:33.628299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39238) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:33.920949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Request body: {'network': {'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:33.950190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Made reservation on behalf of e9ec1a7a87f14c0a987b8db42bd09bf4 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:33.953321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.970248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.079792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.083445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.102636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:34.130209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747974313018', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.130795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Unsubscribe: segment precommit_create {{(pid=102167) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 05:44:34.131291 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Added segment b4b8a3d4-e84c-4045-b4ff-d11af8d6c766 of type vlan for network ec57762b-55c8-429c-b097-adcea9dd59cd Feb 04 05:44:34.146583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d75d252-527c-4f9f-aad8-62929c66e539,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:34.194679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.195615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.195984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.196328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.196688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.197033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.197398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.197737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.198062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.198381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.198697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.199010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Tracked resource versions report: Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: pushed versions: Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: { 'AddressGroup': {'1.2'}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'ConntrackHelper': {'1.0'}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Log': {'1.0'}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Network': {'1.1'}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Port': {'1.7'}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'PortForwarding': {'1.2'}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'QosPolicy': {'1.9'}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SecurityGroup': {'1.4'}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SubPort': {'1.0'}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Subnet': {'1.1'}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Trunk': {'1.1'}} Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: consumer versions: Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: { DHCP agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: L3 agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: Metadata agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: Metering agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: Open vSwitch agent@dv-neutron-826811-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'ConntrackHelper': '1.0', Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Log': '1.0', Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Network': '1.1', Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Port': '1.7', Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'PortForwarding': '1.2', Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'QosPolicy': '1.9', Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SecurityGroup': '1.4', Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SecurityGroupRule': '1.2', Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SubPort': '1.0', Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Subnet': '1.1', Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Trunk': '1.1'}} Feb 04 05:44:34.200354 dv-neutron-826811-2-hyperv neutron-server[102167]: {{(pid=102167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:44:34.242653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.280026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.281367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:34.282022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.368326 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7388515 Feb 04 05:44:34.380448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232706c-fb62-42ba-8e66-6b28429093a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ec57762b-55c8-429c-b097-adcea9dd59cd,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:34.396013 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network ec57762b-55c8-429c-b097-adcea9dd59cd details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:37.061776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39252) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:37.449525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb43dd1f-de50-4561-bf85-fbbdf9d67174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:37.450874 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cb43dd1f-de50-4561-bf85-fbbdf9d67174 admin admin] 10.222.0.15 "GET /v2.0/networks/ec57762b-55c8-429c-b097-adcea9dd59cd HTTP/1.1" status: 200 len: 825 time: 0.3881426 Feb 04 05:44:37.477282 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7e3f15fc-16c4-4367-a823-58b5dfddfbf4 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/1c6de67e-f868-4a2a-88b9-1546992a0a19 HTTP/1.1" status: 200 len: 734 time: 0.0189474 Feb 04 05:44:37.486317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1c6de67e-f868-4a2a-88b9-1546992a0a19'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:37.511760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] Made reservation on behalf of e9ec1a7a87f14c0a987b8db42bd09bf4 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:37.513982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.802354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.865556 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23d957e-f8c7-4a0a-9942-e170b14759e3,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:37.874054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] Checking segment: {'id': 'b4b8a3d4-e84c-4045-b4ff-d11af8d6c766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:37.874439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] Network hostable DHCP agents. Network: ec57762b-55c8-429c-b097-adcea9dd59cd, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:37.894540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] Network ec57762b-55c8-429c-b097-adcea9dd59cd is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:37.904986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, ec57762b-55c8-429c-b097-adcea9dd59cd) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:37.910604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:37.911181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.917152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71470f32-dfbc-49a3-9d82-33590a91b3be None None] Network ec57762b-55c8-429c-b097-adcea9dd59cd requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:37.927328 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7e0b204a-79db-4ac1-92c4-f3389536c215 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4441774 Feb 04 05:44:38.233092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-ec57762b-55c8-429c-b097-adcea9dd59cd', 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'fixed_ips': [{'subnet_id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:38.234349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.505783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Allocated IP 172.20.0.2 (ec57762b-55c8-429c-b097-adcea9dd59cd/b23d957e-f8c7-4a0a-9942-e170b14759e3/8d97aae6-e977-421e-a2be-2b4bb65646c9) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:38.703121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.711219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.810103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Network ec57762b-55c8-429c-b097-adcea9dd59cd is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:38.814741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:38.818537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:38.855011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Pushing event updated for resources: {'Port': ['ID=8d97aae6-e977-421e-a2be-2b4bb65646c9,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:38.884239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.884239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.884239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.884239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.884239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.884776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.884776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.885136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.885479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.885803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.886121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.886436 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Tracked resource versions report: Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: pushed versions: Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: { 'AddressGroup': {'1.2'}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'ConntrackHelper': {'1.0'}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Log': {'1.0'}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Network': {'1.1'}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Port': {'1.7'}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'PortForwarding': {'1.2'}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'QosPolicy': {'1.9'}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SecurityGroup': {'1.4'}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SubPort': {'1.0'}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Subnet': {'1.1'}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Trunk': {'1.1'}} Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: consumer versions: Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: { DHCP agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: L3 agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: Metadata agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: Metering agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: Open vSwitch agent@dv-neutron-826811-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'ConntrackHelper': '1.0', Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Log': '1.0', Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Network': '1.1', Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Port': '1.7', Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'PortForwarding': '1.2', Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'QosPolicy': '1.9', Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SecurityGroup': '1.4', Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SecurityGroupRule': '1.2', Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SubPort': '1.0', Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Subnet': '1.1', Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Trunk': '1.1'}} Feb 04 05:44:38.887806 dv-neutron-826811-2-hyperv neutron-server[102168]: {{(pid=102168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:44:38.916407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Attempting to bind port 8d97aae6-e977-421e-a2be-2b4bb65646c9 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:38.916791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Attempting to bind port 8d97aae6-e977-421e-a2be-2b4bb65646c9 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b4b8a3d4-e84c-4045-b4ff-d11af8d6c766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:38.917239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Attempting to bind port 8d97aae6-e977-421e-a2be-2b4bb65646c9 on network ec57762b-55c8-429c-b097-adcea9dd59cd {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:38.921990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:38.922401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Checking segment: {'id': 'b4b8a3d4-e84c-4045-b4ff-d11af8d6c766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:38.922871 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.923255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Bound using segment: {'id': 'b4b8a3d4-e84c-4045-b4ff-d11af8d6c766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:38.923754 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Bound port: 8d97aae6-e977-421e-a2be-2b4bb65646c9, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b8a3d4-e84c-4045-b4ff-d11af8d6c766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:38.924144 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.986546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] For port 8d97aae6-e977-421e-a2be-2b4bb65646c9, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:38.991048 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] For port 8d97aae6-e977-421e-a2be-2b4bb65646c9, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8d97aae6-e977-421e-a2be-2b4bb65646c9,segment=NetworkSegment(b4b8a3d4-e84c-4045-b4ff-d11af8d6c766),segment_id=b4b8a3d4-e84c-4045-b4ff-d11af8d6c766)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:38.994494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.060067 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1da7e1-9a47-47a2-8bf5-80074fe8ffdb None None] Pushing event updated for resources: {'Port': ['ID=8d97aae6-e977-421e-a2be-2b4bb65646c9,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:40.365193 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39260) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:40.680369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-166b7007-2ffe-435c-ba17-e58bc6739d94 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:44:40.681474 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-166b7007-2ffe-435c-ba17-e58bc6739d94 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3153439 Feb 04 05:44:43.146007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 39268) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:43.659800 dv-neutron-826811-2-hyperv neutron-server[102166]: WARNING oslo_policy.policy [None req-0e806845-5046-4f3b-985e-f604150b74d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:44:43.660369 dv-neutron-826811-2-hyperv neutron-server[102166]: WARNING oslo_policy.policy [None req-0e806845-5046-4f3b-985e-f604150b74d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:44:43.886890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-0e806845-5046-4f3b-985e-f604150b74d4 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:44:43.887523 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0e806845-5046-4f3b-985e-f604150b74d4 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7394454 Feb 04 05:44:46.581561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 39288) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:46.884775 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7cbacda3-b2af-47f2-8da4-55d685a577af admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'admin_state_up': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:46.950160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.policy [None req-7cbacda3-b2af-47f2-8da4-55d685a577af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102166) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 05:44:46.997168 dv-neutron-826811-2-hyperv neutron-server[102166]: WARNING oslo_policy.policy [None req-7cbacda3-b2af-47f2-8da4-55d685a577af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:44:46.997552 dv-neutron-826811-2-hyperv neutron-server[102166]: WARNING oslo_policy.policy [None req-7cbacda3-b2af-47f2-8da4-55d685a577af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:44:47.006976 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.quota [None req-7cbacda3-b2af-47f2-8da4-55d685a577af admin admin] Loaded quota_driver: . Feb 04 05:44:47.065138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cbacda3-b2af-47f2-8da4-55d685a577af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.067842 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cbacda3-b2af-47f2-8da4-55d685a577af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.227999 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cbacda3-b2af-47f2-8da4-55d685a577af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.232962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cbacda3-b2af-47f2-8da4-55d685a577af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.255208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cbacda3-b2af-47f2-8da4-55d685a577af admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.259245 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7cbacda3-b2af-47f2-8da4-55d685a577af admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6765993 Feb 04 05:44:47.573178 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a275b0-93d2-4a87-a8d3-b9cc39616b39 None None] Network ec57762b-55c8-429c-b097-adcea9dd59cd requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:47.667648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-53934b0a-e847-441f-9b99-804167ae3a3d None None] Provisioning complete for port 8d97aae6-e977-421e-a2be-2b4bb65646c9 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:47.668044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-53934b0a-e847-441f-9b99-804167ae3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.828716 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8d97aae6-e977-421e-a2be-2b4bb65646c9 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:47.911791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-53934b0a-e847-441f-9b99-804167ae3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.959577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-53934b0a-e847-441f-9b99-804167ae3a3d None None] For port 8d97aae6-e977-421e-a2be-2b4bb65646c9, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8d97aae6-e977-421e-a2be-2b4bb65646c9,segment=NetworkSegment(b4b8a3d4-e84c-4045-b4ff-d11af8d6c766),segment_id=b4b8a3d4-e84c-4045-b4ff-d11af8d6c766)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:47.967698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8d97aae6-e977-421e-a2be-2b4bb65646c9 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:47.968385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.970272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-53934b0a-e847-441f-9b99-804167ae3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.048005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53934b0a-e847-441f-9b99-804167ae3a3d None None] Pushing event updated for resources: {'Port': ['ID=8d97aae6-e977-421e-a2be-2b4bb65646c9,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:48.101214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-549206ec-50fd-4823-b5c2-54ea91b4f6c8 None None] Provisioning complete for port 8d97aae6-e977-421e-a2be-2b4bb65646c9 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:48.101587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-549206ec-50fd-4823-b5c2-54ea91b4f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.699133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 39300) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:49.765340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8d97aae6-e977-421e-a2be-2b4bb65646c9 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:49.810967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8d97aae6-e977-421e-a2be-2b4bb65646c9 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:49.811351 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.013909 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-adebfa02-6aec-4655-979d-92e736aef6c7 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:44:50.014833 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-adebfa02-6aec-4655-979d-92e736aef6c7 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3147326 Feb 04 05:44:51.110588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9901b8d5-8a82-4a77-bde3-9e1819112665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.460191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39308) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:52.771188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:52.795230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Made reservation on behalf of d48c319615964e668d95d0a81ba78209 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:52.797419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.806334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.883408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.887505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.902086 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Reserving flat network on physical network physnet1 {{(pid=102167) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 05:44:52.923884 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3d1052-b762-444b-9eca-6502d967c506,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:52.928064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.928434 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Added segment b515dbe7-5cc8-42ec-b927-72d388df273e of type flat for network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe Feb 04 05:44:52.976073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:53.006343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:53.007254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:53.007821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:53.055514 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5943055 Feb 04 05:44:53.070475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16bd2e-5f0b-470f-b743-ac9e3180bacf admin admin] Pushing event updated for resources: {'Network': ['ID=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:53.081612 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:53.388351 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5336c90d-24de-4fa6-a10f-b4d6f9ed0a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.596309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:55.492182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39326) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:55.666762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0d268a-7a7e-4950-8a32-80eb8a959a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:55.668044 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2d0d268a-7a7e-4950-8a32-80eb8a959a2f admin admin] 10.222.0.15 "GET /v2.0/subnets/b23d957e-f8c7-4a0a-9942-e170b14759e3 HTTP/1.1" status: 200 len: 849 time: 0.1749222 Feb 04 05:44:55.825366 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-556ca0ea-0269-4921-b50e-4503851b3ecd admin admin] 10.222.0.15 "GET /v2.0/routers/b46bf8f5-6e4e-451a-b50f-b62162c21d73 HTTP/1.1" status: 200 len: 704 time: 0.1506374 Feb 04 05:44:56.089551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.201329 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.384345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Allocated IP 172.20.0.1 (ec57762b-55c8-429c-b097-adcea9dd59cd/b23d957e-f8c7-4a0a-9942-e170b14759e3/a89595ce-e12a-46c0-8236-6bd702dab113) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:56.471292 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.540651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.655359 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.734172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Network ec57762b-55c8-429c-b097-adcea9dd59cd is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:56.738638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:56.744129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:56.744129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.763580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Pushing event updated for resources: {'Port': ['ID=a89595ce-e12a-46c0-8236-6bd702dab113,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:56.938913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.945414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c2fd838b-3519-43b9-99d7-9c9d5796a2ef None None] Provisioning complete for port a89595ce-e12a-46c0-8236-6bd702dab113 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:56.945927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c2fd838b-3519-43b9-99d7-9c9d5796a2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.988558 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd838b-3519-43b9-99d7-9c9d5796a2ef None None] Port a89595ce-e12a-46c0-8236-6bd702dab113 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:57.143360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.150693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.151413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.230160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Pushing event updated for resources: {'Port': ['ID=a89595ce-e12a-46c0-8236-6bd702dab113,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:57.273653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Network ec57762b-55c8-429c-b097-adcea9dd59cd is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:57.274834 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:57.432189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Router b46bf8f5-6e4e-451a-b50f-b62162c21d73 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:57.510163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2fa9967f-e76a-4310-8fc5-cd432664997c None None] Provisioning complete for port a89595ce-e12a-46c0-8236-6bd702dab113 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:57.510726 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2fa9967f-e76a-4310-8fc5-cd432664997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.523380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:57.533879 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Sync routers for ids ['b46bf8f5-6e4e-451a-b50f-b62162c21d73'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:57.541853 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d90fd4bc-d80d-4496-8c82-4f268a4a5a7b admin admin] 10.222.0.15 "PUT /v2.0/routers/b46bf8f5-6e4e-451a-b50f-b62162c21d73/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7099023 Feb 04 05:44:57.546813 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Routers {'b46bf8f5-6e4e-451a-b50f-b62162c21d73'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:57.547969 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9967f-e76a-4310-8fc5-cd432664997c None None] Port a89595ce-e12a-46c0-8236-6bd702dab113 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:57.548241 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:44:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b46bf8f5-6e4e-451a-b50f-b62162c21d73'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:57.735151 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Set router b46bf8f5-6e4e-451a-b50f-b62162c21d73 gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:58.164662 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'name': 'router1', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:47Z', 'updated_at': '2022-02-04T05:44:56Z', 'revision_number': 2, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'gw_port_host': None, '_interfaces': [{'id': 'a89595ce-e12a-46c0-8236-6bd702dab113', 'name': '', 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'mac_address': 'fa:16:3e:9c:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:56Z', 'updated_at': '2022-02-04T05:44:57Z', 'revision_number': 2, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'subnets': [{'id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6de67e-f868-4a2a-88b9-1546992a0a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:58.216516 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Checking router: b46bf8f5-6e4e-451a-b50f-b62162c21d73 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:44:58.216884 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Updating router b46bf8f5-6e4e-451a-b50f-b62162c21d73 port a89595ce-e12a-46c0-8236-6bd702dab113 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:44:58.265202 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.775622 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.783586 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.940354 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Pushing event updated for resources: {'Port': ['ID=a89595ce-e12a-46c0-8236-6bd702dab113,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:58.956175 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.956384 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.956727 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.957062 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.957410 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.957746 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.958071 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.958402 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.958739 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.959057 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.959370 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.959679 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Tracked resource versions report: Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: pushed versions: Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: { 'AddressGroup': {'1.2'}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'ConntrackHelper': {'1.0'}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Log': {'1.0'}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Network': {'1.1'}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Port': {'1.7'}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'PortForwarding': {'1.2'}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'QosPolicy': {'1.9'}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SecurityGroup': {'1.4'}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SubPort': {'1.0'}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Subnet': {'1.1'}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Trunk': {'1.1'}} Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: consumer versions: Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: { DHCP agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: L3 agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: Metadata agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: Metering agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: Open vSwitch agent@dv-neutron-826811-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'ConntrackHelper': '1.0', Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Log': '1.0', Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Network': '1.1', Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Port': '1.7', Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'PortForwarding': '1.2', Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'QosPolicy': '1.9', Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SecurityGroup': '1.4', Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SecurityGroupRule': '1.2', Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SubPort': '1.0', Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Subnet': '1.1', Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Trunk': '1.1'}} Feb 04 05:44:58.961070 dv-neutron-826811-2-hyperv neutron-server[102169]: {{(pid=102169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:44:58.967206 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Attempting to bind port a89595ce-e12a-46c0-8236-6bd702dab113 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:58.967596 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Attempting to bind port a89595ce-e12a-46c0-8236-6bd702dab113 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b4b8a3d4-e84c-4045-b4ff-d11af8d6c766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:58.968045 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Attempting to bind port a89595ce-e12a-46c0-8236-6bd702dab113 on network ec57762b-55c8-429c-b097-adcea9dd59cd {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:58.974508 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:58.974910 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Checking segment: {'id': 'b4b8a3d4-e84c-4045-b4ff-d11af8d6c766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:58.975393 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.975774 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Bound using segment: {'id': 'b4b8a3d4-e84c-4045-b4ff-d11af8d6c766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:58.976267 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Bound port: a89595ce-e12a-46c0-8236-6bd702dab113, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b8a3d4-e84c-4045-b4ff-d11af8d6c766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:58.976757 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.041713 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] For port a89595ce-e12a-46c0-8236-6bd702dab113, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:59.061689 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] For port a89595ce-e12a-46c0-8236-6bd702dab113, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a89595ce-e12a-46c0-8236-6bd702dab113,segment=NetworkSegment(b4b8a3d4-e84c-4045-b4ff-d11af8d6c766),segment_id=b4b8a3d4-e84c-4045-b4ff-d11af8d6c766)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:59.066531 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.076446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-46be8d40-2529-46f2-9dca-fce989f5e172 None None] Provisioning complete for port a89595ce-e12a-46c0-8236-6bd702dab113 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:59.079967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-46be8d40-2529-46f2-9dca-fce989f5e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.115585 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Routers {'b46bf8f5-6e4e-451a-b50f-b62162c21d73'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:59.116204 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:44:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b46bf8f5-6e4e-451a-b50f-b62162c21d73'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:59.159665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-46be8d40-2529-46f2-9dca-fce989f5e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.196234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-46be8d40-2529-46f2-9dca-fce989f5e172 None None] For port a89595ce-e12a-46c0-8236-6bd702dab113, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a89595ce-e12a-46c0-8236-6bd702dab113,segment=NetworkSegment(b4b8a3d4-e84c-4045-b4ff-d11af8d6c766),segment_id=b4b8a3d4-e84c-4045-b4ff-d11af8d6c766)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:59.202157 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-46be8d40-2529-46f2-9dca-fce989f5e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.207330 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] Set router b46bf8f5-6e4e-451a-b50f-b62162c21d73 gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:59.256537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be8d40-2529-46f2-9dca-fce989f5e172 None None] Pushing event updated for resources: {'Port': ['ID=a89595ce-e12a-46c0-8236-6bd702dab113,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:59.303536 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836740f-a870-4c1c-8fab-41510cf913ce None None] Pushing event updated for resources: {'Port': ['ID=a89595ce-e12a-46c0-8236-6bd702dab113,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:59.330596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-764a4a96-09b0-40ed-bd67-a5715aaf860a None None] Provisioning complete for port a89595ce-e12a-46c0-8236-6bd702dab113 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:59.330962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-764a4a96-09b0-40ed-bd67-a5715aaf860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.433861 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'name': 'router1', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:47Z', 'updated_at': '2022-02-04T05:44:56Z', 'revision_number': 2, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'gw_port_host': None, '_interfaces': [{'id': 'a89595ce-e12a-46c0-8236-6bd702dab113', 'name': '', 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'mac_address': 'fa:16:3e:9c:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:56Z', 'updated_at': '2022-02-04T05:44:59Z', 'revision_number': 4, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'subnets': [{'id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6de67e-f868-4a2a-88b9-1546992a0a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:59.469046 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d860120-ced5-4970-af9b-ae78608f9d35 None None] The sync data for ids ['b46bf8f5-6e4e-451a-b50f-b62162c21d73'] in dv-neutron-826811-2-hyperv is: [{'id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'name': 'router1', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:47Z', 'updated_at': '2022-02-04T05:44:56Z', 'revision_number': 2, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'gw_port_host': None, '_interfaces': [{'id': 'a89595ce-e12a-46c0-8236-6bd702dab113', 'name': '', 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'mac_address': 'fa:16:3e:9c:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:56Z', 'updated_at': '2022-02-04T05:44:59Z', 'revision_number': 4, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'subnets': [{'id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6de67e-f868-4a2a-88b9-1546992a0a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:59.824321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39346) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:59.936529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44e5d3c-e9cf-4060-95ef-710ea789f9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:59.945047 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f44e5d3c-e9cf-4060-95ef-710ea789f9de admin admin] 10.222.0.15 "GET /v2.0/networks/e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 842 time: 0.1126399 Feb 04 05:44:59.949326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Request body: {'subnet': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'gateway_ip': '172.26.5.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.5.0/24', 'ip_version': 4}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:59.972074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Made reservation on behalf of d48c319615964e668d95d0a81ba78209 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:59.974374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.252394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:45:00.252958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.305903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6b2814-c288-4ae1-aa65-75a69680d473,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:00.317158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:00.317513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Network hostable DHCP agents. Network: e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:00.335267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:00.346386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:00.350580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:00.351167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.356633 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88550d9-6deb-4227-bfed-0effe347c0a2 None None] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:00.385903 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-54c643f1-bbea-430e-95ad-09a5556755f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4397995 Feb 04 05:45:00.488818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288b3e3-3238-40c8-8d9a-dadc8e787d4c None None] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:02.743088 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39354) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:02.941705 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b858a75d-5633-4620-bab5-0363bb66d089 admin admin] 10.222.0.15 "GET /v2.0/routers/b46bf8f5-6e4e-451a-b50f-b62162c21d73 HTTP/1.1" status: 200 len: 710 time: 0.1973500 Feb 04 05:45:03.027468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bd11a8-b360-441d-92a9-d38609086a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:03.028826 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-80bd11a8-b360-441d-92a9-d38609086a7e admin admin] 10.222.0.15 "GET /v2.0/networks/e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 886 time: 0.0812221 Feb 04 05:45:03.039443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:03.287638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.523494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.601406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.704772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Allocated IP 172.26.5.81 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/a0ffb4cd-5d11-4420-b94a-032e69e2c9d5) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:03.809169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.842721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.878158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:03.880893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:03.885069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:03.953786 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ffb4cd-5d11-4420-b94a-032e69e2c9d5,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:04.146960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.424480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.428027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.533099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Router b46bf8f5-6e4e-451a-b50f-b62162c21d73 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:04.645200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:04.651354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.652575 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0a2716ce-f3e5-4bf8-a4cb-388fcc1c2074 admin admin] 10.222.0.15 "PUT /v2.0/routers/b46bf8f5-6e4e-451a-b50f-b62162c21d73 HTTP/1.1" status: 200 len: 889 time: 1.6164730 Feb 04 05:45:05.834547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a89595ce-e12a-46c0-8236-6bd702dab113 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:05.886057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a89595ce-e12a-46c0-8236-6bd702dab113 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:05.886520 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.037794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Sync routers for ids ['b46bf8f5-6e4e-451a-b50f-b62162c21d73'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:06.047725 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Routers {'b46bf8f5-6e4e-451a-b50f-b62162c21d73'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:06.049047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:44:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b46bf8f5-6e4e-451a-b50f-b62162c21d73'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:06.275670 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Set router b46bf8f5-6e4e-451a-b50f-b62162c21d73 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:45:06.700383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'name': 'router1', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': 'a0ffb4cd-5d11-4420-b94a-032e69e2c9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:47Z', 'updated_at': '2022-02-04T05:45:04Z', 'revision_number': 4, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'gw_port': {'id': 'a0ffb4cd-5d11-4420-b94a-032e69e2c9d5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:03Z', 'updated_at': '2022-02-04T05:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a89595ce-e12a-46c0-8236-6bd702dab113', 'name': '', 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'mac_address': 'fa:16:3e:9c:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:56Z', 'updated_at': '2022-02-04T05:44:59Z', 'revision_number': 5, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'subnets': [{'id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6de67e-f868-4a2a-88b9-1546992a0a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:06.754430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Checking router: b46bf8f5-6e4e-451a-b50f-b62162c21d73 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:45:06.754783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Updating router b46bf8f5-6e4e-451a-b50f-b62162c21d73 port a0ffb4cd-5d11-4420-b94a-032e69e2c9d5 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:45:06.807534 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.140741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.146899 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.202938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 39366) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:07.290678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Attempting to bind port a0ffb4cd-5d11-4420-b94a-032e69e2c9d5 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:07.291044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Attempting to bind port a0ffb4cd-5d11-4420-b94a-032e69e2c9d5 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:07.291409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Attempting to bind port a0ffb4cd-5d11-4420-b94a-032e69e2c9d5 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:07.298422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66acffa-2a92-41fb-9c96-efca0fe5ed38 None None] Pushing event updated for resources: {'Port': ['ID=a0ffb4cd-5d11-4420-b94a-032e69e2c9d5,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:07.303627 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:07.304248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:07.304916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.305612 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:07.306409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Bound port: a0ffb4cd-5d11-4420-b94a-032e69e2c9d5, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:07.307483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.345314 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6912c7e4-52a3-4e8c-a73c-ef6dd186d932 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1404750 Feb 04 05:45:07.360033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] For port a0ffb4cd-5d11-4420-b94a-032e69e2c9d5, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:07.364200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] For port a0ffb4cd-5d11-4420-b94a-032e69e2c9d5, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a0ffb4cd-5d11-4420-b94a-032e69e2c9d5,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:07.369405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.425845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Routers {'b46bf8f5-6e4e-451a-b50f-b62162c21d73'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:07.426447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:44:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b46bf8f5-6e4e-451a-b50f-b62162c21d73'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:07.469450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66acffa-2a92-41fb-9c96-efca0fe5ed38 None None] Pushing event updated for resources: {'Port': ['ID=a0ffb4cd-5d11-4420-b94a-032e69e2c9d5,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:07.548701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] Set router b46bf8f5-6e4e-451a-b50f-b62162c21d73 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:45:07.764225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'name': 'router1', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': 'a0ffb4cd-5d11-4420-b94a-032e69e2c9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:47Z', 'updated_at': '2022-02-04T05:45:04Z', 'revision_number': 4, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'gw_port': {'id': 'a0ffb4cd-5d11-4420-b94a-032e69e2c9d5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:03Z', 'updated_at': '2022-02-04T05:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a89595ce-e12a-46c0-8236-6bd702dab113', 'name': '', 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'mac_address': 'fa:16:3e:9c:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:56Z', 'updated_at': '2022-02-04T05:44:59Z', 'revision_number': 5, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'subnets': [{'id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6de67e-f868-4a2a-88b9-1546992a0a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:07.790734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06ee91-0b76-4b8f-94bf-e56d658b028e None None] The sync data for ids ['b46bf8f5-6e4e-451a-b50f-b62162c21d73'] in dv-neutron-826811-2-hyperv is: [{'id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'name': 'router1', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': 'a0ffb4cd-5d11-4420-b94a-032e69e2c9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:47Z', 'updated_at': '2022-02-04T05:45:04Z', 'revision_number': 4, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'gw_port': {'id': 'a0ffb4cd-5d11-4420-b94a-032e69e2c9d5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:03Z', 'updated_at': '2022-02-04T05:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a89595ce-e12a-46c0-8236-6bd702dab113', 'name': '', 'network_id': 'ec57762b-55c8-429c-b097-adcea9dd59cd', 'tenant_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'mac_address': 'fa:16:3e:9c:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46bf8f5-6e4e-451a-b50f-b62162c21d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:56Z', 'updated_at': '2022-02-04T05:44:59Z', 'revision_number': 5, 'project_id': 'e9ec1a7a87f14c0a987b8db42bd09bf4', 'subnets': [{'id': 'b23d957e-f8c7-4a0a-9942-e170b14759e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6de67e-f868-4a2a-88b9-1546992a0a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:09.844173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a0ffb4cd-5d11-4420-b94a-032e69e2c9d5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:09.907816 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a0ffb4cd-5d11-4420-b94a-032e69e2c9d5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:09.908263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.003703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.026155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port a0ffb4cd-5d11-4420-b94a-032e69e2c9d5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a0ffb4cd-5d11-4420-b94a-032e69e2c9d5,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:10.034135 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.085502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=a0ffb4cd-5d11-4420-b94a-032e69e2c9d5,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:12.033982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a0ffb4cd-5d11-4420-b94a-032e69e2c9d5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:12.118358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a0ffb4cd-5d11-4420-b94a-032e69e2c9d5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:12.118358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.113746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-788d6eed-55e5-46ea-af6e-a1ecf8f69f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.392574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4e0961a-a624-4361-a001-b28645746d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.660820 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 5 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:45:24.603391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.217275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.477002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.111397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c630df54-4798-4aa9-ab74-b3ddf3df3a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.387507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77f1637b-9fc2-431d-b52f-ec9367cf7a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.595860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.216328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.471524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.659829 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 5 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:46:21.105023 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e184393a-d390-4d24-bc35-51274f7b62a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.389494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-374e8f04-63da-4af6-9955-e17bbb52fe65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.603795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.213128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.475319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:37.658258 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 5 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:46:48.821291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39960) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.883430 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1254329-7545-4665-9252-68f0aac69199 admin admin] GET failed (client error): The resource could not be found. Feb 04 05:46:48.884764 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a1254329-7545-4665-9252-68f0aac69199 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622642 Feb 04 05:46:49.044782 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac185c-f1dd-449b-b811-1c3701028cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:49.046170 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e5ac185c-f1dd-449b-b811-1c3701028cbc admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566899 Feb 04 05:46:51.108043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8be10edc-32fb-43e0-8a13-1e5a5df5cfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.254937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39970) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.352588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c27d547-f16e-4a2f-8b56-5f339ececdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:51.354803 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3c27d547-f16e-4a2f-8b56-5f339ececdb2 admin admin] 10.222.0.15 "GET /v2.0/subnets/b23d957e-f8c7-4a0a-9942-e170b14759e3 HTTP/1.1" status: 200 len: 849 time: 0.0980959 Feb 04 05:46:51.365057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:51.452709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.588910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747974407783'] for subnet, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.620614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:51.621809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.633138 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] 10.222.0.15 "PUT /v2.0/subnets/b23d957e-f8c7-4a0a-9942-e170b14759e3 HTTP/1.1" status: 200 len: 868 time: 0.2610018 Feb 04 05:46:51.633369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe12486-7ea0-495a-827d-7994d69bf82a None None] Network ec57762b-55c8-429c-b097-adcea9dd59cd requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:51.652229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23d957e-f8c7-4a0a-9942-e170b14759e3,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:51.659700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.660058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.660404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.660739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.661072 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.661447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.661776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.662118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.662445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.662765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.663089 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.663405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de4104-e5b6-4148-b1d1-7e5e4497c851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:51.958133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1a4ef02b-ea95-4e59-a407-f0282aa4839c None None] Provisioning complete for port a89595ce-e12a-46c0-8236-6bd702dab113 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:51.958472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef02b-ea95-4e59-a407-f0282aa4839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:52.040999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1a4ef02b-ea95-4e59-a407-f0282aa4839c None None] Provisioning complete for port 8d97aae6-e977-421e-a2be-2b4bb65646c9 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:52.041421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef02b-ea95-4e59-a407-f0282aa4839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.390662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7e157e1b-9db7-4c99-a740-85d5bed86ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.889131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39978) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:54.081708 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b10138-513a-4045-b982-56853c71d4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:54.082101 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b10138-513a-4045-b982-56853c71d4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:54.083596 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-25b10138-513a-4045-b982-56853c71d4f4 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1935043 Feb 04 05:46:54.602419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.217442 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.307805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 39986) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:56.477369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.555781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf3a8e-c7f2-488a-985b-c63dedd56c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:56.556252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf3a8e-c7f2-488a-985b-c63dedd56c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:56.557882 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2abf3a8e-c7f2-488a-985b-c63dedd56c1d admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2491269 Feb 04 05:46:58.742390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 39996) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:58.868006 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f09b56-8797-4b94-a0cb-8458c4d143f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:58.869372 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c1f09b56-8797-4b94-a0cb-8458c4d143f5 admin admin] 10.222.0.15 "GET /v2.0/networks/e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 886 time: 0.1260180 Feb 04 05:47:01.048378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40004) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:01.175886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d692730a-23ca-49d6-9503-505e370495ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:01.177266 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d692730a-23ca-49d6-9503-505e370495ab admin admin] 10.222.0.15 "GET /v2.0/networks/ec57762b-55c8-429c-b097-adcea9dd59cd HTTP/1.1" status: 200 len: 869 time: 0.1279283 Feb 04 05:47:03.377872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40012) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.501489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c07786-071e-4e91-9643-b697da943214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:03.501928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c07786-071e-4e91-9643-b697da943214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:03.503431 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-21c07786-071e-4e91-9643-b697da943214 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246238 Feb 04 05:47:05.688705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40020) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:05.780043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0db082-dae5-4d7e-bd14-24b35fa2f4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:05.780486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0db082-dae5-4d7e-bd14-24b35fa2f4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:05.782025 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8d0db082-dae5-4d7e-bd14-24b35fa2f4e7 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923283 Feb 04 05:47:07.998348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40028) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:08.085358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb0d7b-86a7-446b-aae2-96a72d99ec1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:08.087540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-58cb0d7b-86a7-446b-aae2-96a72d99ec1d admin admin] 10.222.0.15 "GET /v2.0/subnets/4c6b2814-c288-4ae1-aa65-75a69680d473 HTTP/1.1" status: 200 len: 816 time: 0.0880504 Feb 04 05:47:10.449873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40036) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:10.544018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83b352-83f2-446a-886d-9171cbb175eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:10.545382 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2c83b352-83f2-446a-886d-9171cbb175eb admin admin] 10.222.0.15 "GET /v2.0/subnets/b23d957e-f8c7-4a0a-9942-e170b14759e3 HTTP/1.1" status: 200 len: 868 time: 0.0945191 Feb 04 05:47:14.657249 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 5 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:47:21.110557 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ff9b137e-d128-4b8b-a924-1c3940486433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.392404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-08fd099b-8dad-4065-ac70-a333d780334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.608075 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.218987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.480357 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.827248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40090) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:30.875516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-9023aab6-7e34-479e-a94c-ddefa91bf9db admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:47:30.876499 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9023aab6-7e34-479e-a94c-ddefa91bf9db admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482924 Feb 04 05:47:33.192084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40098) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:33.251326 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-233c8460-c3f2-47bc-82b5-a570a6be1166 admin admin] GET failed (client error): The resource could not be found. Feb 04 05:47:33.252597 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-233c8460-c3f2-47bc-82b5-a570a6be1166 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595989 Feb 04 05:47:33.336390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb29713-9d04-422b-ac85-bc202c4e3979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:33.337823 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ffb29713-9d04-422b-ac85-bc202c4e3979 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806630 Feb 04 05:47:35.578774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40106) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:35.625625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:35.645889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] Made reservation on behalf of d48c319615964e668d95d0a81ba78209 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:35.648069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.675221 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.services.revisions.revision_plugin [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] Could not find related network for resource to bump revision. Feb 04 05:47:35.686704 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:35.695981 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.696307 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] Added segment e15d4db8-2c4e-4de3-b752-81525f196801 of type vlan for network db74cac3-d619-422d-ad1d-18d35655429d Feb 04 05:47:35.830221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.854102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.855082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:35.855681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.907426 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3275816 Feb 04 05:47:35.915990 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf1d0e-9b9e-405c-a56f-a9887f007753 admin admin] Pushing event updated for resources: {'Network': ['ID=db74cac3-d619-422d-ad1d-18d35655429d,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:35.940608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network db74cac3-d619-422d-ad1d-18d35655429d details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:38.131506 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40114) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:38.192011 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7d2d27-2fa4-41bd-8025-21d43c786fdf admin admin] GET failed (client error): The resource could not be found. Feb 04 05:47:38.193352 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fe7d2d27-2fa4-41bd-8025-21d43c786fdf admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608613 Feb 04 05:47:38.265128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f08ee24-cc54-415a-b1e8-3e2805152f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:38.266554 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0f08ee24-cc54-415a-b1e8-3e2805152f05 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686736 Feb 04 05:47:38.276658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d', 'cidr': '192.168.233.0/24'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:38.298195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] Made reservation on behalf of d48c319615964e668d95d0a81ba78209 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:38.300401 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.465602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.519498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fce013-dace-42f3-a731-952c10a444a9,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:38.526481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] Checking segment: {'id': 'e15d4db8-2c4e-4de3-b752-81525f196801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:38.526889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] Network hostable DHCP agents. Network: db74cac3-d619-422d-ad1d-18d35655429d, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:38.542834 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] Network db74cac3-d619-422d-ad1d-18d35655429d is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:38.551114 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, db74cac3-d619-422d-ad1d-18d35655429d) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:38.555878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:38.556528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.562193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b0431b-496a-4fa6-ada0-2d1a72a0774f None None] Network db74cac3-d619-422d-ad1d-18d35655429d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:38.574767 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3af6d3ed-8134-46b1-983d-8df35b28ebe9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3006005 Feb 04 05:47:38.805697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-db74cac3-d619-422d-ad1d-18d35655429d', 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d', 'tenant_id': 'd48c319615964e668d95d0a81ba78209', 'fixed_ips': [{'subnet_id': '43fce013-dace-42f3-a731-952c10a444a9'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:38.806714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.945885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Allocated IP 192.168.233.2 (db74cac3-d619-422d-ad1d-18d35655429d/43fce013-dace-42f3-a731-952c10a444a9/8b8d0162-acc9-4803-8b6e-5276d3c9c37e) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:39.103424 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.110080 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.149651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Network db74cac3-d619-422d-ad1d-18d35655429d is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:39.152790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:39.156264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:39.164629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Pushing event updated for resources: {'Port': ['ID=8b8d0162-acc9-4803-8b6e-5276d3c9c37e,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:39.189192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.189568 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.189919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.190260 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.190597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.190941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.191277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.191624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.191972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.192320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.192650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.192970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:39.224387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Attempting to bind port 8b8d0162-acc9-4803-8b6e-5276d3c9c37e on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:39.224757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Attempting to bind port 8b8d0162-acc9-4803-8b6e-5276d3c9c37e by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'e15d4db8-2c4e-4de3-b752-81525f196801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:39.225149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Attempting to bind port 8b8d0162-acc9-4803-8b6e-5276d3c9c37e on network db74cac3-d619-422d-ad1d-18d35655429d {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:39.230611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:39.230991 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Checking segment: {'id': 'e15d4db8-2c4e-4de3-b752-81525f196801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:39.231385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.231776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Bound using segment: {'id': 'e15d4db8-2c4e-4de3-b752-81525f196801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:39.232264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Bound port: 8b8d0162-acc9-4803-8b6e-5276d3c9c37e, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15d4db8-2c4e-4de3-b752-81525f196801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:39.232658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.301220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] For port 8b8d0162-acc9-4803-8b6e-5276d3c9c37e, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:39.304327 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] For port 8b8d0162-acc9-4803-8b6e-5276d3c9c37e, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8b8d0162-acc9-4803-8b6e-5276d3c9c37e,segment=NetworkSegment(e15d4db8-2c4e-4de3-b752-81525f196801),segment_id=e15d4db8-2c4e-4de3-b752-81525f196801)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:39.310443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.368830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad013387-d942-4663-a5d9-7652fd6a8662 None None] Pushing event updated for resources: {'Port': ['ID=8b8d0162-acc9-4803-8b6e-5276d3c9c37e,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:39.947467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8b8d0162-acc9-4803-8b6e-5276d3c9c37e up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:40.001677 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8b8d0162-acc9-4803-8b6e-5276d3c9c37e triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:40.002405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.098054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.133716 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 8b8d0162-acc9-4803-8b6e-5276d3c9c37e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8b8d0162-acc9-4803-8b6e-5276d3c9c37e,segment=NetworkSegment(e15d4db8-2c4e-4de3-b752-81525f196801),segment_id=e15d4db8-2c4e-4de3-b752-81525f196801)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:40.139457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.201794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=8b8d0162-acc9-4803-8b6e-5276d3c9c37e,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:40.367744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c77e768-a3b8-48c5-964c-e4d6ba32af8d None None] Network db74cac3-d619-422d-ad1d-18d35655429d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:40.431903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a72d5e55-5d30-4f95-be84-3f96f552557c None None] Provisioning complete for port 8b8d0162-acc9-4803-8b6e-5276d3c9c37e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:40.432593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a72d5e55-5d30-4f95-be84-3f96f552557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.800226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-db8792d4-6db9-4141-97b3-19e080fbf9dc None None] Provisioning complete for port 8b8d0162-acc9-4803-8b6e-5276d3c9c37e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:40.800579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-db8792d4-6db9-4141-97b3-19e080fbf9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.889855 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8b8d0162-acc9-4803-8b6e-5276d3c9c37e up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:41.936223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8b8d0162-acc9-4803-8b6e-5276d3c9c37e triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:41.936584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:51.111031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cf2f4427-3634-4853-98ec-cd54e8ce6d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:51.655169 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 5 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:47:53.394546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4617664e-e305-427f-b9fc-9b2cb213618c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.609216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.220810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.481908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:21.112790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e27e162a-4884-490c-ab79-f87cbfeceff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.395226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e2921996-2798-415f-abd4-fd8ae24b2cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.613728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.224299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.483200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.653810 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 5 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:48:51.115971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c246ca12-202a-4c41-8b76-81cf89ce499a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:53.396231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f490422-bc6c-46e5-aa78-1881ae3df88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:54.618087 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:56.226939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:56.486436 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:05.653017 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 5 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:49:12.732551 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40166) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:12.738559 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-15ce9bc5-c434-4910-8353-9fcb896c6586 tempest-verify_tempest_config-1353861416 tempest-verify_tempest_config-1353861416-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:49:12.739513 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-15ce9bc5-c434-4910-8353-9fcb896c6586 tempest-verify_tempest_config-1353861416 tempest-verify_tempest_config-1353861416-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059803 Feb 04 05:49:13.031277 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40184) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:13.132357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:13.207339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:13.210883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:13.256802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e908054-4343-4c44-964a-2a4cafd282ac,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:13.261467 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ff3427e74b449258f2baf759f775156&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2288623 Feb 04 05:49:13.264419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40190) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:13.265616 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.265965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.266296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.266621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.266945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.267267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.267584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.267901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.268229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.268529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.268841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.269186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3158a3-44d0-4f07-89e1-351655846e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.342223 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:13.362262 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:13.452838 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:13.455438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:13.456592 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e908054-4343-4c44-964a-2a4cafd282ac HTTP/1.1" status: 204 len: 168 time: 0.1912348 Feb 04 05:49:13.464992 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e908054-4343-4c44-964a-2a4cafd282ac,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:13.473500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.473871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.474201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.474520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.474843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.475178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.475500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.475830 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.476147 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.476460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.476771 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.477112 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a8058-09bf-4c7b-99bf-60acfcc51dd3 admin admin] Tracked resource versions report: Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: pushed versions: Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: { 'AddressGroup': {'1.2'}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'ConntrackHelper': {'1.0'}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Log': {'1.0'}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Network': {'1.1'}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Port': {'1.7'}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'PortForwarding': {'1.2'}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'QosPolicy': {'1.9'}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SecurityGroup': {'1.4'}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SubPort': {'1.0'}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Subnet': {'1.1'}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Trunk': {'1.1'}} Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: consumer versions: Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: { DHCP agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: L3 agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: Metadata agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: Metering agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: Open vSwitch agent@dv-neutron-826811-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'ConntrackHelper': '1.0', Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Log': '1.0', Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Network': '1.1', Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Port': '1.7', Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'PortForwarding': '1.2', Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'QosPolicy': '1.9', Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SecurityGroup': '1.4', Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SecurityGroupRule': '1.2', Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SubPort': '1.0', Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Subnet': '1.1', Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Trunk': '1.1'}} Feb 04 05:49:13.478414 dv-neutron-826811-2-hyperv neutron-server[102166]: {{(pid=102166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:49:21.117684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc2d7-d9b3-4547-8fb7-1173d180a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:23.398132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-69376192-5cef-4f4a-bc22-b09d364519bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:24.618675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:26.228681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:26.489715 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:42.652728 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 5 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:49:51.118960 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7e19-67d8-4a33-9d52-385c825eeeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:53.399701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d6e1b02a-d4b5-4d43-bef9-aa24c16ee81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:54.622210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.230456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.491139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.651862 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 5 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:50:21.119812 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8b822de0-1566-4c51-8600-b9ddda3f4f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:23.409861 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48dc78e9-695c-4337-a779-625b43738167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:24.625903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.232761 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.491975 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:28.127470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632375'] for agent, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:42.775186 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40264) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:42.877564 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7f35ec5e-bc2a-4a24-b8a6-75c2267abf80 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1012099 Feb 04 05:50:45.174495 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40274) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:45.227197 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-12889d70-3f1a-468b-b162-8d26b15005c0 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0516393 Feb 04 05:50:51.119839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9a1c799a-4e6b-4dda-ac1c-0f3317dbc3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:53.399531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8652-bc63-4209-bcb9-00465bed52a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:54.627392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:56.235668 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:56.493931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:56.652263 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:50:58.130555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:21.127523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8aea68c8-edaf-473e-9151-84f93afe75e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:23.404176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0af6-7692-4a86-8599-496e5f328238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.633925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.240163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.498031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:28.143607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:33.651256 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:51:51.119828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e462f0e2-d0c9-4a63-b9ef-12d24e3236b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:53.397169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-80d8d703-8318-41dc-a303-3a8e168c303a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:54.631582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:56.242224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:56.502594 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:58.156181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:09.414429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40442) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:09.673609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1294629253'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:09.702377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Made reservation on behalf of f09befcf32fc4c7cba4dc08c0377ef9e for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:09.706949 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:09.727103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:09.812486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:09.817161 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:09.857123 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40470) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:09.885309 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef5ac6d-9bee-4382-9e92-27c2d5c56b19,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:09.896465 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.896987 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.897526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.897868 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.898501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.898834 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.899231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.900418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.901239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.901749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.902258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.902752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Tracked resource versions report: Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: pushed versions: Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: { 'AddressGroup': {'1.2'}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'ConntrackHelper': {'1.0'}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Log': {'1.0'}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Network': {'1.1'}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Port': {'1.7'}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'PortForwarding': {'1.2'}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'QosPolicy': {'1.9'}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SecurityGroup': {'1.4'}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SubPort': {'1.0'}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Subnet': {'1.1'}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Trunk': {'1.1'}} Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: consumer versions: Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: { DHCP agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: HyperV agent@hv-neutron-8268: {}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: L3 agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: Metadata agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: Metering agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: Open vSwitch agent@dv-neutron-826811-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'ConntrackHelper': '1.0', Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Log': '1.0', Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Network': '1.1', Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Port': '1.7', Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'PortForwarding': '1.2', Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'QosPolicy': '1.9', Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SecurityGroup': '1.4', Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SecurityGroupRule': '1.2', Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'SubPort': '1.0', Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Subnet': '1.1', Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: 'Trunk': '1.1'}} Feb 04 05:52:09.903921 dv-neutron-826811-2-hyperv neutron-server[102166]: {{(pid=102166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:52:09.906827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:52:09.922122 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747974313018', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:09.922970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Unsubscribe: segment precommit_create {{(pid=102166) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 05:52:09.923648 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Added segment 9e3a22ec-e839-4674-a5bb-add365005ce7 of type vlan for network cb5f76f8-eacb-4879-a203-7551c846880b Feb 04 05:52:09.983675 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.020849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.023731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40480) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:10.031157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:10.032356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.130035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40486) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:10.140750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40490) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:10.140881 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7243218 Feb 04 05:52:10.147099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Request body: {'subnet': {'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:10.166201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d2833-05f6-47f1-a450-cef29997ece5 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'Network': ['ID=cb5f76f8-eacb-4879-a203-7551c846880b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:10.183498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network cb5f76f8-eacb-4879-a203-7551c846880b details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:52:10.295710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Made reservation on behalf of f09befcf32fc4c7cba4dc08c0377ef9e for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:10.300199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.364690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-786698703-network', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:10.406741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-715802178-network', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:10.424370 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Made reservation on behalf of b3b3074a7a2841fea736b2212d2c9e29 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:10.426848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.478812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.560620 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1949773559-network', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:10.590980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Made reservation on behalf of cda3d7ed68094624b6138198a0952d92 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:10.593493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.599238 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.628848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.653588 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:52:10.715195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Checking segment: {'id': '9e3a22ec-e839-4674-a5bb-add365005ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:10.715700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Network hostable DHCP agents. Network: cb5f76f8-eacb-4879-a203-7551c846880b, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:52:10.747792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Made reservation on behalf of ca53912bb8dc49d59db755c01a7ad0f9 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:10.750537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.785997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.803695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'Subnet': ['ID=c7590435-d569-4356-920c-1d19d612df74,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:10.825137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Network cb5f76f8-eacb-4879-a203-7551c846880b is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:52:10.828349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.839936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.840275 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.840716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.841351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.841702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.842162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.842578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.842911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.843354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.843776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.844106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.844424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Tracked resource versions report: Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: pushed versions: Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: { 'AddressGroup': {'1.2'}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'ConntrackHelper': {'1.0'}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Log': {'1.0'}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Network': {'1.1'}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Port': {'1.7'}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'PortForwarding': {'1.2'}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'QosPolicy': {'1.9'}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SecurityGroup': {'1.4'}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SubPort': {'1.0'}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Subnet': {'1.1'}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Trunk': {'1.1'}} Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: consumer versions: Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: { DHCP agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: HyperV agent@hv-neutron-8268: {}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: L3 agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: Metadata agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: Metering agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: Open vSwitch agent@dv-neutron-826811-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'ConntrackHelper': '1.0', Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Log': '1.0', Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Network': '1.1', Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Port': '1.7', Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'PortForwarding': '1.2', Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'QosPolicy': '1.9', Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SecurityGroup': '1.4', Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SecurityGroupRule': '1.2', Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'SubPort': '1.0', Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Subnet': '1.1', Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: 'Trunk': '1.1'}} Feb 04 05:52:10.845555 dv-neutron-826811-2-hyperv neutron-server[102167]: {{(pid=102167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:52:10.853143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.871403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, cb5f76f8-eacb-4879-a203-7551c846880b) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:10.885959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:10.886537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.887241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d67bd00-1324-47dc-8699-4cf0516063b9 None None] Network cb5f76f8-eacb-4879-a203-7551c846880b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:10.925154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a87e4e4-bb5d-49cc-935b-4c0a09ab4806,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:10.939484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40522) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:10.939955 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d15a5f6c-1ea9-44b3-99b5-162c07518dde tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7969744 Feb 04 05:52:10.946025 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Request body: {'port': {'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1150874465'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:10.956268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:52:10.978976 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.985034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.985427 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Added segment 05b39e03-ebf8-4870-8fb6-d83139724ee1 of type vlan for network df9db621-d575-4dac-8972-55177063df00 Feb 04 05:52:11.000909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.013641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:52:11.023166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.023697 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Added segment 99a18996-e79f-4ab2-b2df-7e232dfafb7c of type vlan for network bd42bdb8-2160-4369-b72e-07d7451c4a04 Feb 04 05:52:11.080954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.133759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-cb5f76f8-eacb-4879-a203-7551c846880b', 'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b', 'tenant_id': 'f09befcf32fc4c7cba4dc08c0377ef9e', 'fixed_ips': [{'subnet_id': 'c7590435-d569-4356-920c-1d19d612df74'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:52:11.134989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.137046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d06598-3bbb-4136-ba08-c307a8949aeb,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:11.167865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.169030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:11.170196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.248409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.250373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] Pushing event updated for resources: {'Network': ['ID=bd42bdb8-2160-4369-b72e-07d7451c4a04,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:11.269527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.270947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network bd42bdb8-2160-4369-b72e-07d7451c4a04 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:52:11.290307 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-90e46269-6e7b-4175-a83d-a16c0fc62528 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2647266 Feb 04 05:52:11.291181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.295613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40534) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:11.304055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:52:11.314224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.314455 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] Request body: {'subnet': {'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-715802178-subnet', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:11.314562 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Added segment bd30a308-4376-4f01-b510-36e8f7afd1b3 of type vlan for network 206fae0a-4428-4f10-9c6d-49d796115e41 Feb 04 05:52:11.370860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.398678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] Made reservation on behalf of cda3d7ed68094624b6138198a0952d92 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:11.406333 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.407340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:11.407909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.408935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.439877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.441135 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:11.441913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.445754 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Allocated IP 2001:db8::2 (cb5f76f8-eacb-4879-a203-7551c846880b/c7590435-d569-4356-920c-1d19d612df74/711905b0-f61b-4350-a5b0-0bb689f455a5) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:11.475794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Made reservation on behalf of f09befcf32fc4c7cba4dc08c0377ef9e for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:11.481927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.484511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522c54a5-6118-4802-8527-5e22522ab194,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:11.503489 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3719776 Feb 04 05:52:11.504643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40542) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:11.514206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] Request body: {'subnet': {'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1949773559-subnet', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:11.526932 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6675079 Feb 04 05:52:11.530027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40546) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:11.540014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] Request body: {'subnet': {'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-786698703-subnet', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:11.543237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d20772-74c0-445c-bfac-0683797bf6ed admin admin] Pushing event updated for resources: {'Network': ['ID=206fae0a-4428-4f10-9c6d-49d796115e41,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:11.561609 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 206fae0a-4428-4f10-9c6d-49d796115e41 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:52:11.620237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] Made reservation on behalf of ca53912bb8dc49d59db755c01a7ad0f9 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:11.622566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.641496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb38b44-5bb3-4f8c-9bd6-6dabad9b07bb admin admin] Pushing event updated for resources: {'Network': ['ID=df9db621-d575-4dac-8972-55177063df00,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:11.645892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] Made reservation on behalf of b3b3074a7a2841fea736b2212d2c9e29 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:11.648128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.663014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network df9db621-d575-4dac-8972-55177063df00 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:52:11.698552 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] device_id is not set on port 4561ccda-b24e-41f4-9951-1e81026268d8 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:11.801702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.811091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.874147 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Network cb5f76f8-eacb-4879-a203-7551c846880b is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:11.896695 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:11.900072 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:11.909290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Pushing event updated for resources: {'Port': ['ID=711905b0-f61b-4350-a5b0-0bb689f455a5,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:11.919782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.920404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.920901 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.921470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.921944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.922446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.922930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.923584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.924184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.924665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.925165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.925631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Tracked resource versions report: Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: pushed versions: Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: { 'AddressGroup': {'1.2'}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'ConntrackHelper': {'1.0'}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Log': {'1.0'}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Network': {'1.1'}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Port': {'1.7'}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'PortForwarding': {'1.2'}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'QosPolicy': {'1.9'}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SecurityGroup': {'1.4'}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SubPort': {'1.0'}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Subnet': {'1.1'}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Trunk': {'1.1'}} Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: consumer versions: Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: { DHCP agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: HyperV agent@hv-neutron-8268: {}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: L3 agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: Metadata agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: Metering agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: Open vSwitch agent@dv-neutron-826811-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'ConntrackHelper': '1.0', Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Log': '1.0', Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Network': '1.1', Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Port': '1.7', Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'PortForwarding': '1.2', Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'QosPolicy': '1.9', Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SecurityGroup': '1.4', Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SecurityGroupRule': '1.2', Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'SubPort': '1.0', Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Subnet': '1.1', Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: 'Trunk': '1.1'}} Feb 04 05:52:11.926905 dv-neutron-826811-2-hyperv neutron-server[102168]: {{(pid=102168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:52:11.988911 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Attempting to bind port 711905b0-f61b-4350-a5b0-0bb689f455a5 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:11.989660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Attempting to bind port 711905b0-f61b-4350-a5b0-0bb689f455a5 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '9e3a22ec-e839-4674-a5bb-add365005ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:11.990284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Attempting to bind port 711905b0-f61b-4350-a5b0-0bb689f455a5 on network cb5f76f8-eacb-4879-a203-7551c846880b {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:11.998234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:11.998738 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Checking segment: {'id': '9e3a22ec-e839-4674-a5bb-add365005ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:11.999231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.999829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Bound using segment: {'id': '9e3a22ec-e839-4674-a5bb-add365005ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:12.000332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Bound port: 711905b0-f61b-4350-a5b0-0bb689f455a5, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3a22ec-e839-4674-a5bb-add365005ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:12.000845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.040448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Allocated IP 2001:db8::2d6 (cb5f76f8-eacb-4879-a203-7551c846880b/c7590435-d569-4356-920c-1d19d612df74/4561ccda-b24e-41f4-9951-1e81026268d8) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:12.084621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] For port 711905b0-f61b-4350-a5b0-0bb689f455a5, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:12.091294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] For port 711905b0-f61b-4350-a5b0-0bb689f455a5, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=711905b0-f61b-4350-a5b0-0bb689f455a5,segment=NetworkSegment(9e3a22ec-e839-4674-a5bb-add365005ce7),segment_id=9e3a22ec-e839-4674-a5bb-add365005ce7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:12.096276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.137669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.184836 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4d10f-957d-479b-99c1-d2176cb73881 None None] Pushing event updated for resources: {'Port': ['ID=711905b0-f61b-4350-a5b0-0bb689f455a5,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:12.262598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40560) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:12.348526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.355970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706e34e1-ed53-4f0d-b818-176cff1f5813,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:12.363532 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] Checking segment: {'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:12.364643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] Network hostable DHCP agents. Network: bd42bdb8-2160-4369-b72e-07d7451c4a04, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:52:12.425026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.436667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] Network bd42bdb8-2160-4369-b72e-07d7451c4a04 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:52:12.511526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.512216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, bd42bdb8-2160-4369-b72e-07d7451c4a04) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:12.512216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:12.512216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.512638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19915ceb-49b8-4cb0-8853-b334b6ada5a3,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:12.512800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0631d4c7-12b5-49fa-a123-3fc6d52b63a0 None None] Network bd42bdb8-2160-4369-b72e-07d7451c4a04 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:12.568796 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2d2d5f86-b375-4e92-9420-befe3f452254 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2709911 Feb 04 05:52:12.574453 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40570) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:12.580818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:12.586117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] Checking segment: {'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:12.586117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] Network hostable DHCP agents. Network: 206fae0a-4428-4f10-9c6d-49d796115e41, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:52:12.624745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.640396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0829dc6-460c-41c6-ac4e-b2af66515b42,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:12.654010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] Checking segment: {'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:12.654550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] Network hostable DHCP agents. Network: df9db621-d575-4dac-8972-55177063df00, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:52:12.685728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] Network 206fae0a-4428-4f10-9c6d-49d796115e41 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:52:12.708137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 206fae0a-4428-4f10-9c6d-49d796115e41) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:12.717565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:12.719778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.724195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] Network df9db621-d575-4dac-8972-55177063df00 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:52:12.725141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c1577-9677-493a-b278-afc1e065dd26 None None] Network 206fae0a-4428-4f10-9c6d-49d796115e41 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:12.739034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:12.742284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, df9db621-d575-4dac-8972-55177063df00) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:12.752576 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-02137628-bb19-4f97-8993-7628f2c56cc0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2443810 Feb 04 05:52:12.754360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:12.754952 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.760465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40576) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:12.776903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:12.780187 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40578) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:12.809525 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-59ccc91d-84e1-4e5d-87cf-6dd2c07ab057 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2780581 Feb 04 05:52:12.813496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40582) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:12.816138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Network cb5f76f8-eacb-4879-a203-7551c846880b is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:12.818972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:12.823221 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.824554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.834972 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:12.838221 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:12.845464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:12.846489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.849684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.851264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.860068 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'Port': ['ID=4561ccda-b24e-41f4-9951-1e81026268d8,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:12.879329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.880704 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.903482 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fe6ba766-07f5-4354-b906-27527b97533c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9628091 Feb 04 05:52:12.915908 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40586) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:12.933870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Request body: {'port': {'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1970026743', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d6', 'mac_address': 'fa:16:3e:fe:c7:03'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:13.010392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40588) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:13.030525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.064731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8efbbba-0e43-430f-b0c5-a07972fe0b92 None None] Network df9db621-d575-4dac-8972-55177063df00 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:13.078894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.087032 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:13.093032 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.200672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.203458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40592) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:13.329256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-91f326c6-9ed6-49f8-8846-f539742c0f93 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1923547899'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:13.345861 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-206fae0a-4428-4f10-9c6d-49d796115e41', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'fixed_ips': [{'subnet_id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:52:13.346878 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.354010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-bd42bdb8-2160-4369-b72e-07d7451c4a04', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'fixed_ips': [{'subnet_id': '706e34e1-ed53-4f0d-b818-176cff1f5813'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:52:13.354933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.452584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-422f6342-83de-4962-8f5e-6ead06a99a1b tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:13.468078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.477809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-df9db621-d575-4dac-8972-55177063df00', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'fixed_ips': [{'subnet_id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:52:13.478817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.521501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.533637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.540356 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.548227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-91f326c6-9ed6-49f8-8846-f539742c0f93 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.550060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-91f326c6-9ed6-49f8-8846-f539742c0f93 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.697631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5fcd50-191f-4123-b4ca-59ebbdcb71dc None None] Network cb5f76f8-eacb-4879-a203-7551c846880b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:13.704029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-91f326c6-9ed6-49f8-8846-f539742c0f93 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.709529 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-422f6342-83de-4962-8f5e-6ead06a99a1b tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] 10.222.0.15 "PUT /v2.0/quotas/6084cc69226a434db05a804f5373bf9d HTTP/1.1" status: 200 len: 368 time: 0.5048840 Feb 04 05:52:13.715232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40598) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:13.716333 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-91f326c6-9ed6-49f8-8846-f539742c0f93 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.725197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Request body: {'network': {'project_id': '6084cc69226a434db05a804f5373bf9d'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:13.731544 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Made reservation on behalf of f09befcf32fc4c7cba4dc08c0377ef9e for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:13.756134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-91f326c6-9ed6-49f8-8846-f539742c0f93 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.757454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-91f326c6-9ed6-49f8-8846-f539742c0f93 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7460914 Feb 04 05:52:13.762517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40600) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:13.849466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Made reservation on behalf of 6084cc69226a434db05a804f5373bf9d for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:13.852864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.875898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.886048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ccfc35b9-c78f-4ad6-8717-958b075732bd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.918073 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.940763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Allocated IP 172.20.0.2 (206fae0a-4428-4f10-9c6d-49d796115e41/19915ceb-49b8-4cb0-8853-b334b6ada5a3/731dcb45-c254-43dc-8768-e0ac9fe8ab8b) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:13.949505 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Allocated IP 172.20.0.2 (bd42bdb8-2160-4369-b72e-07d7451c4a04/706e34e1-ed53-4f0d-b818-176cff1f5813/7910a7c4-4981-4c2b-b8c1-c7c08c98d826) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:13.952414 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.967618 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:13.974783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] device_id is not set on port de849daf-0ee3-4c55-a15c-600200a915d3 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:13.999240 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b569d92a-e21a-4d2f-b1d0-0eee4cd25645 None None] Provisioning complete for port 711905b0-f61b-4350-a5b0-0bb689f455a5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:13.999608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b569d92a-e21a-4d2f-b1d0-0eee4cd25645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.004501 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Allocated IP 172.20.0.2 (df9db621-d575-4dac-8972-55177063df00/d0829dc6-460c-41c6-ac4e-b2af66515b42/a4e1d2c8-b5e8-4028-b86e-155039507e49) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:14.211946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 711905b0-f61b-4350-a5b0-0bb689f455a5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:14.345513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ccfc35b9-c78f-4ad6-8717-958b075732bd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.370533 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.373101 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ccfc35b9-c78f-4ad6-8717-958b075732bd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.427935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.432055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.516399 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Allocated IP 172.26.5.30 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/567decfc-7b72-4d0c-b614-8077e09750f2) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:14.516713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ccfc35b9-c78f-4ad6-8717-958b075732bd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.517253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfc35b9-c78f-4ad6-8717-958b075732bd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15168b94-9e3e-4ef2-998c-027b0734b893 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:52:14.520520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Allocated IP 2001:db8::1a (cb5f76f8-eacb-4879-a203-7551c846880b/c7590435-d569-4356-920c-1d19d612df74/de849daf-0ee3-4c55-a15c-600200a915d3) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:14.532878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ccfc35b9-c78f-4ad6-8717-958b075732bd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.533846 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ccfc35b9-c78f-4ad6-8717-958b075732bd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] 10.222.0.15 "DELETE /v2.0/routers/15168b94-9e3e-4ef2-998c-027b0734b893 HTTP/1.1" status: 204 len: 168 time: 0.7692206 Feb 04 05:52:14.537862 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.543017 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40606) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:14.546946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e52a7442-e4cc-463a-892f-84e93f51e533 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Request body: {'router': {'name': 'tempest-router-1858054795', 'distributed': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:14.547211 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.551434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.559099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b569d92a-e21a-4d2f-b1d0-0eee4cd25645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.575489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.578516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.581566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.609012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Network 206fae0a-4428-4f10-9c6d-49d796115e41 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:14.625290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.627103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:52:14.639120 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:14.641547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:14.687524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.689268 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e52a7442-e4cc-463a-892f-84e93f51e533 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.689536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7c67a9-eea7-46f5-8d76-753bc0095d04,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:14.690280 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e52a7442-e4cc-463a-892f-84e93f51e533 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.709708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.717116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.717454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Added segment 4ecae40d-a23f-404d-b050-5e7cbf8d05c3 of type vlan for network 9b057ae6-7506-4766-9391-30a263115eca Feb 04 05:52:14.772824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b569d92a-e21a-4d2f-b1d0-0eee4cd25645 None None] For port 711905b0-f61b-4350-a5b0-0bb689f455a5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=711905b0-f61b-4350-a5b0-0bb689f455a5,segment=NetworkSegment(9e3a22ec-e839-4674-a5bb-add365005ce7),segment_id=9e3a22ec-e839-4674-a5bb-add365005ce7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:14.774933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.778577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.786576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.799777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b569d92a-e21a-4d2f-b1d0-0eee4cd25645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.814044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 711905b0-f61b-4350-a5b0-0bb689f455a5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:14.814044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.814371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.814371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:14.815082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.816022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Pushing event updated for resources: {'Port': ['ID=731dcb45-c254-43dc-8768-e0ac9fe8ab8b,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:14.832687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Attempting to bind port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:14.833221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Attempting to bind port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:14.833519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Attempting to bind port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b on network 206fae0a-4428-4f10-9c6d-49d796115e41 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:14.879033 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1590211 Feb 04 05:52:14.889860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40612) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:14.892840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Network bd42bdb8-2160-4369-b72e-07d7451c4a04 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:14.897516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Request body: {'network': {'project_id': '6084cc69226a434db05a804f5373bf9d'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:14.909468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9de95-c726-4d40-bf55-cdaa275cc855 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Pushing event updated for resources: {'Network': ['ID=9b057ae6-7506-4766-9391-30a263115eca,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:14.909757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Network df9db621-d575-4dac-8972-55177063df00 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:14.914520 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:14.914916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Checking segment: {'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:14.915528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.915693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Bound using segment: {'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:14.916180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Bound port: 731dcb45-c254-43dc-8768-e0ac9fe8ab8b, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:14.916578 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.918703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:14.925427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:14.940383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:14.945381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 9b057ae6-7506-4766-9391-30a263115eca details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:52:14.955580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Made reservation on behalf of 6084cc69226a434db05a804f5373bf9d for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:14.958628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.965160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.991448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Pushing event updated for resources: {'Port': ['ID=7910a7c4-4981-4c2b-b8c1-c7c08c98d826,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:14.992134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.003387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:52:15.013592 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.013967 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Added segment b3860e74-9c2e-45c3-8a6d-2d7d62201680 of type vlan for network 9f3ac2bb-3850-4628-972d-3c82b0c85fc8 Feb 04 05:52:15.036720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e52a7442-e4cc-463a-892f-84e93f51e533 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.044494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e52a7442-e4cc-463a-892f-84e93f51e533 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.070515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.072423 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:15.079106 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e52a7442-e4cc-463a-892f-84e93f51e533 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.083519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40616) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:15.083931 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e52a7442-e4cc-463a-892f-84e93f51e533 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5401771 Feb 04 05:52:15.108230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.181308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.182846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:15.183443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.186014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Attempting to bind port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:15.186379 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Attempting to bind port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:15.186746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Attempting to bind port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 on network bd42bdb8-2160-4369-b72e-07d7451c4a04 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:15.196585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.220833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Pushing event updated for resources: {'Port': ['ID=567decfc-7b72-4d0c-b614-8077e09750f2,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:15.235704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:15.236073 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Checking segment: {'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:15.236469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.236859 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Bound using segment: {'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:15.237437 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Bound port: 7910a7c4-4981-4c2b-b8c1-c7c08c98d826, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:15.237856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.245358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Network cb5f76f8-eacb-4879-a203-7551c846880b is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:15.252564 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:15.259283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:15.265100 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:15.265412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Pushing event updated for resources: {'Network': ['ID=9f3ac2bb-3850-4628-972d-3c82b0c85fc8,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:15.265977 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.275323 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-534f3f35-27de-4be1-a824-b29a3a6b9225 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3812935 Feb 04 05:52:15.275323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6af6790-4ec5-4e01-88f1-7c3e7e2478be tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.277167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40620) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:15.279301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Attempting to bind port a4e1d2c8-b5e8-4028-b86e-155039507e49 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:15.279805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Attempting to bind port a4e1d2c8-b5e8-4028-b86e-155039507e49 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:15.280374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Attempting to bind port a4e1d2c8-b5e8-4028-b86e-155039507e49 on network df9db621-d575-4dac-8972-55177063df00 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:15.283328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0fe51823-458b-452b-aa7b-ddca6cb129fb tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Request body: {'network': {'project_id': '6084cc69226a434db05a804f5373bf9d'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:15.286955 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Pushing event updated for resources: {'Port': ['ID=a4e1d2c8-b5e8-4028-b86e-155039507e49,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:15.295012 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:15.303094 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:15.308050 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3907266 Feb 04 05:52:15.309381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:15.316903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:15.317325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Checking segment: {'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:15.317707 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.318096 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Bound using segment: {'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:15.318613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Bound port: a4e1d2c8-b5e8-4028-b86e-155039507e49, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:15.318990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.324033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40622) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:15.326252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Allocated IP 172.26.5.211 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/79e06d7f-9895-4d26-a489-a25d250ffa51) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:15.334292 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 9f3ac2bb-3850-4628-972d-3c82b0c85fc8 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:52:15.378632 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] For port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:15.422242 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe51823-458b-452b-aa7b-ddca6cb129fb tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 05:52:15.422749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe51823-458b-452b-aa7b-ddca6cb129fb tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:52:15.423916 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0fe51823-458b-452b-aa7b-ddca6cb129fb tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1444912 Feb 04 05:52:15.429985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40624) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:15.471287 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569d92a-e21a-4d2f-b1d0-0eee4cd25645 None None] Pushing event updated for resources: {'Port': ['ID=711905b0-f61b-4350-a5b0-0bb689f455a5,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:15.502177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-43dc291a-94ce-44fa-8842-27869eae8770 None None] Provisioning complete for port 4561ccda-b24e-41f4-9951-1e81026268d8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:15.502699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-43dc291a-94ce-44fa-8842-27869eae8770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.531066 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c36669-f410-4720-98f4-ada46448c828 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'Port': ['ID=de849daf-0ee3-4c55-a15c-600200a915d3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:15.534012 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.584858 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40743f1e-8a32-43b4-8ddc-52864cba9833 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:15.591216 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40743f1e-8a32-43b4-8ddc-52864cba9833 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:15.596971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40743f1e-8a32-43b4-8ddc-52864cba9833 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:15.601421 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-40743f1e-8a32-43b4-8ddc-52864cba9833 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2721980 Feb 04 05:52:15.602647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40626) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:15.608997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6af6790-4ec5-4e01-88f1-7c3e7e2478be tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.613000 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] For port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=731dcb45-c254-43dc-8768-e0ac9fe8ab8b,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:15.613345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6af6790-4ec5-4e01-88f1-7c3e7e2478be tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.632865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.647456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.663352 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6370db6a-31e6-457a-8aa1-c6716f509c35 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6084cc69226a434db05a804f5373bf9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2286277 Feb 04 05:52:15.663659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40628) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:15.674345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.687579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6af6790-4ec5-4e01-88f1-7c3e7e2478be tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.688508 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6af6790-4ec5-4e01-88f1-7c3e7e2478be tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4760122-043a-427c-8f5a-4850409f60aa {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:52:15.694648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6af6790-4ec5-4e01-88f1-7c3e7e2478be tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.700699 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f6af6790-4ec5-4e01-88f1-7c3e7e2478be tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] 10.222.0.15 "DELETE /v2.0/routers/d4760122-043a-427c-8f5a-4850409f60aa HTTP/1.1" status: 204 len: 168 time: 0.6113329 Feb 04 05:52:15.700699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40630) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:15.704771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-383f43e3-a1d6-4ae4-a687-d3a57564f7fd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Request body: {'router': {'name': 'tempest-router-719191897', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '857c52426eb94f69b625895a09c3d709'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:15.704914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-43dc291a-94ce-44fa-8842-27869eae8770 None None] Port 4561ccda-b24e-41f4-9951-1e81026268d8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:15.740604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] For port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:15.752415 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] For port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7910a7c4-4981-4c2b-b8c1-c7c08c98d826,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:15.760711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-770d481d-4ec4-42ea-89d4-449a04956545 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.764798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] For port a4e1d2c8-b5e8-4028-b86e-155039507e49, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:15.771750 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] For port a4e1d2c8-b5e8-4028-b86e-155039507e49, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a4e1d2c8-b5e8-4028-b86e-155039507e49,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:15.774794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.776660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4356d-19cf-45a1-9614-c1e09932347f None None] Pushing event updated for resources: {'Port': ['ID=731dcb45-c254-43dc-8768-e0ac9fe8ab8b,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:15.782562 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-43dc291a-94ce-44fa-8842-27869eae8770 None None] Provisioning complete for port 711905b0-f61b-4350-a5b0-0bb689f455a5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:15.783343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-43dc291a-94ce-44fa-8842-27869eae8770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.789994 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-383f43e3-a1d6-4ae4-a687-d3a57564f7fd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.791250 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-383f43e3-a1d6-4ae4-a687-d3a57564f7fd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.808710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.814692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-770d481d-4ec4-42ea-89d4-449a04956545 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.889672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-383f43e3-a1d6-4ae4-a687-d3a57564f7fd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.904083 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-383f43e3-a1d6-4ae4-a687-d3a57564f7fd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.919437 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c7fec-4535-426f-836c-1098cffd7d8e None None] Pushing event updated for resources: {'Port': ['ID=7910a7c4-4981-4c2b-b8c1-c7c08c98d826,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:15.921342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-383f43e3-a1d6-4ae4-a687-d3a57564f7fd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:15.925172 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-383f43e3-a1d6-4ae4-a687-d3a57564f7fd tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2216539 Feb 04 05:52:15.927837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40632) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:15.932781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:15.951952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.001356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc2c24-6bda-417b-a042-d98a0b2c1293 None None] Pushing event updated for resources: {'Port': ['ID=a4e1d2c8-b5e8-4028-b86e-155039507e49,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:16.081890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event updated for resources: {'Port': ['ID=79e06d7f-9895-4d26-a489-a25d250ffa51,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:16.139307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-770d481d-4ec4-42ea-89d4-449a04956545 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.141738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-770d481d-4ec4-42ea-89d4-449a04956545 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.146384 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-770d481d-4ec4-42ea-89d4-449a04956545 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d7c67a9-eea7-46f5-8d76-753bc0095d04 HTTP/1.1" status: 204 len: 168 time: 0.4818320 Feb 04 05:52:16.147105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40634) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:16.153665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-fd82e5fb-c6f9-4c7a-92b8-c2643d941226 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Deleting port de849daf-0ee3-4c55-a15c-600200a915d3 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:16.154279 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd82e5fb-c6f9-4c7a-92b8-c2643d941226 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.179403 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Allocated IP 172.26.5.122 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/49407d8c-a74b-40ae-88dd-8dbbb615600f) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:16.185675 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:16.216253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 711905b0-f61b-4350-a5b0-0bb689f455a5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:16.302909 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 711905b0-f61b-4350-a5b0-0bb689f455a5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:16.303291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.344703 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:16.464041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4e38ee71-1a83-4447-ac8e-134dd794c2e4 None None] Provisioning complete for port 4561ccda-b24e-41f4-9951-1e81026268d8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:16.464396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4e38ee71-1a83-4447-ac8e-134dd794c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.480294 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:16.534906 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4e38ee71-1a83-4447-ac8e-134dd794c2e4 None None] Port 4561ccda-b24e-41f4-9951-1e81026268d8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:16.546950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4e38ee71-1a83-4447-ac8e-134dd794c2e4 None None] Provisioning complete for port de849daf-0ee3-4c55-a15c-600200a915d3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:16.547323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4e38ee71-1a83-4447-ac8e-134dd794c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.562534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d481d-4ec4-42ea-89d4-449a04956545 tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7c67a9-eea7-46f5-8d76-753bc0095d04,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:16.593157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.619459 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4e38ee71-1a83-4447-ac8e-134dd794c2e4 None None] Port de849daf-0ee3-4c55-a15c-600200a915d3 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:16.629258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.657379 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.704388 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.706641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd82e5fb-c6f9-4c7a-92b8-c2643d941226 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.707898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.708436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.710880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.738905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-fd82e5fb-c6f9-4c7a-92b8-c2643d941226 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Calling delete_port for de849daf-0ee3-4c55-a15c-600200a915d3 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:16.744687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.796005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102167) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 04 05:52:16.796269 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Pushing event updated for resources: {'Port': ['ID=567decfc-7b72-4d0c-b614-8077e09750f2,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:16.796396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Router a53c3248-1685-4487-8365-4c761ffb5ed1 migrating from provider to provider. {{(pid=102167) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 04 05:52:16.796691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.814396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.818169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.829216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.830438 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2749a959-b3d0-4582-9c22-9e79946fbfe4 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5652087 Feb 04 05:52:16.837068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40636) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:16.841968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-700da2d8-767a-4468-b6f2-3bf29be9ad7d tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-297646500', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'fixed_ips': [{'ip_address': '172.26.5.30'}]}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:16.871943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.902494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.971678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:16.990338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:16.991146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.010853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:17.016046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Pushing event updated for resources: {'Port': ['ID=49407d8c-a74b-40ae-88dd-8dbbb615600f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:17.023311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700da2d8-767a-4468-b6f2-3bf29be9ad7d tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Made reservation on behalf of f492b545dd29401f9410a7ebb43d89db for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:17.027530 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-700da2d8-767a-4468-b6f2-3bf29be9ad7d tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.035662 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] No L3 agents can host the router a53c3248-1685-4487-8365-4c761ffb5ed1 Feb 04 05:52:17.045110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.045552 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.046394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.046793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > port after_create 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.047200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.047617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > port after_update 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.048005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.048405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.048789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.049222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.263162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f3faa9-99d3-4808-94a4-9aa17464f992 None None] Network df9db621-d575-4dac-8972-55177063df00 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:17.313698 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.314175 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.314746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.315287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:17.315869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3ac2bb-3850-4628-972d-3c82b0c85fc8']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:17.333588 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd82e5fb-c6f9-4c7a-92b8-c2643d941226 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.343368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-700da2d8-767a-4468-b6f2-3bf29be9ad7d tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.356262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Allocated IP 172.26.5.182 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/22f7fed3-cd9e-432d-8e9f-727e50765a8c) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:17.367003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3860e74-9c2e-45c3-8a6d-2d7d62201680') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:17.367704 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3860e74-9c2e-45c3-8a6d-2d7d62201680') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:17.380635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3e7b8303-4519-493d-a4b3-f7f39b2e8023 None None] Provisioning complete for port a4e1d2c8-b5e8-4028-b86e-155039507e49 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:17.381013 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3e7b8303-4519-493d-a4b3-f7f39b2e8023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.396789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.435186 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82e5fb-c6f9-4c7a-92b8-c2643d941226 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event deleted for resources: {'Port': ['ID=de849daf-0ee3-4c55-a15c-600200a915d3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:17.574596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.625255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3e7b8303-4519-493d-a4b3-f7f39b2e8023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.631120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.694751 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3e7b8303-4519-493d-a4b3-f7f39b2e8023 None None] For port a4e1d2c8-b5e8-4028-b86e-155039507e49, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a4e1d2c8-b5e8-4028-b86e-155039507e49,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:17.703253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3e7b8303-4519-493d-a4b3-f7f39b2e8023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.737378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-700da2d8-767a-4468-b6f2-3bf29be9ad7d tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.738820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.753830 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.755505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:52:17.755977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: from cryptography.utils import int_from_bytes Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: from cryptography.utils import int_from_bytes Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:52:17.774094 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:52:17.808550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b8303-4519-493d-a4b3-f7f39b2e8023 None None] Pushing event updated for resources: {'Port': ['ID=a4e1d2c8-b5e8-4028-b86e-155039507e49,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:17.834317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.835913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-700da2d8-767a-4468-b6f2-3bf29be9ad7d tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.840713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-700da2d8-767a-4468-b6f2-3bf29be9ad7d tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] device_id is not set on port ac960c8f-aa81-4935-8446-e196c63235f9 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:17.903082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd82e5fb-c6f9-4c7a-92b8-c2643d941226 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.906939 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fd82e5fb-c6f9-4c7a-92b8-c2643d941226 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "DELETE /v2.0/ports/de849daf-0ee3-4c55-a15c-600200a915d3 HTTP/1.1" status: 204 len: 168 time: 2.3034697 Feb 04 05:52:17.911673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40640) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:17.920288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a3fc8e-fed9-4f5a-9897-007031ba64b6 None None] Network 206fae0a-4428-4f10-9c6d-49d796115e41 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:17.922516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.932789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Hosts for router a53c3248-1685-4487-8365-4c761ffb5ed1: [] {{(pid=102167) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 04 05:52:17.965018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.966269 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1784232 Feb 04 05:52:17.969881 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40644) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:17.980542 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1863848006'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:18.006853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59f18c-dde4-4feb-8a47-61f5898e494d tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event updated for resources: {'Port': ['ID=79e06d7f-9895-4d26-a489-a25d250ffa51,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.020190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.022016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700da2d8-767a-4468-b6f2-3bf29be9ad7d tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a6954a-3f83-4a43-aee3-804cc8f5b24d,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.026678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6fcd490e-933b-4755-bcf4-a6a0a3f055ac None None] Provisioning complete for port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:18.027290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6fcd490e-933b-4755-bcf4-a6a0a3f055ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.046101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Made reservation on behalf of fac69b1072c54980a683eba3df31577f for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:18.051235 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.069188 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.132891 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-af978d59-724c-4bbc-98d9-4019a1d8f430 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] GET failed (client error): The resource could not be found. Feb 04 05:52:18.135474 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-af978d59-724c-4bbc-98d9-4019a1d8f430 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "GET /v2.0/ports/de849daf-0ee3-4c55-a15c-600200a915d3 HTTP/1.1" status: 404 len: 333 time: 0.2222962 Feb 04 05:52:18.156579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40648) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:18.157592 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Hosts for other DVR routers connected to router a53c3248-1685-4487-8365-4c761ffb5ed1: set() {{(pid=102167) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 04 05:52:18.161418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.165308 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9812fd1c-0eed-4ced-9dbb-b2b3666d3d62 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] 10.222.0.15 "PUT /v2.0/routers/a53c3248-1685-4487-8365-4c761ffb5ed1 HTTP/1.1" status: 200 len: 716 time: 2.2344604 Feb 04 05:52:18.184727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Request body: {'port': {'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-538846506'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:18.190390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40650) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:18.204081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f3ac2bb-3850-4628-972d-3c82b0c85fc8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.223017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.228995 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3fffc1e2-6677-4fd1-8689-8cd960bff59c tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] 10.222.0.15 "DELETE /v2.0/networks/9f3ac2bb-3850-4628-972d-3c82b0c85fc8 HTTP/1.1" status: 204 len: 168 time: 1.7053134 Feb 04 05:52:18.248979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40654) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:18.253743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d1929-a78a-44e5-bd5b-38f3bb1fa303 None None] Network bd42bdb8-2160-4369-b72e-07d7451c4a04 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:18.269676 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6fcd490e-933b-4755-bcf4-a6a0a3f055ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.353988 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.373960 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6fcd490e-933b-4755-bcf4-a6a0a3f055ac None None] For port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=731dcb45-c254-43dc-8768-e0ac9fe8ab8b,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:18.382210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6fcd490e-933b-4755-bcf4-a6a0a3f055ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.406315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.413173 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.413649 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.421617 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1dda3c9b-10d7-4701-ab0a-a38369080005 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] 10.222.0.15 "GET /v2.0/routers/a53c3248-1685-4487-8365-4c761ffb5ed1 HTTP/1.1" status: 200 len: 716 time: 0.2100461 Feb 04 05:52:18.428538 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:52:18.440450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.440849 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Added segment 88ef3ea4-a503-47f3-9f66-cc21fb67af44 of type vlan for network 919f8d6d-624e-4631-8d4b-d695186a66cd Feb 04 05:52:18.450561 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd490e-933b-4755-bcf4-a6a0a3f055ac None None] Pushing event updated for resources: {'Port': ['ID=731dcb45-c254-43dc-8768-e0ac9fe8ab8b,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.453828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:18.474440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40656) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:18.480183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.534564 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.588133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db42de9-e035-4c47-b972-ffd854385404,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.594952 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-13d4c73f-361f-4557-bba0-903e160ceb1b None None] Provisioning complete for port a4e1d2c8-b5e8-4028-b86e-155039507e49 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:18.596261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13d4c73f-361f-4557-bba0-903e160ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.626882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:18.632490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.796821 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-13d4c73f-361f-4557-bba0-903e160ceb1b None None] Provisioning complete for port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:18.797308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13d4c73f-361f-4557-bba0-903e160ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.798879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.802709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.808983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:18.809640 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.813583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.871154 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7910a7c4-4981-4c2b-b8c1-c7c08c98d826,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:18.879996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.880932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a4e1d2c8-b5e8-4028-b86e-155039507e49 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:18.896457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Pushing event updated for resources: {'Port': ['ID=22f7fed3-cd9e-432d-8e9f-727e50765a8c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.936644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:18.944992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:18.948962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:18.983855 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Allocated IP 172.26.5.236 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/c47fc7bc-fae5-445c-8e6e-97a630587869) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:19.002324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=7910a7c4-4981-4c2b-b8c1-c7c08c98d826,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:19.013458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a4e1d2c8-b5e8-4028-b86e-155039507e49 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:19.013921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.089120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.089356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.090134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.090469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > port after_create 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.090800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.091136 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > port after_update 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.091452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.091792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.092092 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.092421 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.104900 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 731dcb45-c254-43dc-8768-e0ac9fe8ab8b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:19.115341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Made reservation on behalf of f09befcf32fc4c7cba4dc08c0377ef9e for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:19.119444 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.145997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f7d4dcd5-dfc9-492a-a923-04fca417a288 None None] Provisioning complete for port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:19.146457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dcd5-dfc9-492a-a923-04fca417a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.190535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:19.191090 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.202048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] device_id is not set on port 150a6670-132a-4b5b-8bc6-a724341b294b yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:19.267870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.268266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.268544 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.268866 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:52:19.269251 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b057ae6-7506-4766-9391-30a263115eca']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:19.285367 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-53e24728-1707-4061-8fcb-7a20274d8b4d tempest-RoutersTestDVR-1898284597 tempest-RoutersTestDVR-1898284597-project] 10.222.0.15 "GET /v2.0/routers/a53c3248-1685-4487-8365-4c761ffb5ed1 HTTP/1.1" status: 200 len: 682 time: 0.8000259 Feb 04 05:52:19.298386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40660) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:19.301154 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3285699 Feb 04 05:52:19.305731 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40662) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:19.313377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Request body: {'subnet': {'network_id': '919f8d6d-624e-4631-8d4b-d695186a66cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:19.321330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecae40d-a23f-404d-b050-5e7cbf8d05c3') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:19.321330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecae40d-a23f-404d-b050-5e7cbf8d05c3') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:19.321542 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f7d4dcd5-dfc9-492a-a923-04fca417a288 None None] Provisioning complete for port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:19.321935 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dcd5-dfc9-492a-a923-04fca417a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.351151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9627b5-3252-4601-bf20-6525c83288d5 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event updated for resources: {'Network': ['ID=919f8d6d-624e-4631-8d4b-d695186a66cd,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:19.359919 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.368504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 919f8d6d-624e-4631-8d4b-d695186a66cd details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:52:19.395425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.428494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.449296 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:52:19.450460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: from cryptography.utils import int_from_bytes Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: from cryptography.utils import int_from_bytes Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:52:19.457864 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:52:19.507423 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5658950-0a29-42c5-8fd5-07195ed9f1a4 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.537208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:52:19.544049 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.570365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.576846 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] 10.222.0.15 "DELETE /v2.0/networks/9b057ae6-7506-4766-9391-30a263115eca HTTP/1.1" status: 204 len: 168 time: 1.3178413 Feb 04 05:52:19.585387 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95192c-dfd5-454c-8272-db1419a074bc tempest-QuotasNegativeTest-1408624530 tempest-QuotasNegativeTest-1408624530-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b057ae6-7506-4766-9391-30a263115eca,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:19.626587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Made reservation on behalf of fac69b1072c54980a683eba3df31577f for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:19.630126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.677595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Allocated IP 2001:db8::5a (cb5f76f8-eacb-4879-a203-7551c846880b/c7590435-d569-4356-920c-1d19d612df74/150a6670-132a-4b5b-8bc6-a724341b294b) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:19.686706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.766204 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:19.781247 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Sync routers for ids ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:19.791720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.795938 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-01d02f5b-0cb4-49ef-aa3a-8599a5e25154 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.2197576 Feb 04 05:52:19.796722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40668) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:19.801538 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Routers {'9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:19.802820 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:51:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:19.858611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.924598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5658950-0a29-42c5-8fd5-07195ed9f1a4 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.940517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5658950-0a29-42c5-8fd5-07195ed9f1a4 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:19.944323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:19.969072 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:19.971684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:19.988381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Pushing event updated for resources: {'Port': ['ID=c47fc7bc-fae5-445c-8e6e-97a630587869,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:19.999168 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Set router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:20.028586 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-700da2d8-767a-4468-b6f2-3bf29be9ad7d tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 05:52:20.029117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700da2d8-767a-4468-b6f2-3bf29be9ad7d tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:52:20.061425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.135181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:20.158829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5658950-0a29-42c5-8fd5-07195ed9f1a4 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.159489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5658950-0a29-42c5-8fd5-07195ed9f1a4 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a53c3248-1685-4487-8365-4c761ffb5ed1 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:52:20.218469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40672) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:20.220898 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:17Z', 'revision_number': 3, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:20.229785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event updated for resources: {'Subnet': ['ID=15b66661-1734-463b-843e-9116604802ea,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:20.248442 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:20.248999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.265312 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Checking router: 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:52:20.265673 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Updating router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 port 49407d8c-a74b-40ae-88dd-8dbbb615600f binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:52:20.310153 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Checking segment: {'id': '88ef3ea4-a503-47f3-9f66-cc21fb67af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '919f8d6d-624e-4631-8d4b-d695186a66cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:20.310550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Network hostable DHCP agents. Network: 919f8d6d-624e-4631-8d4b-d695186a66cd, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:52:20.328662 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.344142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5658950-0a29-42c5-8fd5-07195ed9f1a4 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.345778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a5658950-0a29-42c5-8fd5-07195ed9f1a4 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a53c3248-1685-4487-8365-4c761ffb5ed1 HTTP/1.1" status: 204 len: 168 time: 1.0437417 Feb 04 05:52:20.354721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40676) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:20.376775 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 731dcb45-c254-43dc-8768-e0ac9fe8ab8b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:20.385853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-33306c62-bea5-478c-a300-b7152e5c42f0 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Request body: {'router': {'name': 'tempest-router-315116454', 'distributed': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:20.403655 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Network 919f8d6d-624e-4631-8d4b-d695186a66cd is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:52:20.403973 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-700da2d8-767a-4468-b6f2-3bf29be9ad7d tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.5656595 Feb 04 05:52:20.408887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40678) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:20.437557 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e59b92ef-bf1e-43dd-b893-198b47222992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.439476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 919f8d6d-624e-4631-8d4b-d695186a66cd) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:20.454812 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6544a198-7c2d-4b4b-8697-988dd6710245 None None] Network 919f8d6d-624e-4631-8d4b-d695186a66cd requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:20.456487 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:20.457148 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.476652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:20.478176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.512413 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b2993e66-d0d2-4d7c-9676-8bb55f458b6a tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2007337 Feb 04 05:52:20.514811 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40680) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:20.520146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1456119751', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:20.654475 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.655512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.703730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e59b92ef-bf1e-43dd-b893-198b47222992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.711104 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.719294 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e59b92ef-bf1e-43dd-b893-198b47222992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.752916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-919f8d6d-624e-4631-8d4b-d695186a66cd', 'network_id': '919f8d6d-624e-4631-8d4b-d695186a66cd', 'tenant_id': 'fac69b1072c54980a683eba3df31577f', 'fixed_ips': [{'subnet_id': '15b66661-1734-463b-843e-9116604802ea'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:52:20.753901 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.777559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33306c62-bea5-478c-a300-b7152e5c42f0 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.778582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33306c62-bea5-478c-a300-b7152e5c42f0 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.783062 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.784569 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.793717 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.825966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.858460 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Pushing event updated for resources: {'Port': ['ID=49407d8c-a74b-40ae-88dd-8dbbb615600f,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:20.869015 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.869435 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.869784 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.870119 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.870450 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.870791 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.871159 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.871504 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.871843 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.872166 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.872592 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.872916 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Tracked resource versions report: Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: pushed versions: Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: { 'AddressGroup': {'1.2'}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'ConntrackHelper': {'1.0'}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Log': {'1.0'}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Network': {'1.1'}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Port': {'1.7'}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'PortForwarding': {'1.2'}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'QosPolicy': {'1.9'}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SecurityGroup': {'1.4'}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SubPort': {'1.0'}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Subnet': {'1.1'}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Trunk': {'1.1'}} Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: consumer versions: Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: { DHCP agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: HyperV agent@hv-neutron-8268: {}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: L3 agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: Metadata agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: Metering agent@dv-neutron-826811-2-hyperv: {}, Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: Open vSwitch agent@dv-neutron-826811-2-hyperv: { 'AddressGroup': '1.2', Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'ConntrackHelper': '1.0', Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Log': '1.0', Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Network': '1.1', Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Port': '1.7', Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'PortForwarding': '1.2', Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'QosPolicy': '1.9', Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SecurityGroup': '1.4', Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SecurityGroupRule': '1.2', Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'SubPort': '1.0', Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Subnet': '1.1', Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: 'Trunk': '1.1'}} Feb 04 05:52:20.874039 dv-neutron-826811-2-hyperv neutron-server[102169]: {{(pid=102169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:52:20.905203 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.909009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b92ef-bf1e-43dd-b893-198b47222992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ee91c1-d54f-4c63-a5d7-3f0300b900dd,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:20.917609 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Attempting to bind port 49407d8c-a74b-40ae-88dd-8dbbb615600f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:20.918284 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Attempting to bind port 49407d8c-a74b-40ae-88dd-8dbbb615600f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:20.919259 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Attempting to bind port 49407d8c-a74b-40ae-88dd-8dbbb615600f on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:20.928182 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:20.928573 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:20.928976 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.929416 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:20.931033 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Bound port: 49407d8c-a74b-40ae-88dd-8dbbb615600f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:20.931582 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:20.952881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Allocated IP 172.20.0.2 (919f8d6d-624e-4631-8d4b-d695186a66cd/15b66661-1734-463b-843e-9116604802ea/053d3c8d-be3e-4b6d-8340-1083ce02af3c) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:21.010438 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] For port 49407d8c-a74b-40ae-88dd-8dbbb615600f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:21.014833 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] For port 49407d8c-a74b-40ae-88dd-8dbbb615600f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=49407d8c-a74b-40ae-88dd-8dbbb615600f,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:21.021496 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.039715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33306c62-bea5-478c-a300-b7152e5c42f0 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.094084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33306c62-bea5-478c-a300-b7152e5c42f0 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.099086 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Routers {'9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:21.100018 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:51:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:21.111309 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e59b92ef-bf1e-43dd-b893-198b47222992 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fad8915c4cdd4c4baab1e7a65491ba72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8916380 Feb 04 05:52:21.116470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33306c62-bea5-478c-a300-b7152e5c42f0 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.118455 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-33306c62-bea5-478c-a300-b7152e5c42f0 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7366078 Feb 04 05:52:21.120828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40684) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:21.121388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40686) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:21.147898 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4440a64-4648-4230-a7cd-499fd2756836 None None] Pushing event updated for resources: {'Port': ['ID=49407d8c-a74b-40ae-88dd-8dbbb615600f,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:21.170054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e203f3c5-2309-4248-99b2-44b869fabd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.186500 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.194226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.246899 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Network 919f8d6d-624e-4631-8d4b-d695186a66cd is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:21.251245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:21.254887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:21.266862 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Pushing event updated for resources: {'Port': ['ID=053d3c8d-be3e-4b6d-8340-1083ce02af3c,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:21.267086 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca817e-da18-40f6-b3e0-dffde4367703 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Deleting port 567decfc-7b72-4d0c-b614-8077e09750f2 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:21.267467 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5ca817e-da18-40f6-b3e0-dffde4367703 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.267749 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] Set router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:21.272734 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.284398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.306126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.346132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Attempting to bind port 053d3c8d-be3e-4b6d-8340-1083ce02af3c on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:21.347156 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Attempting to bind port 053d3c8d-be3e-4b6d-8340-1083ce02af3c by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '88ef3ea4-a503-47f3-9f66-cc21fb67af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '919f8d6d-624e-4631-8d4b-d695186a66cd'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:21.347944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Attempting to bind port 053d3c8d-be3e-4b6d-8340-1083ce02af3c on network 919f8d6d-624e-4631-8d4b-d695186a66cd {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:21.349167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b29568e1-07fb-4c22-aa13-532f3a8b7200 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.354056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:21.354763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Checking segment: {'id': '88ef3ea4-a503-47f3-9f66-cc21fb67af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '919f8d6d-624e-4631-8d4b-d695186a66cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:21.355397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.356053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Bound using segment: {'id': '88ef3ea4-a503-47f3-9f66-cc21fb67af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '919f8d6d-624e-4631-8d4b-d695186a66cd'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:21.356738 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Bound port: 053d3c8d-be3e-4b6d-8340-1083ce02af3c, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ef3ea4-a503-47f3-9f66-cc21fb67af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '919f8d6d-624e-4631-8d4b-d695186a66cd'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:21.357527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.365174 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Allocated IP 172.20.0.1 (bd42bdb8-2160-4369-b72e-07d7451c4a04/706e34e1-ed53-4f0d-b818-176cff1f5813/12ee8a39-b370-47d8-8863-9370b07efb67) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:21.427720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] For port 053d3c8d-be3e-4b6d-8340-1083ce02af3c, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:21.432870 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] For port 053d3c8d-be3e-4b6d-8340-1083ce02af3c, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=053d3c8d-be3e-4b6d-8340-1083ce02af3c,segment=NetworkSegment(88ef3ea4-a503-47f3-9f66-cc21fb67af44),segment_id=88ef3ea4-a503-47f3-9f66-cc21fb67af44)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:21.438715 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.506040 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:17Z', 'revision_number': 3, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:21.512128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a4358-bf12-406f-a9f3-08655c9ab690 None None] Pushing event updated for resources: {'Port': ['ID=053d3c8d-be3e-4b6d-8340-1083ce02af3c,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:21.529205 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.546875 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99506bdc-afd3-4849-81cb-6c277f897a3f None None] The sync data for ids ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'] in dv-neutron-826811-2-hyperv is: [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:17Z', 'revision_number': 3, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:21.582346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.583342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Network cb5f76f8-eacb-4879-a203-7551c846880b is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:21.642564 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Network bd42bdb8-2160-4369-b72e-07d7451c4a04 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:21.651283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:21.653793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:21.655271 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:21.657302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Pushing event updated for resources: {'Port': ['ID=12ee8a39-b370-47d8-8863-9370b07efb67,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:21.701865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:21.707454 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:21.708108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.746387 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.951663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.975572 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.092712 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b29568e1-07fb-4c22-aa13-532f3a8b7200 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.108706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc96-c802-49c8-9716-9ed160e537d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.110774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b29568e1-07fb-4c22-aa13-532f3a8b7200 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.113348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5ca817e-da18-40f6-b3e0-dffde4367703 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.113593 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5ca817e-da18-40f6-b3e0-dffde4367703 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.163077 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.9823253 Feb 04 05:52:22.168213 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b05e4f13-e878-41fe-85ff-d18ea9895b44 None None] Provisioning complete for port 12ee8a39-b370-47d8-8863-9370b07efb67 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:22.168596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b05e4f13-e878-41fe-85ff-d18ea9895b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.172018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d21dd2-f208-477b-8f44-f6ee2a0d2348 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'Port': ['ID=150a6670-132a-4b5b-8bc6-a724341b294b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:22.186625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40692) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:22.205964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-3dc8f504-9331-4658-8b6c-fbc4cf2d4b62 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d6', 'mac_address': 'fa:16:3e:fe:c7:03'}]}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:22.209441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca817e-da18-40f6-b3e0-dffde4367703 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Calling delete_port for 567decfc-7b72-4d0c-b614-8077e09750f2 owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:22.227425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b05e4f13-e878-41fe-85ff-d18ea9895b44 None None] Port 12ee8a39-b370-47d8-8863-9370b07efb67 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:22.288366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Router c6712a65-cd47-4695-ad16-6c99cc5758fd is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:52:22.314075 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc96-c802-49c8-9716-9ed160e537d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.329133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b29568e1-07fb-4c22-aa13-532f3a8b7200 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.329743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29568e1-07fb-4c22-aa13-532f3a8b7200 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e954cd71-342d-4125-861a-ca11ddf08dcd {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:52:22.334850 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 49407d8c-a74b-40ae-88dd-8dbbb615600f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:22.363141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Allocated IP 172.26.5.45 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/e99537a5-279d-4df0-ba75-d82473163028) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:22.392032 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.404980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-768fc6b8-acef-4dbb-b4ae-86c4fc059d6a None None] Provisioning complete for port 150a6670-132a-4b5b-8bc6-a724341b294b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:22.405592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-768fc6b8-acef-4dbb-b4ae-86c4fc059d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.454697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 49407d8c-a74b-40ae-88dd-8dbbb615600f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:22.455268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.456720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-768fc6b8-acef-4dbb-b4ae-86c4fc059d6a None None] Port 150a6670-132a-4b5b-8bc6-a724341b294b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:22.557941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.590207 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 49407d8c-a74b-40ae-88dd-8dbbb615600f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=49407d8c-a74b-40ae-88dd-8dbbb615600f,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:22.594983 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.596161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 053d3c8d-be3e-4b6d-8340-1083ce02af3c up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:22.622888 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.716284 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.728706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.732630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=49407d8c-a74b-40ae-88dd-8dbbb615600f,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:22.750731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b29568e1-07fb-4c22-aa13-532f3a8b7200 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.754995 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b29568e1-07fb-4c22-aa13-532f3a8b7200 tempest-RoutersTestDVR-1107991788 tempest-RoutersTestDVR-1107991788-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e954cd71-342d-4125-861a-ca11ddf08dcd HTTP/1.1" status: 204 len: 168 time: 1.6236222 Feb 04 05:52:22.761824 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.776536 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 053d3c8d-be3e-4b6d-8340-1083ce02af3c triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:22.777279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.815551 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:22.829768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:22.834748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:22.891413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5ca817e-da18-40f6-b3e0-dffde4367703 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.902343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:22.938308 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event updated for resources: {'Port': ['ID=e99537a5-279d-4df0-ba75-d82473163028,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:22.960092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 053d3c8d-be3e-4b6d-8340-1083ce02af3c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=053d3c8d-be3e-4b6d-8340-1083ce02af3c,segment=NetworkSegment(88ef3ea4-a503-47f3-9f66-cc21fb67af44),segment_id=88ef3ea4-a503-47f3-9f66-cc21fb67af44)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:22.965572 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.006779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Pushing event updated for resources: {'Port': ['ID=12ee8a39-b370-47d8-8863-9370b07efb67,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:23.010172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.017108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f504-9331-4658-8b6c-fbc4cf2d4b62 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.032527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=053d3c8d-be3e-4b6d-8340-1083ce02af3c,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:23.036655 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc0e03-01e9-44c6-81c9-70da02d1fe0c None None] Network 919f8d6d-624e-4631-8d4b-d695186a66cd requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:23.073210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca817e-da18-40f6-b3e0-dffde4367703 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Pushing event deleted for resources: {'Port': ['ID=567decfc-7b72-4d0c-b614-8077e09750f2,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:23.107625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c0ba6761-13fb-44e1-bb40-931414ce4f63 None None] Provisioning complete for port 053d3c8d-be3e-4b6d-8340-1083ce02af3c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:23.108070 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6761-13fb-44e1-bb40-931414ce4f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.145271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.185386 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40700) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:23.208018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc96-c802-49c8-9716-9ed160e537d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.210705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc96-c802-49c8-9716-9ed160e537d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.215859 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-89d8fc96-c802-49c8-9716-9ed160e537d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41ee91c1-d54f-4c63-a5d7-3f0300b900dd HTTP/1.1" status: 204 len: 168 time: 2.0855720 Feb 04 05:52:23.324659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8fc96-c802-49c8-9716-9ed160e537d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ee91c1-d54f-4c63-a5d7-3f0300b900dd,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:23.341293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5ca817e-da18-40f6-b3e0-dffde4367703 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.344192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5ca817e-da18-40f6-b3e0-dffde4367703 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.350684 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e5ca817e-da18-40f6-b3e0-dffde4367703 tempest-ExternalNetworksAdminNegativeTestJSON-242938266 tempest-ExternalNetworksAdminNegativeTestJSON-242938266-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/dfed8044-e968-4f96-b832-7bb95aa7507f HTTP/1.1" status: 204 len: 168 time: 2.9382014 Feb 04 05:52:23.425220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e8b9004c-7c2c-4be2-9c9b-99035371bf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.466331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:23.484408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Sync routers for ids ['c6712a65-cd47-4695-ad16-6c99cc5758fd'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:23.505270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Routers {'c6712a65-cd47-4695-ad16-6c99cc5758fd'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:23.511748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c6712a65-cd47-4695-ad16-6c99cc5758fd'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:23.570373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.577008 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8857c21e-0cd6-42e0-a6a8-d8195c6eb805 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.8122551 Feb 04 05:52:23.582908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40710) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:23.637575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Network bd42bdb8-2160-4369-b72e-07d7451c4a04 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:23.727423 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:23.753960 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1929204f-bb75-4f47-a813-e2240205fa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.792952 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Set router c6712a65-cd47-4695-ad16-6c99cc5758fd gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:23.873474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40714) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:23.947742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40716) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:23.954504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-18fb45fd-0966-4deb-85f7-133220d81263 None None] Provisioning complete for port 053d3c8d-be3e-4b6d-8340-1083ce02af3c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:23.954947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-18fb45fd-0966-4deb-85f7-133220d81263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.964344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-46232ec5-b22d-495a-aff9-d05fec45713e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.143873 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.147650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 49407d8c-a74b-40ae-88dd-8dbbb615600f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:24.185747 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:52:24.230071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-46232ec5-b22d-495a-aff9-d05fec45713e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.230616 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 49407d8c-a74b-40ae-88dd-8dbbb615600f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:24.230893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.231232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1929204f-bb75-4f47-a813-e2240205fa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.238854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:52:24.253666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-46232ec5-b22d-495a-aff9-d05fec45713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.258517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f504-9331-4658-8b6c-fbc4cf2d4b62 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.284099 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1929204f-bb75-4f47-a813-e2240205fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.286674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f504-9331-4658-8b6c-fbc4cf2d4b62 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.314131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a570bde1-6a66-41ca-bd92-e800c7ee5824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.345636 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1929204f-bb75-4f47-a813-e2240205fa86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=857c52426eb94f69b625895a09c3d709&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1550360 Feb 04 05:52:24.359192 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40720) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:24.368270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:19Z', 'revision_number': 3, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:24.371478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8f504-9331-4658-8b6c-fbc4cf2d4b62 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] In _notify_port_updated(), no bound segment for port 150a6670-132a-4b5b-8bc6-a724341b294b on network cb5f76f8-eacb-4879-a203-7551c846880b {{(pid=102167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:52:24.377000 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc8f504-9331-4658-8b6c-fbc4cf2d4b62 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:24.378247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f504-9331-4658-8b6c-fbc4cf2d4b62 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.378964 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3dc8f504-9331-4658-8b6c-fbc4cf2d4b62 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "PUT /v2.0/ports/150a6670-132a-4b5b-8bc6-a724341b294b HTTP/1.1" status: 200 len: 1001 time: 2.1818123 Feb 04 05:52:24.389472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40722) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:24.408721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Checking router: c6712a65-cd47-4695-ad16-6c99cc5758fd for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:52:24.409071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Updating router c6712a65-cd47-4695-ad16-6c99cc5758fd port 22f7fed3-cd9e-432d-8e9f-727e50765a8c binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:52:24.441131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-605b3edc-5fe9-4fc7-9ad6-26b3674ccf47 None None] Provisioning complete for port 12ee8a39-b370-47d8-8863-9370b07efb67 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:24.441514 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-605b3edc-5fe9-4fc7-9ad6-26b3674ccf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.447838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.511013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929204f-bb75-4f47-a813-e2240205fa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e156b41-9085-41f8-8b68-adc07279d509,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:24.544963 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-605b3edc-5fe9-4fc7-9ad6-26b3674ccf47 None None] Port 12ee8a39-b370-47d8-8863-9370b07efb67 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:24.616272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 053d3c8d-be3e-4b6d-8340-1083ce02af3c up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:24.629701 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:24.641534 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Sync routers for ids ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:24.657753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46232ec5-b22d-495a-aff9-d05fec45713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8d19fc-977b-45cb-82e7-7b765dd68479,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:24.663109 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Routers {'9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:24.663109 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:24.669806 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4afe0a2c-1980-4fed-8a95-d48aa2f2cbd9 admin admin] 10.222.0.15 "PUT /v2.0/routers/9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8539517 Feb 04 05:52:24.689678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.712952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-46232ec5-b22d-495a-aff9-d05fec45713e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=901ebec8670c4b8db5accbe6700cd501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8379107 Feb 04 05:52:24.718827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40728) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:24.728731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8f504-9331-4658-8b6c-fbc4cf2d4b62 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'Port': ['ID=150a6670-132a-4b5b-8bc6-a724341b294b,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:24.754846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 053d3c8d-be3e-4b6d-8340-1083ce02af3c triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:24.755025 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.771071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-052ed6a1-86a2-44ea-a0b9-7ed8ec189ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.833439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1c64f004-9693-418a-a5da-2fa2517dd408 None None] Provisioning complete for port 150a6670-132a-4b5b-8bc6-a724341b294b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:24.834090 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1c64f004-9693-418a-a5da-2fa2517dd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.883933 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:24.899011 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-052ed6a1-86a2-44ea-a0b9-7ed8ec189ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.918515 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Sync routers for ids ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:24.920372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-1c64f004-9693-418a-a5da-2fa2517dd408 None None] Port 150a6670-132a-4b5b-8bc6-a724341b294b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:24.958269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.959514 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-95d6c0e2-4af4-4f16-a827-d90ee8b2496f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.1448445 Feb 04 05:52:24.962850 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-aff54b30-23e1-4d82-9c13-f003c492872e tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Deleting port 150a6670-132a-4b5b-8bc6-a724341b294b {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:24.965622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aff54b30-23e1-4d82-9c13-f003c492872e tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.966023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40730) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:24.980860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Routers {'6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:24.981571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:24.989920 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.014571 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a570bde1-6a66-41ca-bd92-e800c7ee5824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.044817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.066762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a570bde1-6a66-41ca-bd92-e800c7ee5824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.092974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aff54b30-23e1-4d82-9c13-f003c492872e tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.107296 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Set router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:25.108355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-aff54b30-23e1-4d82-9c13-f003c492872e tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Calling delete_port for 150a6670-132a-4b5b-8bc6-a724341b294b owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:25.147818 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a570bde1-6a66-41ca-bd92-e800c7ee5824 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23c21e96623e4c06856e191b3373ab35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1959057 Feb 04 05:52:25.187346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40740) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:25.191334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570bde1-6a66-41ca-bd92-e800c7ee5824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1d7300-ac49-44b5-bf73-f8a2c5732203,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:25.203701 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.243307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Attempting to bind port 22f7fed3-cd9e-432d-8e9f-727e50765a8c on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:25.243686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Attempting to bind port 22f7fed3-cd9e-432d-8e9f-727e50765a8c by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:25.244920 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Attempting to bind port 22f7fed3-cd9e-432d-8e9f-727e50765a8c on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:25.245351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6eec5cf6-ef37-4e86-80d3-d0ccb1acaa93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.256700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b8361-1b58-4bf5-b4ba-2b2774ca81c5 None None] Pushing event updated for resources: {'Port': ['ID=22f7fed3-cd9e-432d-8e9f-727e50765a8c,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:25.280188 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:25.280565 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:25.280968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.281391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:25.281871 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Bound port: 22f7fed3-cd9e-432d-8e9f-727e50765a8c, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:25.282272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.282792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6eec5cf6-ef37-4e86-80d3-d0ccb1acaa93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.298334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Set router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:25.320888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.388413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25808e4a-2c77-48b2-b100-2df4d892eab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.409894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-052ed6a1-86a2-44ea-a0b9-7ed8ec189ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.413410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-052ed6a1-86a2-44ea-a0b9-7ed8ec189ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.417562 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-052ed6a1-86a2-44ea-a0b9-7ed8ec189ae1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e156b41-9085-41f8-8b68-adc07279d509 HTTP/1.1" status: 204 len: 168 time: 1.0550044 Feb 04 05:52:25.447687 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '12ee8a39-b370-47d8-8863-9370b07efb67', 'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'mac_address': 'fa:16:3e:5e:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:20Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 2, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'subnets': [{'id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:25.464869 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ed6a1-86a2-44ea-a0b9-7ed8ec189ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e156b41-9085-41f8-8b68-adc07279d509,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:25.471266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] For port 22f7fed3-cd9e-432d-8e9f-727e50765a8c, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:25.518727 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Checking router: 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:52:25.521796 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Updating router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 port 12ee8a39-b370-47d8-8863-9370b07efb67 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:52:25.569047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6eec5cf6-ef37-4e86-80d3-d0ccb1acaa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.572930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6eec5cf6-ef37-4e86-80d3-d0ccb1acaa93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.577773 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6eec5cf6-ef37-4e86-80d3-d0ccb1acaa93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e8d19fc-977b-45cb-82e7-7b765dd68479 HTTP/1.1" status: 204 len: 168 time: 0.8564816 Feb 04 05:52:25.602466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aff54b30-23e1-4d82-9c13-f003c492872e tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.613132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec5cf6-ef37-4e86-80d3-d0ccb1acaa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8d19fc-977b-45cb-82e7-7b765dd68479,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:25.616175 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.662180 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff54b30-23e1-4d82-9c13-f003c492872e tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event deleted for resources: {'Port': ['ID=150a6670-132a-4b5b-8bc6-a724341b294b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:25.670110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] For port 22f7fed3-cd9e-432d-8e9f-727e50765a8c, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=22f7fed3-cd9e-432d-8e9f-727e50765a8c,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:25.676583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Allocated IP 172.20.0.1 (206fae0a-4428-4f10-9c6d-49d796115e41/19915ceb-49b8-4cb0-8853-b334b6ada5a3/456b82d9-4273-4cb4-87bd-baa704dc471f) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:25.690772 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.733031 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Router 4b7597ee-0b80-42cc-b18b-e623b1e1fa89 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:52:25.907002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b8361-1b58-4bf5-b4ba-2b2774ca81c5 None None] Pushing event updated for resources: {'Port': ['ID=22f7fed3-cd9e-432d-8e9f-727e50765a8c,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:25.920612 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Routers {'c6712a65-cd47-4695-ad16-6c99cc5758fd'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:25.921529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c6712a65-cd47-4695-ad16-6c99cc5758fd'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:26.044573 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:20Z', 'revision_number': 3, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:26.098025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40754) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:26.121229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8b249ec1-62ab-4a49-b502-34f3078f8ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.125836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25808e4a-2c77-48b2-b100-2df4d892eab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.135299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Checking router: 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:52:26.135582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Updating router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 port c47fc7bc-fae5-445c-8e6e-97a630587869 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:52:26.158716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.256827 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8b249ec1-62ab-4a49-b502-34f3078f8ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.293507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.303761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8b249ec1-62ab-4a49-b502-34f3078f8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.333397 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.342078 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.345593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] Set router c6712a65-cd47-4695-ad16-6c99cc5758fd gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:26.346006 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.347658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40758) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:26.356347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aff54b30-23e1-4d82-9c13-f003c492872e tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.360007 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aff54b30-23e1-4d82-9c13-f003c492872e tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "DELETE /v2.0/ports/150a6670-132a-4b5b-8bc6-a724341b294b HTTP/1.1" status: 204 len: 168 time: 1.9654434 Feb 04 05:52:26.363379 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40760) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:26.396791 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a174a3-1a3f-4076-84ce-4634acc5a13c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] GET failed (client error): The resource could not be found. Feb 04 05:52:26.399513 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d8a174a3-1a3f-4076-84ce-4634acc5a13c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "GET /v2.0/ports/150a6670-132a-4b5b-8bc6-a724341b294b HTTP/1.1" status: 404 len: 333 time: 0.0349321 Feb 04 05:52:26.405689 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40762) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:26.407405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-745b673d-7d92-4aca-b5a4-71b106e4c06f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351741026', 'description': 'tempest-description--247532975'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:26.413572 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Request body: {'port': {'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-352945693'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:26.431984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8b249ec1-62ab-4a49-b502-34f3078f8ce3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b6871fd498a41b9bcf88757323e5fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311486 Feb 04 05:52:26.442630 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b728647-c0bc-4c01-9947-d76cf419434a None None] Pushing event updated for resources: {'Port': ['ID=12ee8a39-b370-47d8-8863-9370b07efb67,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:26.448172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40766) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:26.542312 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Attempting to bind port 12ee8a39-b370-47d8-8863-9370b07efb67 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:26.544755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:26.557513 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Attempting to bind port 12ee8a39-b370-47d8-8863-9370b07efb67 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:26.558620 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Attempting to bind port 12ee8a39-b370-47d8-8863-9370b07efb67 on network bd42bdb8-2160-4369-b72e-07d7451c4a04 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:26.567370 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45292a-011d-42c9-9019-01dc1c1d1782 None None] Sync routers for ids ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:26.590386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b249ec1-62ab-4a49-b502-34f3078f8ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b71310-82c9-4205-8b76-47d01f5134f8,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:26.594547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.604755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.615155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25808e4a-2c77-48b2-b100-2df4d892eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.619323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25808e4a-2c77-48b2-b100-2df4d892eab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.620354 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:26.620740 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Checking segment: {'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:26.621167 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.624932 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Bound using segment: {'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:26.625470 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Bound port: 12ee8a39-b370-47d8-8863-9370b07efb67, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:26.625872 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.633289 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-25808e4a-2c77-48b2-b100-2df4d892eab6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b1d7300-ac49-44b5-bf73-f8a2c5732203 HTTP/1.1" status: 204 len: 168 time: 1.4106605 Feb 04 05:52:26.639542 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c45292a-011d-42c9-9019-01dc1c1d1782 None None] Routers {'4b7597ee-0b80-42cc-b18b-e623b1e1fa89'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:26.642205 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.643983 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c45292a-011d-42c9-9019-01dc1c1d1782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:26.646091 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-512df6b3-3242-4858-adba-03c42ab47dc2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.1267078 Feb 04 05:52:26.646530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40774) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:26.763022 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c45292a-011d-42c9-9019-01dc1c1d1782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:26.780243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Network 206fae0a-4428-4f10-9c6d-49d796115e41 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:26.802261 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c45292a-011d-42c9-9019-01dc1c1d1782 None None] Routers {'4b7597ee-0b80-42cc-b18b-e623b1e1fa89'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:26.803049 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c45292a-011d-42c9-9019-01dc1c1d1782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:26.819812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Pushing event updated for resources: {'Port': ['ID=456b82d9-4273-4cb4-87bd-baa704dc471f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:26.824173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:26.826574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:26.895190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25808e4a-2c77-48b2-b100-2df4d892eab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1d7300-ac49-44b5-bf73-f8a2c5732203,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:26.907674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Made reservation on behalf of f09befcf32fc4c7cba4dc08c0377ef9e for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:26.909178 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c45292a-011d-42c9-9019-01dc1c1d1782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:26.910509 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45292a-011d-42c9-9019-01dc1c1d1782 None None] The sync data for ids ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:26.914519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.953491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] device_id is not set on port a585c08e-4f99-4487-b5f7-123b54dea560 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:26.972532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59efe697-dbff-4bc5-9464-796cfd9fb076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.981574 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] For port 12ee8a39-b370-47d8-8863-9370b07efb67, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:26.992862 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] For port 12ee8a39-b370-47d8-8863-9370b07efb67, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=12ee8a39-b370-47d8-8863-9370b07efb67,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:27.004771 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.020368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59efe697-dbff-4bc5-9464-796cfd9fb076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.050978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c7157e86-7904-4059-a8ff-264c51e86cea None None] Provisioning complete for port 12ee8a39-b370-47d8-8863-9370b07efb67 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:27.051583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c7157e86-7904-4059-a8ff-264c51e86cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.107389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-745b673d-7d92-4aca-b5a4-71b106e4c06f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.118371 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b728647-c0bc-4c01-9947-d76cf419434a None None] Pushing event updated for resources: {'Port': ['ID=12ee8a39-b370-47d8-8863-9370b07efb67,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:27.131539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59efe697-dbff-4bc5-9464-796cfd9fb076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.136106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59efe697-dbff-4bc5-9464-796cfd9fb076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.139902 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-59efe697-dbff-4bc5-9464-796cfd9fb076 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64b71310-82c9-4205-8b76-47d01f5134f8 HTTP/1.1" status: 204 len: 168 time: 0.6742129 Feb 04 05:52:27.149760 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Routers {'9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:27.152684 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:27.255690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efe697-dbff-4bc5-9464-796cfd9fb076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b71310-82c9-4205-8b76-47d01f5134f8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:27.329956 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] Set router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:27.356241 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40786) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:27.406917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:19Z', 'revision_number': 3, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:27.438226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-745b673d-7d92-4aca-b5a4-71b106e4c06f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.451959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.463702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-745b673d-7d92-4aca-b5a4-71b106e4c06f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.481986 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-eb2a542e-99e0-4caf-9e9b-99496e31ddbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f492b545dd29401f9410a7ebb43d89db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1197762 Feb 04 05:52:27.490128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40790) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:27.494364 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c7157e86-7904-4059-a8ff-264c51e86cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.496416 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dffd82-a8b2-400c-952f-29039900cd79 None None] The sync data for ids ['c6712a65-cd47-4695-ad16-6c99cc5758fd'] in dv-neutron-826811-2-hyperv is: [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:19Z', 'revision_number': 3, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:27.513063 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.556042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.629226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Allocated IP 2001:db8::160 (cb5f76f8-eacb-4879-a203-7551c846880b/c7590435-d569-4356-920c-1d19d612df74/a585c08e-4f99-4487-b5f7-123b54dea560) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:27.678237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b673d-7d92-4aca-b5a4-71b106e4c06f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc3f57-4c72-4e11-bba7-83a0e948de16,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:27.678379 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c7157e86-7904-4059-a8ff-264c51e86cea None None] For port 12ee8a39-b370-47d8-8863-9370b07efb67, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=12ee8a39-b370-47d8-8863-9370b07efb67,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:27.702597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c7157e86-7904-4059-a8ff-264c51e86cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.723730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-745b673d-7d92-4aca-b5a4-71b106e4c06f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.728863 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-745b673d-7d92-4aca-b5a4-71b106e4c06f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3271847 Feb 04 05:52:27.729613 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40794) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:27.733226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Attempting to bind port c47fc7bc-fae5-445c-8e6e-97a630587869 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:27.733605 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Attempting to bind port c47fc7bc-fae5-445c-8e6e-97a630587869 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:27.735617 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Attempting to bind port c47fc7bc-fae5-445c-8e6e-97a630587869 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:27.754383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:27.755041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:27.755774 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.756902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:27.760286 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Bound port: c47fc7bc-fae5-445c-8e6e-97a630587869, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:27.761230 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:27.762390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c67d4acd-3e39-4353-939e-758e14ee5601 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Request body: {'security_group_rule': {'security_group_id': '05dc3f57-4c72-4e11-bba7-83a0e948de16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:27.762599 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '12ee8a39-b370-47d8-8863-9370b07efb67', 'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'mac_address': 'fa:16:3e:5e:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:20Z', 'updated_at': '2022-02-04T05:52:26Z', 'revision_number': 4, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'subnets': [{'id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:27.766221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f198ce-6b0f-45f3-a34a-1ca458a3a4df None None] Pushing event updated for resources: {'Port': ['ID=c47fc7bc-fae5-445c-8e6e-97a630587869,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:27.799948 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e0d61c-a497-444a-8b8e-47974added4c None None] The sync data for ids ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'] in dv-neutron-826811-2-hyperv is: [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '12ee8a39-b370-47d8-8863-9370b07efb67', 'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'mac_address': 'fa:16:3e:5e:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:20Z', 'updated_at': '2022-02-04T05:52:26Z', 'revision_number': 4, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'subnets': [{'id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:27.944893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.012519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c6768375-5548-45ab-86ac-8a153960f06d None None] Provisioning complete for port 12ee8a39-b370-47d8-8863-9370b07efb67 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:28.012887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c6768375-5548-45ab-86ac-8a153960f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.077591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7157e86-7904-4059-a8ff-264c51e86cea None None] Pushing event updated for resources: {'Port': ['ID=12ee8a39-b370-47d8-8863-9370b07efb67,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:28.137827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] For port c47fc7bc-fae5-445c-8e6e-97a630587869, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:28.152030 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] For port c47fc7bc-fae5-445c-8e6e-97a630587869, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c47fc7bc-fae5-445c-8e6e-97a630587869,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:28.205589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.233518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.299974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.390744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Routers {'6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:28.391380 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:28.430809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.499974 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c67d4acd-3e39-4353-939e-758e14ee5601 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.500955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.531868 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Network cb5f76f8-eacb-4879-a203-7551c846880b is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:28.540460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:28.543657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:28.552995 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:28.554208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.577563 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'Port': ['ID=a585c08e-4f99-4487-b5f7-123b54dea560,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:28.587743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f228dcb-975c-4f3e-8048-3153135e7255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.605622 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-59f30719-e6d0-4fa8-8125-5f60e72e0f71 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1984625 Feb 04 05:52:28.625917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 12ee8a39-b370-47d8-8863-9370b07efb67 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:28.642917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40816) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:28.649246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f198ce-6b0f-45f3-a34a-1ca458a3a4df None None] Pushing event updated for resources: {'Port': ['ID=c47fc7bc-fae5-445c-8e6e-97a630587869,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:28.663411 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e4314777-07e2-462d-a9d3-41187c01d711 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fe:c7:03'}]}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:28.743865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c6768375-5548-45ab-86ac-8a153960f06d None None] Provisioning complete for port 456b82d9-4273-4cb4-87bd-baa704dc471f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:28.744461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c6768375-5548-45ab-86ac-8a153960f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.791851 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c6768375-5548-45ab-86ac-8a153960f06d None None] Port 456b82d9-4273-4cb4-87bd-baa704dc471f cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:28.971280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] Set router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:28.982522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 12ee8a39-b370-47d8-8863-9370b07efb67 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:28.982712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.037257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f228dcb-975c-4f3e-8048-3153135e7255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.141671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c67d4acd-3e39-4353-939e-758e14ee5601 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.152650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.200919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cfd707c8-8e07-404b-adbd-fef8da7a8c01 None None] Provisioning complete for port a585c08e-4f99-4487-b5f7-123b54dea560 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:29.201663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cfd707c8-8e07-404b-adbd-fef8da7a8c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.203142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c67d4acd-3e39-4353-939e-758e14ee5601 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.228999 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40828) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:29.261370 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Allocated IP 172.20.0.1 (919f8d6d-624e-4631-8d4b-d695186a66cd/15b66661-1734-463b-843e-9116604802ea/54b93898-91db-4467-8a06-aea631079d99) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:29.262011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-cfd707c8-8e07-404b-adbd-fef8da7a8c01 None None] Port a585c08e-4f99-4487-b5f7-123b54dea560 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:29.419829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 22f7fed3-cd9e-432d-8e9f-727e50765a8c up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:29.516943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40834) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:29.528144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.533638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:20Z', 'revision_number': 3, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:29.535547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 22f7fed3-cd9e-432d-8e9f-727e50765a8c triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:29.535924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.580166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d4acd-3e39-4353-939e-758e14ee5601 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4513e0c5-4602-4d1c-8c06-c9045d18d888,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:29.594025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c67d4acd-3e39-4353-939e-758e14ee5601 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.595218 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c67d4acd-3e39-4353-939e-758e14ee5601 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8472266 Feb 04 05:52:29.604199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.606743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40838) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:29.618439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dafabe-b2c7-4ed5-b461-bfbfa4e1b013 None None] The sync data for ids ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'] in dv-neutron-826811-2-hyperv is: [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:20Z', 'revision_number': 3, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:29.629553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c51936e8-f01d-49b8-b04c-ac41fe1c4e49 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Request body: {'security_group_rule': {'security_group_id': '05dc3f57-4c72-4e11-bba7-83a0e948de16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:29.706783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.732580 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 22f7fed3-cd9e-432d-8e9f-727e50765a8c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=22f7fed3-cd9e-432d-8e9f-727e50765a8c,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:29.736648 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5cbed9aa-a4a3-41e3-9bff-f27a15bd4641 tempest-AgentManagementNegativeTest-2121087771 tempest-AgentManagementNegativeTest-2121087771-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5070717 Feb 04 05:52:29.744608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.754798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Network 919f8d6d-624e-4631-8d4b-d695186a66cd is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:29.760273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:29.779987 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:29.782235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f228dcb-975c-4f3e-8048-3153135e7255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.789903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event updated for resources: {'Port': ['ID=54b93898-91db-4467-8a06-aea631079d99,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:29.794914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f228dcb-975c-4f3e-8048-3153135e7255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.799290 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5f228dcb-975c-4f3e-8048-3153135e7255 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3a6954a-3f83-4a43-aee3-804cc8f5b24d HTTP/1.1" status: 204 len: 168 time: 2.1573470 Feb 04 05:52:29.839426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-305091105'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:29.875519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.898611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=22f7fed3-cd9e-432d-8e9f-727e50765a8c,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:30.060462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Allocated IP 172.20.0.1 (df9db621-d575-4dac-8972-55177063df00/d0829dc6-460c-41c6-ac4e-b2af66515b42/a2d5e883-3e33-48d9-b168-a6b5f4d3e869) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:30.066312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f228dcb-975c-4f3e-8048-3153135e7255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a6954a-3f83-4a43-aee3-804cc8f5b24d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:30.111874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e4314777-07e2-462d-a9d3-41187c01d711 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.118760 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.139760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c51936e8-f01d-49b8-b04c-ac41fe1c4e49 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.179143 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 12ee8a39-b370-47d8-8863-9370b07efb67 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:30.246121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-48420f9d-5917-4503-9c04-73a3e250ce08 None None] Provisioning complete for port 54b93898-91db-4467-8a06-aea631079d99 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:30.246758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48420f9d-5917-4503-9c04-73a3e250ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.261949 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40850) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:30.309468 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 12ee8a39-b370-47d8-8863-9370b07efb67 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:30.309834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.311466 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-48420f9d-5917-4503-9c04-73a3e250ce08 None None] Port 54b93898-91db-4467-8a06-aea631079d99 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:30.395632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.440163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 22f7fed3-cd9e-432d-8e9f-727e50765a8c up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:30.497737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.506144 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Made reservation on behalf of ccec0c78516348c3bbcfc4b32fe094b5 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:30.512254 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 22f7fed3-cd9e-432d-8e9f-727e50765a8c triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:30.512681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.512775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.564635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.567732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.581097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.599899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ba4cd0e-b631-4cab-bab6-5799e3db4a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.744894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Network df9db621-d575-4dac-8972-55177063df00 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:30.764853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:30.781380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:30.803316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.868131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d5e883-3e33-48d9-b168-a6b5f4d3e869,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:30.906913 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ba4cd0e-b631-4cab-bab6-5799e3db4a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.911005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.914474 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ba4cd0e-b631-4cab-bab6-5799e3db4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:30.955264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4cd0e-b631-4cab-bab6-5799e3db4a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d32bd3-6759-49ab-bbd7-e37ed1b9312e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:30.983227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.090225 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4ba4cd0e-b631-4cab-bab6-5799e3db4a2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e730d36593a04262b926e61725bcd95b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8270619 Feb 04 05:52:31.093189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40870) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:31.123143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event updated for resources: {'Port': ['ID=54b93898-91db-4467-8a06-aea631079d99,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:31.134132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.139532 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8b857b85-eba2-49be-a077-00324d476751 None None] Provisioning complete for port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:31.139919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8b857b85-eba2-49be-a077-00324d476751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.176362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Pushing event updated for resources: {'Port': ['ID=456b82d9-4273-4cb4-87bd-baa704dc471f,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:31.189017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8b857b85-eba2-49be-a077-00324d476751 None None] Port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:31.196792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c51936e8-f01d-49b8-b04c-ac41fe1c4e49 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.210741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.219671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c51936e8-f01d-49b8-b04c-ac41fe1c4e49 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.243729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Network 206fae0a-4428-4f10-9c6d-49d796115e41 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:31.250270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:31.253615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbee4-2f73-4920-9e35-09ab3d3428ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.265402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.288345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51936e8-f01d-49b8-b04c-ac41fe1c4e49 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca26ed18-9054-4d71-86d9-d45e6b5d140e,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:31.318411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbee4-2f73-4920-9e35-09ab3d3428ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.323836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.363641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Network 919f8d6d-624e-4631-8d4b-d695186a66cd is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:31.367472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:31.431046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275e39d8-e4d4-44f6-96a0-e5e955e75742,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:31.467529 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbee4-2f73-4920-9e35-09ab3d3428ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.470108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbee4-2f73-4920-9e35-09ab3d3428ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.471268 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9b8dbee4-2f73-4920-9e35-09ab3d3428ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46d32bd3-6759-49ab-bbd7-e37ed1b9312e HTTP/1.1" status: 204 len: 168 time: 0.3753862 Feb 04 05:52:31.561818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dbee4-2f73-4920-9e35-09ab3d3428ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d32bd3-6759-49ab-bbd7-e37ed1b9312e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:31.625964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Router 4b7597ee-0b80-42cc-b18b-e623b1e1fa89 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:52:31.685289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:52:31.699563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.699902 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Added segment cfd1ec65-ba28-4773-a98b-62b7278af170 of type vlan for network 6b4582cc-9bcd-461c-bc79-d709ee70e35c Feb 04 05:52:31.729797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2b6f7dc1-315b-482e-b3d1-ed5d2a222b25 None None] Provisioning complete for port 456b82d9-4273-4cb4-87bd-baa704dc471f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:31.730314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7dc1-315b-482e-b3d1-ed5d2a222b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.767838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.805005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c51936e8-f01d-49b8-b04c-ac41fe1c4e49 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.810737 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c51936e8-f01d-49b8-b04c-ac41fe1c4e49 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1951137 Feb 04 05:52:31.816663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.819439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40884) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:31.825261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:31.826436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.834275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:31.835624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f7dc1-315b-482e-b3d1-ed5d2a222b25 None None] Port 456b82d9-4273-4cb4-87bd-baa704dc471f cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:31.915170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e4314777-07e2-462d-a9d3-41187c01d711 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.924263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:31.938495 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a8959aaa-e1fd-4eb0-8abf-6ab8b55ba512 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "PUT /v2.0/routers/4b7597ee-0b80-42cc-b18b-e623b1e1fa89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2823932 Feb 04 05:52:31.939343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea664810-ffe1-4650-95cb-6c4cc44087fc None None] Sync routers for ids ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:31.940199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40890) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:31.952508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:31.966103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Request body: {'port': {'network_id': '919f8d6d-624e-4631-8d4b-d695186a66cd', 'name': 'tempest-FloatingIPAdminTestJSON-1389531469'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:31.977905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea664810-ffe1-4650-95cb-6c4cc44087fc None None] Routers {'4b7597ee-0b80-42cc-b18b-e623b1e1fa89'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:31.978531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ea664810-ffe1-4650-95cb-6c4cc44087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:32.023727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e4314777-07e2-462d-a9d3-41187c01d711 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.121603 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40894) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:32.151144 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5920877 Feb 04 05:52:32.151852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.159880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6cc8acbb-382c-480c-b992-95bfcb0aac61 None None] Provisioning complete for port 54b93898-91db-4467-8a06-aea631079d99 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:32.160197 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6cc8acbb-382c-480c-b992-95bfcb0aac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.215764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ea664810-ffe1-4650-95cb-6c4cc44087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:32.218290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8acbb-382c-480c-b992-95bfcb0aac61 None None] Port 54b93898-91db-4467-8a06-aea631079d99 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:32.219953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c47fc7bc-fae5-445c-8e6e-97a630587869 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:32.281838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea664810-ffe1-4650-95cb-6c4cc44087fc None None] Routers {'4b7597ee-0b80-42cc-b18b-e623b1e1fa89'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:32.282679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ea664810-ffe1-4650-95cb-6c4cc44087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:32.325417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ea664810-ffe1-4650-95cb-6c4cc44087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:32.326599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea664810-ffe1-4650-95cb-6c4cc44087fc None None] The sync data for ids ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:32.346083 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c47fc7bc-fae5-445c-8e6e-97a630587869 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:32.346790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.346984 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Made reservation on behalf of fac69b1072c54980a683eba3df31577f for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:32.353050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.418723 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] device_id is not set on port 574db5aa-cf1b-46d9-89c0-c62d1792416e yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:32.531545 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.548214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.559917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-e4314777-07e2-462d-a9d3-41187c01d711 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] In _notify_port_updated(), no bound segment for port a585c08e-4f99-4487-b5f7-123b54dea560 on network cb5f76f8-eacb-4879-a203-7551c846880b {{(pid=102167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:52:32.568635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port c47fc7bc-fae5-445c-8e6e-97a630587869, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c47fc7bc-fae5-445c-8e6e-97a630587869,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:32.572969 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4314777-07e2-462d-a9d3-41187c01d711 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:32.574564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e4314777-07e2-462d-a9d3-41187c01d711 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.576288 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e4314777-07e2-462d-a9d3-41187c01d711 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "PUT /v2.0/ports/a585c08e-4f99-4487-b5f7-123b54dea560 HTTP/1.1" status: 200 len: 1002 time: 3.9208584 Feb 04 05:52:32.588809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.590226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa1b71-24b5-4ea4-b293-b218887d480b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Pushing event updated for resources: {'Network': ['ID=6b4582cc-9bcd-461c-bc79-d709ee70e35c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:32.605951 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40914) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:32.646075 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 6b4582cc-9bcd-461c-bc79-d709ee70e35c details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:52:32.679064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4314777-07e2-462d-a9d3-41187c01d711 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'Port': ['ID=a585c08e-4f99-4487-b5f7-123b54dea560,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:32.686220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b9cea3a0-f530-4d3f-8363-eaa1e8ee19fd None None] Provisioning complete for port a585c08e-4f99-4487-b5f7-123b54dea560 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:32.687621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b9cea3a0-f530-4d3f-8363-eaa1e8ee19fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.706556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Allocated IP 172.20.0.8 (919f8d6d-624e-4631-8d4b-d695186a66cd/15b66661-1734-463b-843e-9116604802ea/574db5aa-cf1b-46d9-89c0-c62d1792416e) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:32.730228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-504411648', 'router:external': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:32.764495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Router c6712a65-cd47-4695-ad16-6c99cc5758fd has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:52:32.800029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=c47fc7bc-fae5-445c-8e6e-97a630587869,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:32.826372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b9cea3a0-f530-4d3f-8363-eaa1e8ee19fd None None] Port a585c08e-4f99-4487-b5f7-123b54dea560 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:32.926141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Made reservation on behalf of 6b831fafb49345fea9e4330d4b38b2da for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:32.928862 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.961928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-1a6126cd-02c9-4b1e-885b-2ddcd2302446 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Deleting port a585c08e-4f99-4487-b5f7-123b54dea560 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:32.962297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a6126cd-02c9-4b1e-885b-2ddcd2302446 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:32.975420 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Allocated IP 172.26.5.240 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/8e4217bb-75ef-45ec-8a35-883f78b2ef1e) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:32.991607 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.096218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:33.109634 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Sync routers for ids ['c6712a65-cd47-4695-ad16-6c99cc5758fd'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:33.113913 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-acd923fb-0a8c-4a4e-9f54-98c411b5179c admin admin] 10.222.0.15 "PUT /v2.0/routers/c6712a65-cd47-4695-ad16-6c99cc5758fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5226707 Feb 04 05:52:33.119192 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40924) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:33.124211 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Routers {'c6712a65-cd47-4695-ad16-6c99cc5758fd'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:33.125314 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c6712a65-cd47-4695-ad16-6c99cc5758fd'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:33.164869 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.166844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.176807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.254313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a6126cd-02c9-4b1e-885b-2ddcd2302446 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.279346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.286214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-1a6126cd-02c9-4b1e-885b-2ddcd2302446 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Calling delete_port for a585c08e-4f99-4487-b5f7-123b54dea560 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:33.293463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.305177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.308871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.323142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d5e883-3e33-48d9-b168-a6b5f4d3e869,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:33.337265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.350848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd4329e-78b9-44e8-9aa1-33347336acca,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:33.365215 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Set router c6712a65-cd47-4695-ad16-6c99cc5758fd gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:33.371333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-647581542'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:33.426708 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Network 919f8d6d-624e-4631-8d4b-d695186a66cd is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:33.433924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Made reservation on behalf of b59807b70bc243c3b9bc7ceb7d498139 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:33.437722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.454795 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:52:33.457000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.474017 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:33.490220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:33.570841 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:33.570841 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.578396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.578746 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Added segment 100342c8-46f9-4f64-8ff4-f37485f16fe8 of type vlan for network 195699ef-9f7d-492f-bac9-0ee5ac3d24f3 Feb 04 05:52:33.581157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40934) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:33.590782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Request body: {'port': {'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c', 'binding:host_id': 'hv-neutron-8268', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1150736271'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:33.620147 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event updated for resources: {'Port': ['ID=574db5aa-cf1b-46d9-89c0-c62d1792416e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:33.633272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Network df9db621-d575-4dac-8972-55177063df00 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:33.638653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:33.641346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.768267 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 4, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '456b82d9-4273-4cb4-87bd-baa704dc471f', 'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'mac_address': 'fa:16:3e:d5:e1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:25Z', 'updated_at': '2022-02-04T05:52:29Z', 'revision_number': 2, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'subnets': [{'id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:33.799872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40936) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:33.819534 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-be5adf7b-efe5-4bf2-a7c2-2ea4eab4e225 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8748894 Feb 04 05:52:33.823107 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40938) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:33.827536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-61602264-bfcb-40a9-b4e2-395c5078378e tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397426128', 'description': 'tempest-description--1908644392'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:33.834179 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Checking router: c6712a65-cd47-4695-ad16-6c99cc5758fd for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:52:33.834648 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Updating router c6712a65-cd47-4695-ad16-6c99cc5758fd port 456b82d9-4273-4cb4-87bd-baa704dc471f binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:52:33.863025 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.884176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a6126cd-02c9-4b1e-885b-2ddcd2302446 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.902658 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.915624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:33.940783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Pushing event updated for resources: {'Port': ['ID=8e4217bb-75ef-45ec-8a35-883f78b2ef1e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:33.943537 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:33.951710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6126cd-02c9-4b1e-885b-2ddcd2302446 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event deleted for resources: {'Port': ['ID=a585c08e-4f99-4487-b5f7-123b54dea560,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:33.962032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:52:33.963332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.975054 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:33.989113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Made reservation on behalf of e155fc05391d487fbe5ba98c25d5b129 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:33.991414 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:33.993633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.017677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a6126cd-02c9-4b1e-885b-2ddcd2302446 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.021048 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1a6126cd-02c9-4b1e-885b-2ddcd2302446 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "DELETE /v2.0/ports/a585c08e-4f99-4487-b5f7-123b54dea560 HTTP/1.1" status: 204 len: 168 time: 1.4120693 Feb 04 05:52:34.025437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40942) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:34.067217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.089677 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e1194771-3e76-4ded-9b74-eb87e715f9d6 None None] Provisioning complete for port 574db5aa-cf1b-46d9-89c0-c62d1792416e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:34.090637 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e1194771-3e76-4ded-9b74-eb87e715f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.144180 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.149828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'project_id': 'fac69b1072c54980a683eba3df31577f', 'port_id': '574db5aa-cf1b-46d9-89c0-c62d1792416e'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:34.153273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:34.154038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.166740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e1194771-3e76-4ded-9b74-eb87e715f9d6 None None] Port 574db5aa-cf1b-46d9-89c0-c62d1792416e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:34.170050 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-04231c6d-d122-4c7c-b7cc-63f8e3c12b01 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] GET failed (client error): The resource could not be found. Feb 04 05:52:34.171649 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-04231c6d-d122-4c7c-b7cc-63f8e3c12b01 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "GET /v2.0/ports/a585c08e-4f99-4487-b5f7-123b54dea560 HTTP/1.1" status: 404 len: 333 time: 0.1452813 Feb 04 05:52:34.174596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-61602264-bfcb-40a9-b4e2-395c5078378e tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.176753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40946) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:34.177590 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:52:34.185814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Request body: {'port': {'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-85110941'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:34.197686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.198037 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Added segment 5baa6074-9cc3-4493-a15a-02dca6fa5cb5 of type vlan for network 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 Feb 04 05:52:34.214582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c47fc7bc-fae5-445c-8e6e-97a630587869 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:34.266304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c47fc7bc-fae5-445c-8e6e-97a630587869 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:34.267228 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.272387 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.307695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.332110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-62dc3955-3e9d-4599-8e7e-b9093797f964 None None] Provisioning complete for port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:34.332895 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-62dc3955-3e9d-4599-8e7e-b9093797f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.355227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:34.367729 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f2437ec6-b843-4112-ba70-0c02c1c0db67 admin admin] 10.222.0.15 "PUT /v2.0/routers/6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3974471 Feb 04 05:52:34.376666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-62dc3955-3e9d-4599-8e7e-b9093797f964 None None] Port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:34.379113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Sync routers for ids ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:34.393131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Routers {'6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:34.394166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:34.424890 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.438776 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.487193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event updated for resources: {'Network': ['ID=195699ef-9f7d-492f-bac9-0ee5ac3d24f3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:34.499794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851b58fa-3b92-4ce8-89ee-ba56b062f473,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:34.518170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Made reservation on behalf of f09befcf32fc4c7cba4dc08c0377ef9e for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:34.528957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.543043 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8fe8a-2275-4b67-9cae-ae2ab7fdbbd0 None None] Pushing event updated for resources: {'Port': ['ID=456b82d9-4273-4cb4-87bd-baa704dc471f,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:34.560989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] device_id is not set on port b87274d0-82df-4983-bcd9-60805813d883 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:34.610308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 195699ef-9f7d-492f-bac9-0ee5ac3d24f3 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:52:34.683079 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Attempting to bind port 456b82d9-4273-4cb4-87bd-baa704dc471f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:34.683617 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Attempting to bind port 456b82d9-4273-4cb4-87bd-baa704dc471f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:34.684229 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Attempting to bind port 456b82d9-4273-4cb4-87bd-baa704dc471f on network 206fae0a-4428-4f10-9c6d-49d796115e41 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:34.695358 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:34.698792 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Checking segment: {'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:34.699405 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.699987 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Bound using segment: {'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:34.700689 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Bound port: 456b82d9-4273-4cb4-87bd-baa704dc471f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:34.701561 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.726136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Set router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:34.789182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.796833 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] For port 456b82d9-4273-4cb4-87bd-baa704dc471f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:34.800920 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] For port 456b82d9-4273-4cb4-87bd-baa704dc471f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=456b82d9-4273-4cb4-87bd-baa704dc471f,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:34.808228 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.825344 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e3ebcaa9-a786-4caf-ae8c-c4b615749896 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.6842568 Feb 04 05:52:34.856469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.862491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40954) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:34.868282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.876822 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:34.877474 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.890386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Request body: {'subnet': {'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:34.931410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:34.950128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Allocated IP 2001:db8::1c3 (cb5f76f8-eacb-4879-a203-7551c846880b/c7590435-d569-4356-920c-1d19d612df74/b87274d0-82df-4983-bcd9-60805813d883) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:34.955073 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Routers {'c6712a65-cd47-4695-ad16-6c99cc5758fd'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:34.955691 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c6712a65-cd47-4695-ad16-6c99cc5758fd'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:35.044328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Made reservation on behalf of 6b831fafb49345fea9e4330d4b38b2da for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:35.048140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.063439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8e9d63aa-4853-4e1e-ab6e-fec277fc0fb6 None None] Provisioning complete for port 456b82d9-4273-4cb4-87bd-baa704dc471f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:35.064194 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8e9d63aa-4853-4e1e-ab6e-fec277fc0fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.091965 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8fe8a-2275-4b67-9cae-ae2ab7fdbbd0 None None] Pushing event updated for resources: {'Port': ['ID=456b82d9-4273-4cb4-87bd-baa704dc471f,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:35.149722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.178320 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.188679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Allocated IP 172.26.5.158 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/992e051d-d1a3-44a2-99b5-c8437147e614) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:35.191005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:31Z', 'revision_number': 4, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a2d5e883-3e33-48d9-b168-a6b5f4d3e869', 'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'mac_address': 'fa:16:3e:6b:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:28Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 2, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'subnets': [{'id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:35.256947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8e9d63aa-4853-4e1e-ab6e-fec277fc0fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.260392 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] Set router c6712a65-cd47-4695-ad16-6c99cc5758fd gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:35.262298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Checking router: 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:52:35.262863 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Updating router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:52:35.270525 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1501653 Feb 04 05:52:35.276597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40958) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:35.301646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Request body: {'subnet': {'network_id': '80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:35.309683 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.369556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8e9d63aa-4853-4e1e-ab6e-fec277fc0fb6 None None] For port 456b82d9-4273-4cb4-87bd-baa704dc471f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=456b82d9-4273-4cb4-87bd-baa704dc471f,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:35.379798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8e9d63aa-4853-4e1e-ab6e-fec277fc0fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.440388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d63aa-4853-4e1e-ab6e-fec277fc0fb6 None None] Pushing event updated for resources: {'Port': ['ID=456b82d9-4273-4cb4-87bd-baa704dc471f,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:35.475554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.481975 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 4, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '456b82d9-4273-4cb4-87bd-baa704dc471f', 'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'mac_address': 'fa:16:3e:d5:e1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:25Z', 'updated_at': '2022-02-04T05:52:34Z', 'revision_number': 4, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'subnets': [{'id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:35.495571 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40960) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:35.500049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1c2cab09-e750-49f5-b812-74633ecdc1cb tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--684107955', 'description': 'tempest-description--1273525563'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:35.515602 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c4a75a-44df-4c0a-940d-9be77057cd33 None None] The sync data for ids ['c6712a65-cd47-4695-ad16-6c99cc5758fd'] in dv-neutron-826811-2-hyperv is: [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 4, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '456b82d9-4273-4cb4-87bd-baa704dc471f', 'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'mac_address': 'fa:16:3e:d5:e1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:25Z', 'updated_at': '2022-02-04T05:52:34Z', 'revision_number': 4, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'subnets': [{'id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:35.564737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2eeb09fb-8f08-411f-a97a-18c38d20afb4 None None] Provisioning complete for port 456b82d9-4273-4cb4-87bd-baa704dc471f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:35.567391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2eeb09fb-8f08-411f-a97a-18c38d20afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.616770 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca10419-287a-404e-9ce5-c188e7d714cd tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event updated for resources: {'Network': ['ID=80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:35.634360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:52:35.642423 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Pushing event updated for resources: {'Port': ['ID=8e4217bb-75ef-45ec-8a35-883f78b2ef1e,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:35.684749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.687149 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ecec67ad-a743-4024-b9dd-ef30061331e1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8571684 Feb 04 05:52:35.699527 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.719836 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-61602264-bfcb-40a9-b4e2-395c5078378e tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.753417 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.758749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-61602264-bfcb-40a9-b4e2-395c5078378e tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.776527 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] device_id is not set on port 15e19c7d-8999-410c-9a26-2ac80c7340da yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:35.797373 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Made reservation on behalf of b59807b70bc243c3b9bc7ceb7d498139 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:35.801961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.815480 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-61602264-bfcb-40a9-b4e2-395c5078378e tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.821108 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-61602264-bfcb-40a9-b4e2-395c5078378e tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0091050 Feb 04 05:52:35.830470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40964) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:35.841675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d1394519-dc4e-4667-b17a-7d8c439de8e4 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Request body: {'security_group_rule': {'security_group_id': 'bf9dc468-e92d-412e-bdac-76b9462c6025', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:35.879987 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c2cab09-e750-49f5-b812-74633ecdc1cb tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:35.999439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.016470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.034272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.080929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.131549 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87930b00-74dc-4c48-a9b1-6c9b7b9e2833,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:36.151626 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1394519-dc4e-4667-b17a-7d8c439de8e4 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.294402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d76ef-91ea-413e-838d-8ca23c56e6a1 None None] Pushing event updated for resources: {'Port': ['ID=a2d5e883-3e33-48d9-b168-a6b5f4d3e869,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:36.327531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61602264-bfcb-40a9-b4e2-395c5078378e tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9dc468-e92d-412e-bdac-76b9462c6025,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:36.334872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Attempting to bind port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:36.335780 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Attempting to bind port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:36.336196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Attempting to bind port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 on network df9db621-d575-4dac-8972-55177063df00 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:36.355203 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 456b82d9-4273-4cb4-87bd-baa704dc471f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:36.365840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:36.366246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Checking segment: {'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:36.366761 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.367191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Bound using segment: {'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:36.367715 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Bound port: a2d5e883-3e33-48d9-b168-a6b5f4d3e869, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:36.368093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.390444 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40990) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:36.417611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.418660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] device_id is not set on port 15e19c7d-8999-410c-9a26-2ac80c7340da yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:36.420992 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 05:52:36.436622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.471554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.558186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1394519-dc4e-4667-b17a-7d8c439de8e4 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.559609 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'Port': ['ID=b87274d0-82df-4983-bcd9-60805813d883,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:36.560373 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event updated for resources: {'Port': ['ID=15e19c7d-8999-410c-9a26-2ac80c7340da,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:36.580826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c2cab09-e750-49f5-b812-74633ecdc1cb tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.582581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1394519-dc4e-4667-b17a-7d8c439de8e4 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.595312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.608191 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Checking segment: {'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:36.608565 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Network hostable DHCP agents. Network: 6b4582cc-9bcd-461c-bc79-d709ee70e35c, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:52:36.613255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a8cf77e0-c0d3-42b4-a41e-96e0c5a73b18 None None] Provisioning complete for port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:36.613635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a8cf77e0-c0d3-42b4-a41e-96e0c5a73b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.613737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.632872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c2cab09-e750-49f5-b812-74633ecdc1cb tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.643484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Network cb5f76f8-eacb-4879-a203-7551c846880b is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:36.652386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a8cf77e0-c0d3-42b4-a41e-96e0c5a73b18 None None] Port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:36.669311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event updated for resources: {'Subnet': ['ID=08ef6ac7-4fee-4d6e-90f1-38bc1a4adf5f,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:36.676460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Network 6b4582cc-9bcd-461c-bc79-d709ee70e35c is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:52:36.687354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1394519-dc4e-4667-b17a-7d8c439de8e4 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5f912c-8267-483f-8a40-08eb7d1f3f5c,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:36.691576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] For port a2d5e883-3e33-48d9-b168-a6b5f4d3e869, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:36.696719 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] For port a2d5e883-3e33-48d9-b168-a6b5f4d3e869, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a2d5e883-3e33-48d9-b168-a6b5f4d3e869,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:36.697649 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 6b4582cc-9bcd-461c-bc79-d709ee70e35c) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:36.699699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Checking segment: {'id': '5baa6074-9cc3-4493-a15a-02dca6fa5cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:36.700057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Network hostable DHCP agents. Network: 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:52:36.704932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 456b82d9-4273-4cb4-87bd-baa704dc471f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:36.705139 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:36.705456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.708076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:36.730756 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-430b51a4-21aa-4bb0-9a3a-654bfadf011b tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--351741026&fields=id&tenant_id=cda3d7ed68094624b6138198a0952d92 HTTP/1.1" status: 200 len: 267 time: 0.3291588 Feb 04 05:52:36.730948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.743389 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2382711-aa88-407f-b034-96a2ea1e18cf None None] Network 6b4582cc-9bcd-461c-bc79-d709ee70e35c requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:36.755961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:36.756369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:36.757220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:36.760106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cab09-e750-49f5-b812-74633ecdc1cb tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e354180d-546b-426e-bf9a-612f352e81c6,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:36.765661 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:36.766045 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:36.766577 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Network 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:52:36.772996 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 2 to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da Feb 04 05:52:36.774734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:36.775983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:36.785699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:36.786287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.786823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:36.787487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.796371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1394519-dc4e-4667-b17a-7d8c439de8e4 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.800186 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d1394519-dc4e-4667-b17a-7d8c439de8e4 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9636216 Feb 04 05:52:36.800186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c2cab09-e750-49f5-b812-74633ecdc1cb tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.803975 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40994) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:36.804656 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1c2cab09-e750-49f5-b812-74633ecdc1cb tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3047175 Feb 04 05:52:36.809977 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-979ed6ae-f128-4498-806c-10c94276052c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Request body: {'security_group_rule': {'security_group_id': 'bf9dc468-e92d-412e-bdac-76b9462c6025', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:36.814044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:36.814651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 40996) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:36.832786 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d5f921bc-6391-4abc-8aaa-a21e61cf2376 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5352957 Feb 04 05:52:36.834744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 40998) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:36.841055 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-cd0ad5b2-1f1a-45ad-9017-1bcf8f1002ad tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1672009525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:36.849839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6dc526-b663-4ac1-a64d-541ef52e8d91 None None] Network 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:36.853403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-41a1b3cf-d875-4f07-9612-d47fecd7eaab tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Request body: {'security_group_rule': {'security_group_id': 'e354180d-546b-426e-bf9a-612f352e81c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:36.865912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:36.866243 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:36.866622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:36.893931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:36.901757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:36.902121 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:36.906397 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 3 to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da Feb 04 05:52:36.916979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Pushing event updated for resources: {'Port': ['ID=992e051d-d1a3-44a2-99b5-c8437147e614,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:36.921473 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad5b2-1f1a-45ad-9017-1bcf8f1002ad tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.922515 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad5b2-1f1a-45ad-9017-1bcf8f1002ad tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:36.924766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:36.974804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Routers {'6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:36.975529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:37.008254 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad5b2-1f1a-45ad-9017-1bcf8f1002ad tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.023851 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-979ed6ae-f128-4498-806c-10c94276052c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.024801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d76ef-91ea-413e-838d-8ca23c56e6a1 None None] Pushing event updated for resources: {'Port': ['ID=a2d5e883-3e33-48d9-b168-a6b5f4d3e869,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:37.027748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad5b2-1f1a-45ad-9017-1bcf8f1002ad tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.038261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:37.039201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:37.039529 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:37.080818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:37.081343 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:37.086431 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 4 to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da Feb 04 05:52:37.103657 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7afaa6b3-2e84-4d88-ad78-7513e68e7854 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9166524 Feb 04 05:52:37.106400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41000) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:37.144198 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad5b2-1f1a-45ad-9017-1bcf8f1002ad tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.144389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Request body: {'port': {'network_id': 'cb5f76f8-eacb-4879-a203-7551c846880b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-134019484'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:37.151269 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cd0ad5b2-1f1a-45ad-9017-1bcf8f1002ad tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3082843 Feb 04 05:52:37.165152 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41002) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:37.256439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] Set router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:37.275014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41a1b3cf-d875-4f07-9612-d47fecd7eaab tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.286469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:37.286798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:37.287129 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:37.312171 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-979ed6ae-f128-4498-806c-10c94276052c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.313324 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:37.313969 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:37.314164 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 5 to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da Feb 04 05:52:37.348877 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-79e83694-6475-4180-9890-a074df6fd063 None None] Provisioning complete for port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:37.349387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-79e83694-6475-4180-9890-a074df6fd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.374078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-979ed6ae-f128-4498-806c-10c94276052c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.386816 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0', 'network_id': '80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0', 'tenant_id': 'b59807b70bc243c3b9bc7ceb7d498139', 'fixed_ips': [{'subnet_id': '08ef6ac7-4fee-4d6e-90f1-38bc1a4adf5f'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:52:37.387729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.415393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:37.416059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:37.416547 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:37.430904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-a42f82c7-b432-4bf4-a4a8-19050eba54e9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:37.432400 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-a42f82c7-b432-4bf4-a4a8-19050eba54e9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/networks?id=bd42bdb8-2160-4369-b72e-07d7451c4a04 HTTP/1.1" status: 200 len: 805 time: 0.6611066 Feb 04 05:52:37.434998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ed6ae-f128-4498-806c-10c94276052c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532091b0-b42b-4036-88c2-b1a42a3aecad,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:37.436518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:37.437064 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:37.438754 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 6 to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da Feb 04 05:52:37.481588 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-979ed6ae-f128-4498-806c-10c94276052c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.482777 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-979ed6ae-f128-4498-806c-10c94276052c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6799908 Feb 04 05:52:37.486111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41004) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:37.490487 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:37.493675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:52:37.494345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.523492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:37.523733 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:37.524066 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:37.536563 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:37.536883 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:37.540197 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 7 to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da Feb 04 05:52:37.570298 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-3560049b-2398-416a-a9f4-34434ed0d7f3 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/quotas/cda3d7ed68094624b6138198a0952d92 HTTP/1.1" status: 200 len: 375 time: 0.1084471 Feb 04 05:52:37.587389 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:37.587734 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:37.588064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:37.595438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.618860 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:37.619185 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:37.621151 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 8 to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da Feb 04 05:52:37.667529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41a1b3cf-d875-4f07-9612-d47fecd7eaab tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.676264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.680304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:37.680633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:37.680966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:37.694310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:37.694754 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:37.696509 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 9 to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da Feb 04 05:52:37.700124 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-79e83694-6475-4180-9890-a074df6fd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.714225 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41a1b3cf-d875-4f07-9612-d47fecd7eaab tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.721868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c28cc14d-5d5d-4e24-9953-327b52be1dbc,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:37.747576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Allocated IP 172.20.0.2 (80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0/08ef6ac7-4fee-4d6e-90f1-38bc1a4adf5f/d51c2509-c9c2-4331-bdc2-cc2f61e39670) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:37.753431 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:37.753746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:37.754077 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:37.763042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-79e83694-6475-4180-9890-a074df6fd063 None None] For port a2d5e883-3e33-48d9-b168-a6b5f4d3e869, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a2d5e883-3e33-48d9-b168-a6b5f4d3e869,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:37.763615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1b3cf-d875-4f07-9612-d47fecd7eaab tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074005fc-345c-41ba-b2cc-b90154dd4c7c,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:37.782227 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-79e83694-6475-4180-9890-a074df6fd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.789754 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:37.790078 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:37.794299 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 10 to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da Feb 04 05:52:37.830106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Checking segment: {'id': '100342c8-46f9-4f64-8ff4-f37485f16fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:37.830536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Network hostable DHCP agents. Network: 195699ef-9f7d-492f-bac9-0ee5ac3d24f3, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:52:37.834665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41a1b3cf-d875-4f07-9612-d47fecd7eaab tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.838987 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-41a1b3cf-d875-4f07-9612-d47fecd7eaab tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0040264 Feb 04 05:52:37.848184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41006) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:37.848184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Made reservation on behalf of f09befcf32fc4c7cba4dc08c0377ef9e for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:37.852407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:37.862648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-918684ea-7496-46d7-b405-c688f41bfdd7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Request body: {'security_group_rule': {'security_group_id': 'e354180d-546b-426e-bf9a-612f352e81c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:37.875758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:31Z', 'revision_number': 4, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a2d5e883-3e33-48d9-b168-a6b5f4d3e869', 'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'mac_address': 'fa:16:3e:6b:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:28Z', 'updated_at': '2022-02-04T05:52:36Z', 'revision_number': 4, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'subnets': [{'id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:37.888667 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-60026c88-7577-4489-bfef-2440b6ba9681 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cda3d7ed68094624b6138198a0952d92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2835596 Feb 04 05:52:37.924296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] device_id is not set on port 0929650e-847f-4d8d-9394-e214f253f23e yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:37.997557 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.001811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Network 195699ef-9f7d-492f-bac9-0ee5ac3d24f3 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:52:38.011079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:38.011483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:38.011776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:38.033905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8be57-7813-42fe-ac95-d53db683be0b None None] The sync data for ids ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'] in dv-neutron-826811-2-hyperv is: [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:31Z', 'revision_number': 4, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a2d5e883-3e33-48d9-b168-a6b5f4d3e869', 'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'mac_address': 'fa:16:3e:6b:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:28Z', 'updated_at': '2022-02-04T05:52:36Z', 'revision_number': 4, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'subnets': [{'id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:38.034096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 15e19c7d-8999-410c-9a26-2ac80c7340da on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:38.034316 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 15e19c7d-8999-410c-9a26-2ac80c7340da on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:38.034588 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.051069 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e83694-6475-4180-9890-a074df6fd063 None None] Pushing event updated for resources: {'Port': ['ID=a2d5e883-3e33-48d9-b168-a6b5f4d3e869,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:38.061960 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.110272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Pushing event updated for resources: {'Port': ['ID=d51c2509-c9c2-4331-bdc2-cc2f61e39670,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:38.113427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1f776f46-8ee3-4fd5-aa1e-95063cd54122 None None] Provisioning complete for port b87274d0-82df-4983-bcd9-60805813d883 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:38.113813 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1f776f46-8ee3-4fd5-aa1e-95063cd54122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.149175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.162295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-1f776f46-8ee3-4fd5-aa1e-95063cd54122 None None] Port b87274d0-82df-4983-bcd9-60805813d883 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:38.170909 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Network 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:38.172841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:38.179264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:38.227188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Allocated IP 2001:db8::288 (cb5f76f8-eacb-4879-a203-7551c846880b/c7590435-d569-4356-920c-1d19d612df74/0929650e-847f-4d8d-9394-e214f253f23e) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:38.259782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Attempting to bind port d51c2509-c9c2-4331-bdc2-cc2f61e39670 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:38.260519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Attempting to bind port d51c2509-c9c2-4331-bdc2-cc2f61e39670 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '5baa6074-9cc3-4493-a15a-02dca6fa5cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:38.261110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Attempting to bind port d51c2509-c9c2-4331-bdc2-cc2f61e39670 on network 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:38.267118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:38.268147 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Checking segment: {'id': '5baa6074-9cc3-4493-a15a-02dca6fa5cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:38.269253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.269869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Bound using segment: {'id': '5baa6074-9cc3-4493-a15a-02dca6fa5cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:38.270619 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Bound port: d51c2509-c9c2-4331-bdc2-cc2f61e39670, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5baa6074-9cc3-4493-a15a-02dca6fa5cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:38.271300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.289160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] For port 15e19c7d-8999-410c-9a26-2ac80c7340da, host hv-neutron-8268, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:38.289482 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempted to set empty binding levels {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:52:38.291772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-918684ea-7496-46d7-b405-c688f41bfdd7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.299983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.316040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-a35fdfac-3984-42dc-a74b-32c5a9cd2a28 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:52:38.324017 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-a35fdfac-3984-42dc-a74b-32c5a9cd2a28 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2924826 Feb 04 05:52:38.355551 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] For port d51c2509-c9c2-4331-bdc2-cc2f61e39670, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:38.362444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] For port d51c2509-c9c2-4331-bdc2-cc2f61e39670, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d51c2509-c9c2-4331-bdc2-cc2f61e39670,segment=NetworkSegment(5baa6074-9cc3-4493-a15a-02dca6fa5cb5),segment_id=5baa6074-9cc3-4493-a15a-02dca6fa5cb5)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:38.369817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Allocated IP 172.20.0.1 (80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0/08ef6ac7-4fee-4d6e-90f1-38bc1a4adf5f/e0fc92dc-0942-410e-ab14-32e361b74ee8) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:38.375314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.387322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:38.388068 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.400303 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 195699ef-9f7d-492f-bac9-0ee5ac3d24f3) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:38.428606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c9cb89-f5e5-45af-84bc-9cab0d9e314a None None] Network 195699ef-9f7d-492f-bac9-0ee5ac3d24f3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:38.477273 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.8861403 Feb 04 05:52:38.480983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41014) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:38.482198 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Allocated IP 172.26.5.70 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/5c6e9b9e-92fb-4789-857b-b64d9ea770c7) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:38.490172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2c3f7-2475-4b23-8e15-e9d9280ee0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event updated for resources: {'Port': ['ID=15e19c7d-8999-410c-9a26-2ac80c7340da,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:38.540965 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ada13-80dc-4471-9520-e09ab6508fba None None] Pushing event updated for resources: {'Port': ['ID=d51c2509-c9c2-4331-bdc2-cc2f61e39670,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:38.758275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.822419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.823813 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:38.824441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.829831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd90dffc-8c6e-4b53-b2dd-bc07e7b12c9e None None] Network 195699ef-9f7d-492f-bac9-0ee5ac3d24f3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:38.839784 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-700df951-9f8b-4be5-adc1-a6b41c90f1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Deleting port 15e19c7d-8999-410c-9a26-2ac80c7340da {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:38.840390 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-700df951-9f8b-4be5-adc1-a6b41c90f1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.942773 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-2d985072-ada1-47ff-97c0-4e034105d7df service neutron] 10.222.0.15 "GET /v2.0/networks/bd42bdb8-2160-4369-b72e-07d7451c4a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178977 Feb 04 05:52:38.959367 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-700df951-9f8b-4be5-adc1-a6b41c90f1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] For port 15e19c7d-8999-410c-9a26-2ac80c7340da, host hv-neutron-8268, got binding levels [] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:38.959758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-700df951-9f8b-4be5-adc1-a6b41c90f1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.979083 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:38.995252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-700df951-9f8b-4be5-adc1-a6b41c90f1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Calling delete_port for 15e19c7d-8999-410c-9a26-2ac80c7340da owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:39.019963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.053432 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Network 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:39.056833 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f81da5f7-af2c-4fe7-a16e-8871e17c060a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.1921737 Feb 04 05:52:39.090311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:39.096030 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:39.096622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41016) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:39.101549 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-512258256', 'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:39.108071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:39.113910 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:39.135117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event updated for resources: {'Port': ['ID=e0fc92dc-0942-410e-ab14-32e361b74ee8,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:39.140978 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:39.185476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-918684ea-7496-46d7-b405-c688f41bfdd7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.204393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-918684ea-7496-46d7-b405-c688f41bfdd7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.211870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.238428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.248193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.262825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Made reservation on behalf of 6b831fafb49345fea9e4330d4b38b2da for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:39.265124 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.299605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Pushing event updated for resources: {'Port': ['ID=5c6e9b9e-92fb-4789-857b-b64d9ea770c7,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:39.308890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918684ea-7496-46d7-b405-c688f41bfdd7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8b69b3-89d5-4175-b7e3-51c118709cbf,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:39.337243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-918684ea-7496-46d7-b405-c688f41bfdd7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.341426 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-918684ea-7496-46d7-b405-c688f41bfdd7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4836769 Feb 04 05:52:39.343951 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41018) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:39.347581 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-4651df76-5b9c-4b51-a89d-a20565dd07c5 service neutron] 10.222.0.15 "GET /v2.0/networks/bd42bdb8-2160-4369-b72e-07d7451c4a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470423 Feb 04 05:52:39.379402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:39.390064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-700df951-9f8b-4be5-adc1-a6b41c90f1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.412536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] device_id is not set on port eca81f8d-9d73-4c01-b7fd-876d3faa07de yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:39.415141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.466404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700df951-9f8b-4be5-adc1-a6b41c90f1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event deleted for resources: {'Port': ['ID=15e19c7d-8999-410c-9a26-2ac80c7340da,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:39.478183 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.560521 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-700df951-9f8b-4be5-adc1-a6b41c90f1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.566805 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-700df951-9f8b-4be5-adc1-a6b41c90f1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "DELETE /v2.0/ports/15e19c7d-8999-410c-9a26-2ac80c7340da HTTP/1.1" status: 204 len: 168 time: 1.0793793 Feb 04 05:52:39.567785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41020) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:39.576578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.598820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Network cb5f76f8-eacb-4879-a203-7551c846880b is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:39.604525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:39.608304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'Port': ['ID=0929650e-847f-4d8d-9394-e214f253f23e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:39.610792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:39.617096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:39.628367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.699923 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-26334d13-fb88-4876-a2d4-9ca1323e2703 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5734982 Feb 04 05:52:39.701424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41028) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:39.707755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.720285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ec558558-c4fc-49b4-909d-385b624aece8 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d6', 'mac_address': 'fa:16:3e:fe:c7:03'}, {'ip_address': '2001:db8::1c3', 'mac_address': 'fa:16:3e:67:13:0f'}]}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:39.739689 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9dde7e-4c67-4516-9b4c-0fabe870d504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:52:39.746784 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4a9dde7e-4c67-4516-9b4c-0fabe870d504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "GET /v2.0/ports/15e19c7d-8999-410c-9a26-2ac80c7340da HTTP/1.1" status: 404 len: 333 time: 0.1667976 Feb 04 05:52:39.800636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41032) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:39.811633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Request body: {'port': {'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289805012'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:39.829775 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:39.890574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41048) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:40.002434 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2868580-69f0-4ac9-974c-a6479705d5fe None None] Network 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:40.013856 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:40.074504 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Allocated IP 2001:db8::335 (195699ef-9f7d-492f-bac9-0ee5ac3d24f3/c28cc14d-5d5d-4e24-9953-327b52be1dbc/eca81f8d-9d73-4c01-b7fd-876d3faa07de) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:40.100184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:40.184404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c545cf84-b159-4b92-b348-aec8eb23f4dd None None] Provisioning complete for port d51c2509-c9c2-4331-bdc2-cc2f61e39670 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:40.184917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c545cf84-b159-4b92-b348-aec8eb23f4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:40.218668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:40.329234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Made reservation on behalf of e155fc05391d487fbe5ba98c25d5b129 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:40.331926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:40.358829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d51c2509-c9c2-4331-bdc2-cc2f61e39670 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:40.455309 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2f091a18-920d-4b26-887a-7205ac16391e req-9977e8e2-c0f0-43c8-a8a6-29eb475dd1cd tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 210 time: 0.5631385 Feb 04 05:52:40.469251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] device_id is not set on port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:40.531268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec558558-c4fc-49b4-909d-385b624aece8 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:40.611441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Pushing event updated for resources: {'Port': ['ID=992e051d-d1a3-44a2-99b5-c8437147e614,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:40.611763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d51c2509-c9c2-4331-bdc2-cc2f61e39670 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:40.611998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:40.733375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c545cf84-b159-4b92-b348-aec8eb23f4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:40.794281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:40.893886 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:40.911167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.002114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.002792 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port d51c2509-c9c2-4331-bdc2-cc2f61e39670, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d51c2509-c9c2-4331-bdc2-cc2f61e39670,segment=NetworkSegment(5baa6074-9cc3-4493-a15a-02dca6fa5cb5),segment_id=5baa6074-9cc3-4493-a15a-02dca6fa5cb5)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:41.062229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.066115 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a2d5e883-3e33-48d9-b168-a6b5f4d3e869 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:41.127804 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event updated for resources: {'Port': ['ID=eca81f8d-9d73-4c01-b7fd-876d3faa07de,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:41.268493 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Network 195699ef-9f7d-492f-bac9-0ee5ac3d24f3 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:41.287062 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-c545cf84-b159-4b92-b348-aec8eb23f4dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:52:41.287587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-c545cf84-b159-4b92-b348-aec8eb23f4dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:52:41.304777 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Floating IP a0780efa-be77-44cc-89e5-b585448988b9 associated. External IP: 172.26.5.158, port: 574db5aa-cf1b-46d9-89c0-c62d1792416e. Feb 04 05:52:41.312708 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.336118 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:41.340618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=d51c2509-c9c2-4331-bdc2-cc2f61e39670,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:41.351656 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:41.353264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:41.354145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.376423 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:41.377341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.395901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec558558-c4fc-49b4-909d-385b624aece8 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.405335 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a08d59cd-9f5c-4585-8617-fca88c2dd10a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3075984 Feb 04 05:52:41.414860 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41074) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:41.438498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec558558-c4fc-49b4-909d-385b624aece8 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.483116 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.519028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ec558558-c4fc-49b4-909d-385b624aece8 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] In _notify_port_updated(), no bound segment for port 0929650e-847f-4d8d-9394-e214f253f23e on network cb5f76f8-eacb-4879-a203-7551c846880b {{(pid=102167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:52:41.525065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec558558-c4fc-49b4-909d-385b624aece8 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:41.525753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec558558-c4fc-49b4-909d-385b624aece8 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.529677 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ec558558-c4fc-49b4-909d-385b624aece8 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "PUT /v2.0/ports/0929650e-847f-4d8d-9394-e214f253f23e HTTP/1.1" status: 200 len: 1067 time: 1.8216712 Feb 04 05:52:41.533010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.537825 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41078) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:41.660406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.722044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.804292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.831501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.873794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event updated for resources: {'Port': ['ID=e0fc92dc-0942-410e-ab14-32e361b74ee8,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:41.918534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec558558-c4fc-49b4-909d-385b624aece8 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event updated for resources: {'Port': ['ID=0929650e-847f-4d8d-9394-e214f253f23e,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:41.926308 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-df5cc847-345d-4e62-8dc2-763a1bc70bd4 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Deleting port eca81f8d-9d73-4c01-b7fd-876d3faa07de {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:41.926890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df5cc847-345d-4e62-8dc2-763a1bc70bd4 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.928893 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:41.976742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Network 6b4582cc-9bcd-461c-bc79-d709ee70e35c is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:41.979436 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9b9a42ff-37c3-4809-a3a5-153de489bd42 req-e112652d-bdac-4c59-b7d0-68b2e166f8c7 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 210 time: 0.0978940 Feb 04 05:52:41.986001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b5a673e2-4b55-422e-8579-2ecffc928762 None None] Provisioning complete for port 0929650e-847f-4d8d-9394-e214f253f23e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:41.986609 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b5a673e2-4b55-422e-8579-2ecffc928762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.018740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:42.021562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:42.026149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:42.027904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.029733 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b5a673e2-4b55-422e-8579-2ecffc928762 None None] Port 0929650e-847f-4d8d-9394-e214f253f23e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:42.041107 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b5a673e2-4b55-422e-8579-2ecffc928762 None None] Provisioning complete for port d51c2509-c9c2-4331-bdc2-cc2f61e39670 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:42.041487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b5a673e2-4b55-422e-8579-2ecffc928762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.049660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Allocated IP 172.26.5.60 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/3adb31b3-786d-4e9b-88ca-8ea0928b62a8) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:42.071492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a470a5-7246-4ae8-a5ae-1c46736b5a03,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:42.090452 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d166387f-fed7-4656-aa52-1ba3019f9634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2848797 Feb 04 05:52:42.091148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41080) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:42.111591 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Pushing event updated for resources: {'Port': ['ID=5c6e9b9e-92fb-4789-857b-b64d9ea770c7,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:42.123330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.134283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:42.140582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-00ce7ffc-111a-4439-b1d2-289a786a19b1 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Deleting port 0929650e-847f-4d8d-9394-e214f253f23e {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:42.140921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00ce7ffc-111a-4439-b1d2-289a786a19b1 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.158222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d51c2509-c9c2-4331-bdc2-cc2f61e39670 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:42.220133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.229100 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-03fa5e9a-465a-446c-b00c-6c732442b12c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7355361 Feb 04 05:52:42.229283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b5a673e2-4b55-422e-8579-2ecffc928762 None None] Provisioning complete for port e0fc92dc-0942-410e-ab14-32e361b74ee8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:42.229283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b5a673e2-4b55-422e-8579-2ecffc928762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.235072 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df5cc847-345d-4e62-8dc2-763a1bc70bd4 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.271660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b5a673e2-4b55-422e-8579-2ecffc928762 None None] Port e0fc92dc-0942-410e-ab14-32e361b74ee8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:42.294849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d51c2509-c9c2-4331-bdc2-cc2f61e39670 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:42.296311 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.296583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-df5cc847-345d-4e62-8dc2-763a1bc70bd4 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Calling delete_port for eca81f8d-9d73-4c01-b7fd-876d3faa07de owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:42.297375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Router 4b7597ee-0b80-42cc-b18b-e623b1e1fa89 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:52:42.318717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.324295 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Network 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:42.328271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.36', 54225) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:42.330336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:42.478010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00ce7ffc-111a-4439-b1d2-289a786a19b1 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.531510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.593416 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-00ce7ffc-111a-4439-b1d2-289a786a19b1 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Calling delete_port for 0929650e-847f-4d8d-9394-e214f253f23e owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:42.695580 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1e099961-707b-475c-84f6-11cbf6e9b1e5 None None] Provisioning complete for port e0fc92dc-0942-410e-ab14-32e361b74ee8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:42.695947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1e099961-707b-475c-84f6-11cbf6e9b1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.699091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.712833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Router 82c4b3e1-321b-420d-96bc-c3ce11126044 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:52:42.723230 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-ee926560-7290-4deb-8d6f-69c3a09c6ec3 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1397426128&fields=id&tenant_id=ca53912bb8dc49d59db755c01a7ad0f9 HTTP/1.1" status: 200 len: 267 time: 0.2683580 Feb 04 05:52:42.744116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-1e099961-707b-475c-84f6-11cbf6e9b1e5 None None] Port e0fc92dc-0942-410e-ab14-32e361b74ee8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:42.765981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:42.775953 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:42.782743 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:42.822158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Pushing event updated for resources: {'Port': ['ID=3adb31b3-786d-4e9b-88ca-8ea0928b62a8,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:42.822398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-b2e87e8f-aef3-468f-b156-e42a0d49210a tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:42.823859 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-b2e87e8f-aef3-468f-b156-e42a0d49210a tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.36 "GET /v2.0/networks?id=bd42bdb8-2160-4369-b72e-07d7451c4a04 HTTP/1.1" status: 200 len: 805 time: 0.4859717 Feb 04 05:52:42.878401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df5cc847-345d-4e62-8dc2-763a1bc70bd4 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.892664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:42.905276 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff3d42-0e3d-4286-b2b3-f61dde49613d None None] Sync routers for ids ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:42.918484 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff3d42-0e3d-4286-b2b3-f61dde49613d None None] Routers {'4b7597ee-0b80-42cc-b18b-e623b1e1fa89'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:42.919462 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-92ff3d42-0e3d-4286-b2b3-f61dde49613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:42.929729 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cc847-345d-4e62-8dc2-763a1bc70bd4 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event deleted for resources: {'Port': ['ID=eca81f8d-9d73-4c01-b7fd-876d3faa07de,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:42.984702 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-92ff3d42-0e3d-4286-b2b3-f61dde49613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:42.992154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.999395 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff3d42-0e3d-4286-b2b3-f61dde49613d None None] Routers {'4b7597ee-0b80-42cc-b18b-e623b1e1fa89'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:43.000965 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-92ff3d42-0e3d-4286-b2b3-f61dde49613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:43.004169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df5cc847-345d-4e62-8dc2-763a1bc70bd4 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:43.011296 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-df5cc847-345d-4e62-8dc2-763a1bc70bd4 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "DELETE /v2.0/ports/eca81f8d-9d73-4c01-b7fd-876d3faa07de HTTP/1.1" status: 204 len: 168 time: 1.5956569 Feb 04 05:52:43.013826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41112) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:43.027357 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:43.037932 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-afb65779-6d40-4aca-9b22-bfef77a0951d tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "PUT /v2.0/routers/82c4b3e1-321b-420d-96bc-c3ce11126044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8688900 Feb 04 05:52:43.038436 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41116) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:43.038551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3', 'external_fixed_ips': [{'subnet_id': 'c28cc14d-5d5d-4e24-9953-327b52be1dbc', 'ip_address': '2001:db8::335'}]}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:43.042777 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-92ff3d42-0e3d-4286-b2b3-f61dde49613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:43.043544 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff3d42-0e3d-4286-b2b3-f61dde49613d None None] The sync data for ids ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:43.044597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d20f5b-c9de-4231-b5b9-0dd795bf1ea3 None None] Sync routers for ids ['82c4b3e1-321b-420d-96bc-c3ce11126044'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:43.050781 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-2d39a5e1-5aff-4f7f-8f0e-18abeb6292ae tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cda3d7ed68094624b6138198a0952d92 HTTP/1.1" status: 200 len: 379 time: 0.1767509 Feb 04 05:52:43.062212 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Request body: {'port': {'network_id': '80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0', 'name': 'tempest-FloatingIPNegativeTestJSON-134138776'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:43.063469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d20f5b-c9de-4231-b5b9-0dd795bf1ea3 None None] Routers {'82c4b3e1-321b-420d-96bc-c3ce11126044'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:43.064106 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c2d20f5b-c9de-4231-b5b9-0dd795bf1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['82c4b3e1-321b-420d-96bc-c3ce11126044'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:43.109564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Request body: {'port': {'device_id': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'admin_state_up': True, 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'security_groups': ['05dc3f57-4c72-4e11-bba7-83a0e948de16']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:43.112369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c2d20f5b-c9de-4231-b5b9-0dd795bf1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:43.122805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d20f5b-c9de-4231-b5b9-0dd795bf1ea3 None None] Routers {'82c4b3e1-321b-420d-96bc-c3ce11126044'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:43.123408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c2d20f5b-c9de-4231-b5b9-0dd795bf1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['82c4b3e1-321b-420d-96bc-c3ce11126044'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:43.128740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-b62290b9-c892-4575-b550-a77a20cade04 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:43.136323 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-b62290b9-c892-4575-b550-a77a20cade04 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/networks?id=206fae0a-4428-4f10-9c6d-49d796115e41 HTTP/1.1" status: 200 len: 812 time: 0.4122887 Feb 04 05:52:43.164332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c2d20f5b-c9de-4231-b5b9-0dd795bf1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:43.164993 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d20f5b-c9de-4231-b5b9-0dd795bf1ea3 None None] The sync data for ids ['82c4b3e1-321b-420d-96bc-c3ce11126044'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:43.185728 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f5b72cdb-110e-48b6-b784-06b55cc857b9 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.3561707 Feb 04 05:52:43.189222 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41128) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:43.233471 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-806bc924-01ad-4401-a82f-003fdcb703a7 req-5d943a34-fc60-4ddb-8eab-3c9654ba8f70 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 210 time: 0.1324778 Feb 04 05:52:43.240989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] device_id is not set on port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:43.253227 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-0ba3fcba-5e90-43d8-8d19-55db5aaf27a9 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/quotas/ca53912bb8dc49d59db755c01a7ad0f9 HTTP/1.1" status: 200 len: 375 time: 0.1160245 Feb 04 05:52:43.254955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:43.282386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00ce7ffc-111a-4439-b1d2-289a786a19b1 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:43.284258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:43.293055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:43.294084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:43.522821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a470a5-7246-4ae8-a5ae-1c46736b5a03,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:43.548232 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a0493ac2-3d2a-41c3-a908-f4b60c9e6c6d tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] 10.222.0.15 "GET /v2.0/floatingips/a0780efa-be77-44cc-89e5-b585448988b9 HTTP/1.1" status: 200 len: 983 time: 0.3579316 Feb 04 05:52:43.578054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41132) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:43.602814 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-42999e46-89eb-4d2a-9432-be88c876116e tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca53912bb8dc49d59db755c01a7ad0f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3337836 Feb 04 05:52:43.605838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:43.666178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:43.782711 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:43.893789 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Made reservation on behalf of b59807b70bc243c3b9bc7ceb7d498139 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:43.898346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:43.920519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] device_id is not set on port 3cacaa9a-b210-44ba-b73e-2ce42069e407 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:44.139372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Allocated IP 172.20.0.9 (80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0/08ef6ac7-4fee-4d6e-90f1-38bc1a4adf5f/3cacaa9a-b210-44ba-b73e-2ce42069e407) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:44.140257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:44.140366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:44.140877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:44.142902 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce7ffc-111a-4439-b1d2-289a786a19b1 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event deleted for resources: {'Port': ['ID=0929650e-847f-4d8d-9394-e214f253f23e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:44.181822 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:44.190281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:44.301752 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0707ac49-23ce-459b-83a2-fedefe7ab445 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.6977150 Feb 04 05:52:44.302838 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41140) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:44.303845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:44.304199 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:44.348785 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 2 to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 Feb 04 05:52:44.389149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-a846cbfb-1324-4fd1-8d42-1217d647248b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:52:44.390730 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-a846cbfb-1324-4fd1-8d42-1217d647248b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2421710 Feb 04 05:52:44.394817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:44.395526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:44.396011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:44.482140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Pushing event updated for resources: {'Port': ['ID=3adb31b3-786d-4e9b-88ca-8ea0928b62a8,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:44.522895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:44.523684 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:44.526699 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-9a2bdd91-f632-40ec-a341-f35d1633ee28 service neutron] 10.222.0.15 "GET /v2.0/networks/206fae0a-4428-4f10-9c6d-49d796115e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122739 Feb 04 05:52:44.528702 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:44.530490 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 3 to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 Feb 04 05:52:44.546453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Made reservation on behalf of cda3d7ed68094624b6138198a0952d92 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:44.550110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:44.557013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:44.558371 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6c9117e7-7441-4176-8376-7fb260733206 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2093878 Feb 04 05:52:44.696018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:44.724932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:44.725318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:44.725747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:44.729546 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-8d764094-8575-442a-b406-8d58eb70ebb8 service neutron] 10.222.0.15 "GET /v2.0/networks/206fae0a-4428-4f10-9c6d-49d796115e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304283 Feb 04 05:52:44.769451 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aab8e10f-74fc-4c85-baa3-f1fbc65e5486 req-cecdb0b8-a0c6-4b79-a557-e3ec5bf2dc46 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 210 time: 0.2498400 Feb 04 05:52:44.835966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00ce7ffc-111a-4439-b1d2-289a786a19b1 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:44.842251 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-00ce7ffc-111a-4439-b1d2-289a786a19b1 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "DELETE /v2.0/ports/0929650e-847f-4d8d-9394-e214f253f23e HTTP/1.1" status: 204 len: 168 time: 3.3004520 Feb 04 05:52:44.847126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41150) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:44.847322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:44.847543 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:44.848306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 4 to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 Feb 04 05:52:44.861572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:44.877743 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:44.990585 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41bafb5-13ec-42e6-9178-8902011b3c40 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] GET failed (client error): The resource could not be found. Feb 04 05:52:44.993470 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c41bafb5-13ec-42e6-9178-8902011b3c40 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "GET /v2.0/ports/0929650e-847f-4d8d-9394-e214f253f23e HTTP/1.1" status: 404 len: 333 time: 0.1452096 Feb 04 05:52:44.995276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Deleting port 992e051d-d1a3-44a2-99b5-c8437147e614 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:44.997454 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:45.003927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41156) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:45.042317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Allocated IP 172.20.0.7 (bd42bdb8-2160-4369-b72e-07d7451c4a04/706e34e1-ed53-4f0d-b818-176cff1f5813/63a1dc97-7224-4d1a-bfd8-0cca02b7551f) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:45.059391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:45.059735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:45.060079 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:45.067983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:45.068306 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:45.075035 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 5 to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 Feb 04 05:52:45.125697 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Network 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:45.140120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:45.145238 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event updated for resources: {'Port': ['ID=3cacaa9a-b210-44ba-b73e-2ce42069e407,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:45.148864 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:45.150284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:45.150625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:45.150963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:45.183639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d2287248-a96a-4d97-9e0a-b2b09f0dc8c6 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--684107955&fields=id&tenant_id=b3b3074a7a2841fea736b2212d2c9e29 HTTP/1.1" status: 200 len: 267 time: 0.1735210 Feb 04 05:52:45.213190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:45.213534 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:45.223953 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 6 to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 Feb 04 05:52:45.323492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:45.323847 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:45.355299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:45.356336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:45.389424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Calling delete_port for 992e051d-d1a3-44a2-99b5-c8437147e614 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:45.402101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-01b26aa9-139c-4ae5-bf04-58e57bc462a9 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Deleting port b87274d0-82df-4983-bcd9-60805813d883 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:45.402455 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01b26aa9-139c-4ae5-bf04-58e57bc462a9 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:45.460059 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4611ae8c-7a7f-4ecc-8eef-7f31f63750b0 req-aca23307-3b4c-4cd4-8d04-ffbf3d85cb50 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 210 time: 0.2477133 Feb 04 05:52:45.493737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8d50a1ee-2ef9-49f1-8cf1-d837cef29560 None None] Provisioning complete for port 3cacaa9a-b210-44ba-b73e-2ce42069e407 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:45.498316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8d50a1ee-2ef9-49f1-8cf1-d837cef29560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:45.501746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:45.510450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:45.510450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:45.556795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:45.557410 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:45.568088 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 7 to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 Feb 04 05:52:45.593121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8d50a1ee-2ef9-49f1-8cf1-d837cef29560 None None] Port 3cacaa9a-b210-44ba-b73e-2ce42069e407 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:45.606953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:45.639309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:45.639644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:45.640049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:45.650446 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5907405a-d6ee-41f7-a78c-5bbf6ccbc1b3 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6106470 Feb 04 05:52:45.652664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:45.653281 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:45.655797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41180) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:45.657680 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 8 to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 Feb 04 05:52:45.665828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:45.684671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-68740da8-cc1e-4f34-9b43-ffd922c10dc1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:45.692628 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-68740da8-cc1e-4f34-9b43-ffd922c10dc1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/networks?id=df9db621-d575-4dac-8972-55177063df00 HTTP/1.1" status: 200 len: 811 time: 0.5079799 Feb 04 05:52:45.738362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01b26aa9-139c-4ae5-bf04-58e57bc462a9 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:45.761720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-01b26aa9-139c-4ae5-bf04-58e57bc462a9 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Calling delete_port for b87274d0-82df-4983-bcd9-60805813d883 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:45.859850 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-c66f6c93-aec9-4854-9f95-9ec0e70bb2c1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/quotas/b3b3074a7a2841fea736b2212d2c9e29 HTTP/1.1" status: 200 len: 375 time: 0.1661499 Feb 04 05:52:45.903106 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:45.954575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event deleted for resources: {'Port': ['ID=992e051d-d1a3-44a2-99b5-c8437147e614,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:45.994914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:45.995421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:45.996100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:46.037429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:46.037701 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:46.039997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:46.044081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:46.050760 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 9 to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 Feb 04 05:52:46.087920 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:46.088532 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Floating IP a0780efa-be77-44cc-89e5-b585448988b9 disassociated (deleted). External IP: 172.26.5.158, port: 574db5aa-cf1b-46d9-89c0-c62d1792416e. Feb 04 05:52:46.180233 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Network bd42bdb8-2160-4369-b72e-07d7451c4a04 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:46.187408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Pushing event updated for resources: {'Port': ['ID=63a1dc97-7224-4d1a-bfd8-0cca02b7551f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:46.190853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:46.263676 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:46.363688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:46.364515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:46.431341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01b26aa9-139c-4ae5-bf04-58e57bc462a9 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:46.527693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:46.528089 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:46.528452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:46.586568 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e982fc6c-01e3-4604-830b-7716eff2d70c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4871352 Feb 04 05:52:46.605319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:46.613716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01b26aa9-139c-4ae5-bf04-58e57bc462a9 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:46.621886 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-01b26aa9-139c-4ae5-bf04-58e57bc462a9 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "DELETE /v2.0/ports/b87274d0-82df-4983-bcd9-60805813d883 HTTP/1.1" status: 204 len: 168 time: 1.6001129 Feb 04 05:52:46.622866 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b26aa9-139c-4ae5-bf04-58e57bc462a9 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event deleted for resources: {'Port': ['ID=b87274d0-82df-4983-bcd9-60805813d883,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:46.627400 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d88b04f3-7e6e-4bc7-bf13-01eea49ec5a2 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3b3074a7a2841fea736b2212d2c9e29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7662666 Feb 04 05:52:46.629843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41198) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:46.635253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:46.635714 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:46.641751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-375c4e11-673a-46ed-9f66-8caa05c32ea4 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:52:46.642742 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-375c4e11-673a-46ed-9f66-8caa05c32ea4 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268786 Feb 04 05:52:46.643197 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 10 to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 Feb 04 05:52:46.655730 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-04f70e31-2b9e-4990-aa84-32671d4731ea None None] Provisioning complete for port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:46.656318 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-04f70e31-2b9e-4990-aa84-32671d4731ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:46.673013 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-522aafb3-106b-485f-93bc-788761c85ac4 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] GET failed (client error): The resource could not be found. Feb 04 05:52:46.680220 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-522aafb3-106b-485f-93bc-788761c85ac4 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "GET /v2.0/ports/b87274d0-82df-4983-bcd9-60805813d883 HTTP/1.1" status: 404 len: 333 time: 0.0468667 Feb 04 05:52:46.680887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41200) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:46.749390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:46.798068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a498c80-c92c-469b-a0bb-426f2da76246 req-e63936b4-17de-487c-a58b-3c3d72744c19 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:46.798687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-04f70e31-2b9e-4990-aa84-32671d4731ea None None] Port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:46.799509 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3a498c80-c92c-469b-a0bb-426f2da76246 req-e63936b4-17de-487c-a58b-3c3d72744c19 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 931 time: 0.7440732 Feb 04 05:52:46.806616 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:46.806947 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:46.807279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:46.895183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Router 4b7597ee-0b80-42cc-b18b-e623b1e1fa89 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:52:46.902688 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-b18673c4-4ce0-45a6-a575-f56a51d8178c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Deleting port 4561ccda-b24e-41f4-9951-1e81026268d8 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:46.903035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b18673c4-4ce0-45a6-a575-f56a51d8178c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:46.954812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:46.955370 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:46.955881 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.103036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b18673c4-4ce0-45a6-a575-f56a51d8178c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.110502 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3a498c80-c92c-469b-a0bb-426f2da76246 req-8a2da430-7afe-44b2-a049-442d2dcc1465 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943964 Feb 04 05:52:47.122079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-b18673c4-4ce0-45a6-a575-f56a51d8178c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Calling delete_port for 4561ccda-b24e-41f4-9951-1e81026268d8 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:47.140595 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:47.146290 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.153209 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d28be-a9ff-464a-9c04-8a1e92c07c00 None None] Sync routers for ids ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:47.166150 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-5e801cfb-45f9-4a65-a2ec-66d982dbb5f9 service neutron] 10.222.0.15 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662197 Feb 04 05:52:47.166762 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d28be-a9ff-464a-9c04-8a1e92c07c00 None None] Routers {'4b7597ee-0b80-42cc-b18b-e623b1e1fa89'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:47.167498 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cf1d28be-a9ff-464a-9c04-8a1e92c07c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:47.286904 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cf1d28be-a9ff-464a-9c04-8a1e92c07c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:47.311246 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d28be-a9ff-464a-9c04-8a1e92c07c00 None None] Routers {'4b7597ee-0b80-42cc-b18b-e623b1e1fa89'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:47.312226 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cf1d28be-a9ff-464a-9c04-8a1e92c07c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:47.370419 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-93ebabf9-879d-4b66-98e8-faad396debf2 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "DELETE /v2.0/floatingips/a0780efa-be77-44cc-89e5-b585448988b9 HTTP/1.1" status: 204 len: 168 time: 3.0650241 Feb 04 05:52:47.374785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41202) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:47.375763 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b18673c4-4ce0-45a6-a575-f56a51d8178c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.385314 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:47.415647 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cf1d28be-a9ff-464a-9c04-8a1e92c07c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:47.416423 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d28be-a9ff-464a-9c04-8a1e92c07c00 None None] The sync data for ids ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:47.420526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.435291 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a5e00e88-41da-4c3e-9cda-c9ee450ca965 req-8eb3b8ba-ffa7-4e79-831b-ce704d3adbce tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 210 time: 0.0617156 Feb 04 05:52:47.465819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Allocated IP 2001:db8::335 (195699ef-9f7d-492f-bac9-0ee5ac3d24f3/c28cc14d-5d5d-4e24-9953-327b52be1dbc/994ea6e3-6bd7-4682-9c30-795c61104602) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:47.469165 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18673c4-4ce0-45a6-a575-f56a51d8178c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event deleted for resources: {'Port': ['ID=4561ccda-b24e-41f4-9951-1e81026268d8,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:47.545659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b18673c4-4ce0-45a6-a575-f56a51d8178c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.552248 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b18673c4-4ce0-45a6-a575-f56a51d8178c tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "DELETE /v2.0/ports/4561ccda-b24e-41f4-9951-1e81026268d8 HTTP/1.1" status: 204 len: 168 time: 0.8685813 Feb 04 05:52:47.555716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41204) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:47.604014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.655404 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:52:47.663659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a815c5-fe84-48bd-a807-7c443ffd15bb tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Deleting subnet c7590435-d569-4356-920c-1d19d612df74 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:52:47.667546 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a815c5-fe84-48bd-a807-7c443ffd15bb tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.718384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a815c5-fe84-48bd-a807-7c443ffd15bb tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.870067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.892963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] For port b8a470a5-7246-4ae8-a5ae-1c46736b5a03, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:47.893437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempted to set empty binding levels {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:52:47.903897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.910031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.933386 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a815c5-fe84-48bd-a807-7c443ffd15bb tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.966515 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-3375017f-ee6d-4d7d-9466-2d2065e6c15d service neutron] 10.222.0.15 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7853827 Feb 04 05:52:48.105756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] In _notify_port_updated(), no bound segment for port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:52:48.106661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.107274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:48.108631 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "PUT /v2.0/ports/b8a470a5-7246-4ae8-a5ae-1c46736b5a03 HTTP/1.1" status: 200 len: 981 time: 5.9863265 Feb 04 05:52:48.116704 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41206) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:48.145728 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Allocated IP 172.26.5.22 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/218e8fef-3076-4c73-b413-c55f8c03e511) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:48.153961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a815c5-fe84-48bd-a807-7c443ffd15bb tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:48.222076 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a815c5-fe84-48bd-a807-7c443ffd15bb tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:48.228300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1734ef1-c059-4cec-8776-a560eac816ca None None] Network cb5f76f8-eacb-4879-a203-7551c846880b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:48.235857 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-94a815c5-fe84-48bd-a807-7c443ffd15bb tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "DELETE /v2.0/subnets/c7590435-d569-4356-920c-1d19d612df74 HTTP/1.1" status: 204 len: 168 time: 0.6787968 Feb 04 05:52:48.236643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41214) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:48.242040 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a815c5-fe84-48bd-a807-7c443ffd15bb tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event deleted for resources: {'Subnet': ['ID=c7590435-d569-4356-920c-1d19d612df74,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:48.408179 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50f864-1b43-410f-981b-32c49548ac03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a470a5-7246-4ae8-a5ae-1c46736b5a03,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:48.416447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:48.447311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:48.498137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event updated for resources: {'Port': ['ID=994ea6e3-6bd7-4682-9c30-795c61104602,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:48.520387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.520846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.521339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.521803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.522952 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.524335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.524806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.525437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.525912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.526371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.526827 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.527280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.527738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.528192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.528646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.529127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.529586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.530040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.530492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.530941 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.531392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.531839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.532287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.532808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.533283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.537237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.537237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.538468 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-434a5154-8c46-4741-b86c-b67febe5f1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23900 time: 0.4081233 Feb 04 05:52:48.540823 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b99cbe7d-a385-4cde-8dbe-c51d339032a6 req-b3964f3b-6430-4200-831a-7878ceed24f8 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 210 time: 0.2246876 Feb 04 05:52:48.548666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41222) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:48.551037 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:48.578871 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8dbbc-1594-4772-9a15-c0b6294e4afe None None] DHCP port deletion for cb5f76f8-eacb-4879-a203-7551c846880b request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:52:48.601618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c284429-5d35-4835-b67b-0c10ceca1ae0 req-bb114882-351a-4b05-ac1b-0de088709504 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.611204 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7c284429-5d35-4835-b67b-0c10ceca1ae0 req-bb114882-351a-4b05-ac1b-0de088709504 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 931 time: 0.2757773 Feb 04 05:52:48.651932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Network 195699ef-9f7d-492f-bac9-0ee5ac3d24f3 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:48.655568 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:48.697032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:48.715307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:48.715541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8dbbc-1594-4772-9a15-c0b6294e4afe None None] Deleting port 711905b0-f61b-4350-a5b0-0bb689f455a5 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:48.715541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9aa8dbbc-1594-4772-9a15-c0b6294e4afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:48.744770 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:48.806948 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:48.817890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:48.824277 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7c284429-5d35-4835-b67b-0c10ceca1ae0 req-d731a43f-55ce-4d70-b07c-8ae011bd88f8 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121875 Feb 04 05:52:48.861789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9aa8dbbc-1594-4772-9a15-c0b6294e4afe None None] For port 711905b0-f61b-4350-a5b0-0bb689f455a5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=711905b0-f61b-4350-a5b0-0bb689f455a5,segment=NetworkSegment(9e3a22ec-e839-4674-a5bb-add365005ce7),segment_id=9e3a22ec-e839-4674-a5bb-add365005ce7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:48.862268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9aa8dbbc-1594-4772-9a15-c0b6294e4afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:48.888891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8dbbc-1594-4772-9a15-c0b6294e4afe None None] Calling delete_port for 711905b0-f61b-4350-a5b0-0bb689f455a5 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:48.935424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Pushing event updated for resources: {'Port': ['ID=218e8fef-3076-4c73-b413-c55f8c03e511,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:48.967317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:48.978099 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-495084bd-e989-48f9-9483-fa485e580642 req-d25f5081-6a36-4971-981f-7972240b121f tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 210 time: 0.1627498 Feb 04 05:52:48.986954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Deleting port 711905b0-f61b-4350-a5b0-0bb689f455a5 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:48.987370 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.011143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Allocated IP 172.26.5.252 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/dce900aa-56b2-4acb-87d4-249fc5815307) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:49.122662 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.161050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] For port 711905b0-f61b-4350-a5b0-0bb689f455a5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=711905b0-f61b-4350-a5b0-0bb689f455a5,segment=NetworkSegment(9e3a22ec-e839-4674-a5bb-add365005ce7),segment_id=9e3a22ec-e839-4674-a5bb-add365005ce7)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:49.161429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.179408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Calling delete_port for 711905b0-f61b-4350-a5b0-0bb689f455a5 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:49.223433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Request body: {'port': {'device_id': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:49.245278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ff1dfaa3-95ef-41f0-adbb-927283805149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Deleting port b8a470a5-7246-4ae8-a5ae-1c46736b5a03 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:49.245531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9aa8dbbc-1594-4772-9a15-c0b6294e4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.246700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfaa3-95ef-41f0-adbb-927283805149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.362379 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8dbbc-1594-4772-9a15-c0b6294e4afe None None] No DVR routers for this DVR port 711905b0-f61b-4350-a5b0-0bb689f455a5 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:52:49.363872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8dbbc-1594-4772-9a15-c0b6294e4afe None None] Pushing event deleted for resources: {'Port': ['ID=711905b0-f61b-4350-a5b0-0bb689f455a5,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:49.581840 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.582742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.635736 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-ff1dfaa3-95ef-41f0-adbb-927283805149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] For port b8a470a5-7246-4ae8-a5ae-1c46736b5a03, host hv-neutron-8268, got binding levels [] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:49.636453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfaa3-95ef-41f0-adbb-927283805149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.667372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.669066 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.686548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.687700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ff1dfaa3-95ef-41f0-adbb-927283805149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Calling delete_port for b8a470a5-7246-4ae8-a5ae-1c46736b5a03 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:49.689741 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event deleted for resources: {'Port': ['ID=711905b0-f61b-4350-a5b0-0bb689f455a5,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:49.691635 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] No DVR routers for this DVR port 711905b0-f61b-4350-a5b0-0bb689f455a5 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:52:49.697653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.785436 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2df73246-9d00-4993-8cef-5046117f33fd req-6527956b-de12-4b46-908a-f57091f978c2 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 210 time: 0.0836790 Feb 04 05:52:49.827440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.873467 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Pushing event updated for resources: {'Port': ['ID=218e8fef-3076-4c73-b413-c55f8c03e511,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:49.886670 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5f76f8-eacb-4879-a203-7551c846880b']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:49.905865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3a22ec-e839-4674-a5bb-add365005ce7') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:49.905865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3a22ec-e839-4674-a5bb-add365005ce7') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:49.934226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.964115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:49.975983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:52:49.976745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:52:50.051478 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:52:50.053911 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:50.066574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:50.093314 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:50.094919 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-66e463dd-441b-4980-b01e-0ef795dbf8b8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7166910 Feb 04 05:52:50.098679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:50.111752 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] 10.222.0.15 "DELETE /v2.0/networks/cb5f76f8-eacb-4879-a203-7551c846880b HTTP/1.1" status: 204 len: 168 time: 1.8713126 Feb 04 05:52:50.126041 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41234) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:50.136322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937904c3-afe5-4476-ab30-d4f13496ad72 tempest-AllowedAddressPairIpV6TestJSON-643479305 tempest-AllowedAddressPairIpV6TestJSON-643479305-project] Pushing event deleted for resources: {'Network': ['ID=cb5f76f8-eacb-4879-a203-7551c846880b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:50.149365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 711905b0-f61b-4350-a5b0-0bb689f455a5 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:52:50.193071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 711905b0-f61b-4350-a5b0-0bb689f455a5 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:52:50.197657 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 711905b0-f61b-4350-a5b0-0bb689f455a5 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:52:50.249342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:50.404925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:50.449134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:50.583028 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9edf4a39-cd64-4bd3-b941-7d4dc3700b01 req-a3712af3-af16-44cf-823e-34d60e3ebfa5 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 210 time: 0.4412529 Feb 04 05:52:50.627286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:50.629801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41242) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:50.636778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event updated for resources: {'Port': ['ID=dce900aa-56b2-4acb-87d4-249fc5815307,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:50.765722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Allocated IP 172.26.5.62 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/081cca03-76f4-413a-aeea-744b0638bf47) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:50.823094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:50.846297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:50.848794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:50.875570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfaa3-95ef-41f0-adbb-927283805149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:50.877650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:50.942827 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d38270cd-da25-4fa2-bd0f-69db05f38a1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f09befcf32fc4c7cba4dc08c0377ef9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3119278 Feb 04 05:52:50.946627 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:50.948499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41248) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:50.980685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f6929-170f-427d-a3b6-0147c4eec277 req-14925c82-dd78-4b15-ae7f-f3b58faf8c53 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:50.982231 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8f1f6929-170f-427d-a3b6-0147c4eec277 req-14925c82-dd78-4b15-ae7f-f3b58faf8c53 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 931 time: 0.9985094 Feb 04 05:52:51.031415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:51.042048 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:51.045477 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:51.047376 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Pushing event updated for resources: {'Port': ['ID=081cca03-76f4-413a-aeea-744b0638bf47,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:51.048526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfaa3-95ef-41f0-adbb-927283805149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.051952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ff1dfaa3-95ef-41f0-adbb-927283805149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b8a470a5-7246-4ae8-a5ae-1c46736b5a03 HTTP/1.1" status: 204 len: 168 time: 2.4968426 Feb 04 05:52:51.083076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dfaa3-95ef-41f0-adbb-927283805149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8a470a5-7246-4ae8-a5ae-1c46736b5a03,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:51.087719 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41250) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:51.090824 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-edcac495-64ba-4be3-a15b-1032df8c3388 req-80ed2ab0-253c-4747-8233-061302d563c2 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 210 time: 0.1222854 Feb 04 05:52:51.120169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.125345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-95a8c58c-8477-4ad9-aada-b6c53fc71e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.135080 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-93394ddd-8a7d-474b-9641-ae8c402544d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.186206 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e40eab-d690-4439-af30-d274bce39222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:52:51.187782 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a5e40eab-d690-4439-af30-d274bce39222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "GET /v2.0/ports/b8a470a5-7246-4ae8-a5ae-1c46736b5a03 HTTP/1.1" status: 404 len: 333 time: 0.0960751 Feb 04 05:52:51.200840 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.201451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41252) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:51.207625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-167356018', 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:51.250842 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-95a8c58c-8477-4ad9-aada-b6c53fc71e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.266372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a1dc97-7224-4d1a-bfd8-0cca02b7551f {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:52:51.276046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.282747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.293138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.311542 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8f1f6929-170f-427d-a3b6-0147c4eec277 req-5741bf91-02f9-41d3-8ab3-332f7970f18f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917588 Feb 04 05:52:51.439955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-95a8c58c-8477-4ad9-aada-b6c53fc71e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.442555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-95a8c58c-8477-4ad9-aada-b6c53fc71e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.444805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Made reservation on behalf of e155fc05391d487fbe5ba98c25d5b129 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:51.446523 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-95a8c58c-8477-4ad9-aada-b6c53fc71e18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ef5ac6d-9bee-4382-9e92-27c2d5c56b19 HTTP/1.1" status: 204 len: 168 time: 0.4956927 Feb 04 05:52:51.447671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.451176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.456762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Transition to ACTIVE for port object 63a1dc97-7224-4d1a-bfd8-0cca02b7551f will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:52:51.458103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8c58c-8477-4ad9-aada-b6c53fc71e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef5ac6d-9bee-4382-9e92-27c2d5c56b19,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:51.520995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.551192 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.559621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.616583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] device_id is not set on port ccf0e0a9-fd0a-442d-9250-fa5173617300 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:51.659629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=63a1dc97-7224-4d1a-bfd8-0cca02b7551f,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:51.765404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Pushing event updated for resources: {'Port': ['ID=081cca03-76f4-413a-aeea-744b0638bf47,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:51.790912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.823967 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7fa3fc3-e41b-4162-9a7c-b426c588faac req-a6f2ebdf-1434-4b52-92ba-48786c0a30e2 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 210 time: 0.0636268 Feb 04 05:52:51.837839 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:51.857667 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5d1fe6f5-7010-4b6b-9784-d27c633e2f81 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7305675 Feb 04 05:52:51.859740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41260) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:51.956189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Router 7e7a8cd2-01ff-42a3-b158-e1089507e562 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:52:51.962218 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d1e6d292-ac9a-423f-92c3-1c071dfed6f8 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3568 time: 0.0962934 Feb 04 05:52:51.963707 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41264) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:52.035662 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7728813c-e2dc-4197-9753-b46b111f62c4 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0710976 Feb 04 05:52:52.038551 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41270) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:52.166173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.182226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1455feff-758d-4cdc-9617-02155826f517 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Deleting port 081cca03-76f4-413a-aeea-744b0638bf47 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:52.182226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1455feff-758d-4cdc-9617-02155826f517 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.189714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Attempting to bind port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:52.190044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Attempting to bind port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:52.190413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Attempting to bind port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f on network bd42bdb8-2160-4369-b72e-07d7451c4a04 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:52.219646 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-64dbb3eb-0967-46d4-abd3-fe8e1b3ab1cb req-a4df2abc-5965-40d8-ac57-8d970eb40486 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 210 time: 0.0584571 Feb 04 05:52:52.224752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.230087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f on network bd42bdb8-2160-4369-b72e-07d7451c4a04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:52.230542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Attempting to bind port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f on network bd42bdb8-2160-4369-b72e-07d7451c4a04 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:52.273998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.282582 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1455feff-758d-4cdc-9617-02155826f517 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.282911 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1455feff-758d-4cdc-9617-02155826f517 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.293613 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:52.293978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Checking segment: {'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:52.294618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Bound using segment: {'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:52.294983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Bound port: 63a1dc97-7224-4d1a-bfd8-0cca02b7551f, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a18996-e79f-4ab2-b2df-7e232dfafb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:52.295339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.296895 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1455feff-758d-4cdc-9617-02155826f517 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Calling delete_port for 081cca03-76f4-413a-aeea-744b0638bf47 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:52.447648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:52.452328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.467340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Sync routers for ids ['7e7a8cd2-01ff-42a3-b158-e1089507e562'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:52.476535 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1455feff-758d-4cdc-9617-02155826f517 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.477722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Routers {'7e7a8cd2-01ff-42a3-b158-e1089507e562'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:52.478585 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['7e7a8cd2-01ff-42a3-b158-e1089507e562'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:52.485339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event updated for resources: {'Port': ['ID=dce900aa-56b2-4acb-87d4-249fc5815307,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:52.546725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41286) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:52.549227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.562712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455feff-758d-4cdc-9617-02155826f517 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Pushing event deleted for resources: {'Port': ['ID=081cca03-76f4-413a-aeea-744b0638bf47,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:52.588768 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.591133 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2e139cc8-3efa-4ffe-ad8a-0a05c9fadbe8 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.5724499 Feb 04 05:52:52.595564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Network 6b4582cc-9bcd-461c-bc79-d709ee70e35c is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:52.604076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41290) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:52.623996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event updated for resources: {'Port': ['ID=ccf0e0a9-fd0a-442d-9250-fa5173617300,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:52.624234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1455feff-758d-4cdc-9617-02155826f517 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.626561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1455feff-758d-4cdc-9617-02155826f517 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.627765 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1455feff-758d-4cdc-9617-02155826f517 tempest-FloatingIPAdminTestJSON-1374725784 tempest-FloatingIPAdminTestJSON-1374725784-project] 10.222.0.15 "DELETE /v2.0/floatingips/1e9a027f-323c-4840-836c-6c3e7a222bf7 HTTP/1.1" status: 204 len: 168 time: 0.5882838 Feb 04 05:52:52.627904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:52.630074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:52.630523 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41292) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:52.630999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:52.632671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.642939 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.644224 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1176c363-2b8a-478f-b0fe-5906a569e839 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9827678 Feb 04 05:52:52.653047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41294) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:52.696158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793be4b-0a22-4bde-bac9-d453b1463b35 req-57e88c13-a13b-4654-bb27-19a2b40b2b3b tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:52.699240 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2793be4b-0a22-4bde-bac9-d453b1463b35 req-57e88c13-a13b-4654-bb27-19a2b40b2b3b tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 943 time: 0.3014252 Feb 04 05:52:52.708978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.36', 54234) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:52.714717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] For port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:52.741592 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-f7a48e3b-c407-441b-8f37-5a17581ac3a6 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Request body: {'floatingip': {'port_id': '3cacaa9a-b210-44ba-b73e-2ce42069e407', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:52.754883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-256814753'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:52.794666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Set router 7e7a8cd2-01ff-42a3-b158-e1089507e562 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:52.822534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f7a48e3b-c407-441b-8f37-5a17581ac3a6 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for floatingip, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:52.848463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] For port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=63a1dc97-7224-4d1a-bfd8-0cca02b7551f,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:52.857512 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1b8f9b64-b110-425f-886b-9704651b4e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6549735 Feb 04 05:52:52.910194 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41298) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:52.916736 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2793be4b-0a22-4bde-bac9-d453b1463b35 req-559645c0-801e-4014-876f-6ca2345909f1 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032998 Feb 04 05:52:52.945043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.026405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a8cd2-01ff-42a3-b158-e1089507e562', 'name': '', 'tenant_id': '6b831fafb49345fea9e4330d4b38b2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3', 'external_fixed_ips': [{'subnet_id': 'c28cc14d-5d5d-4e24-9953-327b52be1dbc', 'ip_address': '2001:db8::335'}], 'enable_snat': True}, 'gw_port_id': '994ea6e3-6bd7-4682-9c30-795c61104602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:43Z', 'updated_at': '2022-02-04T05:52:49Z', 'revision_number': 3, 'project_id': '6b831fafb49345fea9e4330d4b38b2da', 'gw_port': {'id': '994ea6e3-6bd7-4682-9c30-795c61104602', 'name': '', 'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7a8cd2-01ff-42a3-b158-e1089507e562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'c28cc14d-5d5d-4e24-9953-327b52be1dbc', 'ip_address': '2001:db8::335', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:46Z', 'updated_at': '2022-02-04T05:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c28cc14d-5d5d-4e24-9953-327b52be1dbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:53.055074 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Checking router: 7e7a8cd2-01ff-42a3-b158-e1089507e562 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:52:53.055759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Updating router 7e7a8cd2-01ff-42a3-b158-e1089507e562 port 994ea6e3-6bd7-4682-9c30-795c61104602 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:52:53.062776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a31486-759d-4f5c-aad8-1e182af50fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:53.065292 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-52a31486-759d-4f5c-aad8-1e182af50fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "GET /v2.0/ports/ccf0e0a9-fd0a-442d-9250-fa5173617300 HTTP/1.1" status: 200 len: 958 time: 0.1321132 Feb 04 05:52:53.067362 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-f7a48e3b-c407-441b-8f37-5a17581ac3a6 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] update failed (client error): The resource could not be found. Feb 04 05:52:53.071542 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f7a48e3b-c407-441b-8f37-5a17581ac3a6 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "PUT /v2.0/floatingips/36be6353-6bb9-4a64-87ec-dc8dfc9e8232 HTTP/1.1" status: 404 len: 507 time: 0.4150922 Feb 04 05:52:53.071542 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41304) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:53.075229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:53.076109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.077826 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] 10.222.0.36 "PUT /v2.0/ports/63a1dc97-7224-4d1a-bfd8-0cca02b7551f HTTP/1.1" status: 200 len: 1093 time: 4.1118817 Feb 04 05:52:53.078407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41306) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:53.086880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'tag': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:52:53.092513 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ade0a97e-5825-4ee2-808e-da28b8965dd3 req-75f613e6-6107-4c68-84f2-165f68d71bde tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 210 time: 0.1408353 Feb 04 05:52:53.100678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.113320 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-f289894c-c7c7-4bbf-ac39-627eec937830 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:53.115224 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-f289894c-c7c7-4bbf-ac39-627eec937830 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.36 "GET /v2.0/networks?id=206fae0a-4428-4f10-9c6d-49d796115e41 HTTP/1.1" status: 200 len: 812 time: 0.4029171 Feb 04 05:52:53.134321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Made reservation on behalf of 5bedf6a4abc045acafbf28c77a15da5f for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:53.137816 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.173299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c8c74-5ae1-4b2e-8626-9bc492e3dbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=63a1dc97-7224-4d1a-bfd8-0cca02b7551f,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:53.180918 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.191058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.246365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d1f5e-63f0-4f4f-b744-22d10b50f146 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Deleting port 218e8fef-3076-4c73-b413-c55f8c03e511 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:53.246711 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1f5e-63f0-4f4f-b744-22d10b50f146 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.275410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.36', 54237) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:53.387626 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "50f92a4f-91a4-47fd-aaff-eff7683ad603", "tag": "63a1dc97-7224-4d1a-bfd8-0cca02b7551f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:52:53.420785 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-bdbddf7e-76e6-4c72-910e-3ae7d0d0bdeb tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca53912bb8dc49d59db755c01a7ad0f9 HTTP/1.1" status: 200 len: 380 time: 0.2955580 Feb 04 05:52:53.433475 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-19831099-f20c-4bb2-a592-19c6b1cb68fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.657025 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f0ee2-3799-423a-b51b-85ff902411d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Deleting port ccf0e0a9-fd0a-442d-9250-fa5173617300 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:53.657381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0ee2-3799-423a-b51b-85ff902411d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.660103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1f5e-63f0-4f4f-b744-22d10b50f146 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.660426 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1f5e-63f0-4f4f-b744-22d10b50f146 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.701516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.708050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.714393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d1f5e-63f0-4f4f-b744-22d10b50f146 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Calling delete_port for 218e8fef-3076-4c73-b413-c55f8c03e511 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:53.741946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d721d644-7b7a-4e6f-bc63-580bb1d991c0 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Deleting port dce900aa-56b2-4acb-87d4-249fc5815307 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:53.742301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d721d644-7b7a-4e6f-bc63-580bb1d991c0 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.763336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Attempting to bind port 994ea6e3-6bd7-4682-9c30-795c61104602 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:53.763336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Attempting to bind port 994ea6e3-6bd7-4682-9c30-795c61104602 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '100342c8-46f9-4f64-8ff4-f37485f16fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:53.763776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Attempting to bind port 994ea6e3-6bd7-4682-9c30-795c61104602 on network 195699ef-9f7d-492f-bac9-0ee5ac3d24f3 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:53.764911 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0ee2-3799-423a-b51b-85ff902411d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.767003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb8c8f-a5b9-4337-9bbd-c877815848e8 None None] Pushing event updated for resources: {'Port': ['ID=994ea6e3-6bd7-4682-9c30-795c61104602,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:53.771521 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:53.771931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Checking segment: {'id': '100342c8-46f9-4f64-8ff4-f37485f16fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:53.772757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.773228 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Bound using segment: {'id': '100342c8-46f9-4f64-8ff4-f37485f16fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:53.773686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Bound port: 994ea6e3-6bd7-4682-9c30-795c61104602, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100342c8-46f9-4f64-8ff4-f37485f16fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:53.774072 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.776255 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Request body: {'port': {'device_id': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'admin_state_up': True, 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'security_groups': ['bf9dc468-e92d-412e-bdac-76b9462c6025']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:53.780431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d574876d-defc-42a4-9623-278ee1bfbb1f x-openstack-request-id: req-d574876d-defc-42a4-9623-278ee1bfbb1f {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:52:53.780660 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f92a4f-91a4-47fd-aaff-eff7683ad603", "tag": "63a1dc97-7224-4d1a-bfd8-0cca02b7551f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:52:53.781595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d574876d-defc-42a4-9623-278ee1bfbb1f {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:52:53.781595 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'tag': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f', 'status': 'completed', 'code': 200} Feb 04 05:52:53.791330 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a1876ed6-7b8a-4235-a8f3-9db3dcd4dc3a req-9e23a6e9-48cd-496f-821a-8134f4ee4392 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 210 time: 0.4125082 Feb 04 05:52:53.844381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] For port 994ea6e3-6bd7-4682-9c30-795c61104602, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:53.847897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] For port 994ea6e3-6bd7-4682-9c30-795c61104602, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=994ea6e3-6bd7-4682-9c30-795c61104602,segment=NetworkSegment(100342c8-46f9-4f64-8ff4-f37485f16fe8),segment_id=100342c8-46f9-4f64-8ff4-f37485f16fe8)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:53.854071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.855289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f0ee2-3799-423a-b51b-85ff902411d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Calling delete_port for ccf0e0a9-fd0a-442d-9250-fa5173617300 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:53.913853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Routers {'7e7a8cd2-01ff-42a3-b158-e1089507e562'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:53.914483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['7e7a8cd2-01ff-42a3-b158-e1089507e562'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:53.933825 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e63b0756-8e27-4da5-96d0-6a7f3552619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:53.935336 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-e63b0756-8e27-4da5-96d0-6a7f3552619a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cda3d7ed68094624b6138198a0952d92&device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 1096 time: 0.6491537 Feb 04 05:52:53.958094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb8c8f-a5b9-4337-9bbd-c877815848e8 None None] Pushing event updated for resources: {'Port': ['ID=994ea6e3-6bd7-4682-9c30-795c61104602,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:53.968291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-9fb9ba27-99a9-4b52-96ac-f475bdec6022 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:53.969778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-9fb9ba27-99a9-4b52-96ac-f475bdec6022 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.36 "GET /v2.0/networks?id=df9db621-d575-4dac-8972-55177063df00 HTTP/1.1" status: 200 len: 811 time: 0.7280436 Feb 04 05:52:53.971064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.973133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d721d644-7b7a-4e6f-bc63-580bb1d991c0 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:53.975534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d721d644-7b7a-4e6f-bc63-580bb1d991c0 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.013132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d721d644-7b7a-4e6f-bc63-580bb1d991c0 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Calling delete_port for dce900aa-56b2-4acb-87d4-249fc5815307 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:54.047434 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-ac445ff1-a620-497e-a6b2-4e9f3b5b012c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63a1dc97-7224-4d1a-bfd8-0cca02b7551f HTTP/1.1" status: 200 len: 217 time: 0.0990424 Feb 04 05:52:54.056272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] Set router 7e7a8cd2-01ff-42a3-b158-e1089507e562 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:54.109794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0ee2-3799-423a-b51b-85ff902411d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.170305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.202667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.206489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1f5e-63f0-4f4f-b744-22d10b50f146 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.241652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f0ee2-3799-423a-b51b-85ff902411d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccf0e0a9-fd0a-442d-9250-fa5173617300,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:54.252609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0ee2-3799-423a-b51b-85ff902411d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.255869 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9e3f0ee2-3799-423a-b51b-85ff902411d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ccf0e0a9-fd0a-442d-9250-fa5173617300 HTTP/1.1" status: 204 len: 168 time: 1.1846998 Feb 04 05:52:54.262449 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a8cd2-01ff-42a3-b158-e1089507e562', 'name': '', 'tenant_id': '6b831fafb49345fea9e4330d4b38b2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3', 'external_fixed_ips': [{'subnet_id': 'c28cc14d-5d5d-4e24-9953-327b52be1dbc', 'ip_address': '2001:db8::335'}], 'enable_snat': True}, 'gw_port_id': '994ea6e3-6bd7-4682-9c30-795c61104602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:43Z', 'updated_at': '2022-02-04T05:52:49Z', 'revision_number': 3, 'project_id': '6b831fafb49345fea9e4330d4b38b2da', 'gw_port': {'id': '994ea6e3-6bd7-4682-9c30-795c61104602', 'name': '', 'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7a8cd2-01ff-42a3-b158-e1089507e562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'c28cc14d-5d5d-4e24-9953-327b52be1dbc', 'ip_address': '2001:db8::335', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:46Z', 'updated_at': '2022-02-04T05:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c28cc14d-5d5d-4e24-9953-327b52be1dbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:54.270451 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-aa8995b4-c948-4edc-9630-d647f9152da7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b3074a7a2841fea736b2212d2c9e29 HTTP/1.1" status: 200 len: 379 time: 0.2743149 Feb 04 05:52:54.277806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41330) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:54.280930 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-779eba3f-88cb-4715-954c-b567c863f016 req-55ec6400-5303-478c-a17a-2641fb897315 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 210 time: 0.0875692 Feb 04 05:52:54.290163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849849f7-b738-4ad7-9926-f6b2ff130677 None None] The sync data for ids ['7e7a8cd2-01ff-42a3-b158-e1089507e562'] in dv-neutron-826811-2-hyperv is: [{'id': '7e7a8cd2-01ff-42a3-b158-e1089507e562', 'name': '', 'tenant_id': '6b831fafb49345fea9e4330d4b38b2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3', 'external_fixed_ips': [{'subnet_id': 'c28cc14d-5d5d-4e24-9953-327b52be1dbc', 'ip_address': '2001:db8::335'}], 'enable_snat': True}, 'gw_port_id': '994ea6e3-6bd7-4682-9c30-795c61104602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:43Z', 'updated_at': '2022-02-04T05:52:49Z', 'revision_number': 3, 'project_id': '6b831fafb49345fea9e4330d4b38b2da', 'gw_port': {'id': '994ea6e3-6bd7-4682-9c30-795c61104602', 'name': '', 'network_id': '195699ef-9f7d-492f-bac9-0ee5ac3d24f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7a8cd2-01ff-42a3-b158-e1089507e562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'c28cc14d-5d5d-4e24-9953-327b52be1dbc', 'ip_address': '2001:db8::335', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:46Z', 'updated_at': '2022-02-04T05:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c28cc14d-5d5d-4e24-9953-327b52be1dbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:54.293063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Request body: {'port': {'device_id': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'admin_state_up': True, 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'security_groups': ['e354180d-546b-426e-bf9a-612f352e81c6']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:54.306283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-5bf19363-b945-4265-873f-029cb4e5e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:54.307713 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-5bf19363-b945-4265-873f-029cb4e5e47d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=706e34e1-ed53-4f0d-b818-176cff1f5813 HTTP/1.1" status: 200 len: 844 time: 0.2328568 Feb 04 05:52:54.320544 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c69cf4a-ea17-4606-ab44-732b0969ca2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:52:54.322156 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6c69cf4a-ea17-4606-ab44-732b0969ca2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "GET /v2.0/ports/ccf0e0a9-fd0a-442d-9250-fa5173617300 HTTP/1.1" status: 404 len: 333 time: 0.0440593 Feb 04 05:52:54.324817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d1f5e-63f0-4f4f-b744-22d10b50f146 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Pushing event deleted for resources: {'Port': ['ID=218e8fef-3076-4c73-b413-c55f8c03e511,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:54.350264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41332) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:54.355761 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Request body: {'port': {'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-49979014'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:54.366129 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d721d644-7b7a-4e6f-bc63-580bb1d991c0 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.374474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e68c0-3caf-4f66-b8bd-91e0a770b5de req-4c98d65c-dd08-4939-9d7e-a1c922ede969 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:54.376024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7b4e68c0-3caf-4f66-b8bd-91e0a770b5de req-4c98d65c-dd08-4939-9d7e-a1c922ede969 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 943 time: 0.3475885 Feb 04 05:52:54.401937 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721d644-7b7a-4e6f-bc63-580bb1d991c0 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event deleted for resources: {'Port': ['ID=dce900aa-56b2-4acb-87d4-249fc5815307,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:54.433486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1f5e-63f0-4f4f-b744-22d10b50f146 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.436490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1f5e-63f0-4f4f-b744-22d10b50f146 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.436803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa8a6ba-4010-4b8d-9bde-858460d58264,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:54.437856 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-eb8d1f5e-63f0-4f4f-b744-22d10b50f146 tempest-FloatingIPAdminTestJSON-1525260414 tempest-FloatingIPAdminTestJSON-1525260414-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/29e8e54e-600b-4dc0-a2fb-2f10e7fa46c6 HTTP/1.1" status: 204 len: 168 time: 1.8062680 Feb 04 05:52:54.452168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41334) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:54.472973 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:52:54.480076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Made reservation on behalf of ca53912bb8dc49d59db755c01a7ad0f9 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:54.483597 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.488086 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d721d644-7b7a-4e6f-bc63-580bb1d991c0 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.491404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d721d644-7b7a-4e6f-bc63-580bb1d991c0 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.496783 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d721d644-7b7a-4e6f-bc63-580bb1d991c0 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "DELETE /v2.0/floatingips/36be6353-6bb9-4a64-87ec-dc8dfc9e8232 HTTP/1.1" status: 204 len: 168 time: 1.4123926 Feb 04 05:52:54.496783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41336) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:54.501201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9726ae2e-a3a0-4cdb-9cfd-ad3e6bd14306 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Request body: {'floatingip': {'floating_network_id': '80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0', 'port_id': '3cacaa9a-b210-44ba-b73e-2ce42069e407', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:54.510993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Made reservation on behalf of e155fc05391d487fbe5ba98c25d5b129 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:54.513432 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.540860 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] device_id is not set on port 91fbea34-f670-4fe2-9218-0f2e3a197a91 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:54.551908 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9726ae2e-a3a0-4cdb-9cfd-ad3e6bd14306 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.575727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-92b1e505-ddca-4a4d-870b-8eb266b1c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:54.577269 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-92b1e505-ddca-4a4d-870b-8eb266b1c511 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd42bdb8-2160-4369-b72e-07d7451c4a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2115450 Feb 04 05:52:54.601742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.602096 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Added segment 7ab1ac6d-f620-491f-9fbb-43b52f7df3ec of type vlan for network 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 Feb 04 05:52:54.646162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.716292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Deleting port 994ea6e3-6bd7-4682-9c30-795c61104602 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:54.716644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.796462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.807624 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7b4e68c0-3caf-4f66-b8bd-91e0a770b5de req-f2d6d5ce-dcc4-4927-a84a-ae9befac3a95 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504272 Feb 04 05:52:54.855374 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.857715 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-9726ae2e-a3a0-4cdb-9cfd-ad3e6bd14306 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:52:54.862894 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9726ae2e-a3a0-4cdb-9cfd-ad3e6bd14306 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3654542 Feb 04 05:52:54.874547 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41340) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:54.905212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.915061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '3cacaa9a-b210-44ba-b73e-2ce42069e407', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:54.925763 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Network 6b4582cc-9bcd-461c-bc79-d709ee70e35c is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:54.930998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:54.934439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:54.935354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:54.936467 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:54.941408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event updated for resources: {'Port': ['ID=91fbea34-f670-4fe2-9218-0f2e3a197a91,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:54.960333 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-54be3dae-36d0-4dee-b3a4-18b785740725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6088421 Feb 04 05:52:54.963194 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41342) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:54.968261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:54.994822 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ff42a180-f17b-4446-8371-c370c56d6286 req-4d2606ee-a22e-4007-b985-9ddad473a616 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 210 time: 0.0977266 Feb 04 05:52:55.002927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.024803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.resource_extend [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:52:55.074729 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.074983 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-73bc94cd-ceac-4efc-a0a6-834f7e1fd008 service neutron] 10.222.0.36 "GET /v2.0/networks/bd42bdb8-2160-4369-b72e-07d7451c4a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843991 Feb 04 05:52:55.098816 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.105230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:55.105866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.142401 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Made reservation on behalf of b3b3074a7a2841fea736b2212d2c9e29 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:55.145899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.163217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Allocated IP 172.20.0.6 (206fae0a-4428-4f10-9c6d-49d796115e41/19915ceb-49b8-4cb0-8853-b334b6ada5a3/f3838254-8d47-415a-9e21-251b83fca2e8) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:55.236793 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.266726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-b535e6c8-706a-462c-b3e2-c391954a535b tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Deleting port 574db5aa-cf1b-46d9-89c0-c62d1792416e {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:55.267065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b535e6c8-706a-462c-b3e2-c391954a535b tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.280798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] For port 994ea6e3-6bd7-4682-9c30-795c61104602, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=994ea6e3-6bd7-4682-9c30-795c61104602,segment=NetworkSegment(100342c8-46f9-4f64-8ff4-f37485f16fe8),segment_id=100342c8-46f9-4f64-8ff4-f37485f16fe8)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:55.281323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.295596 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7439237 Feb 04 05:52:55.313118 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41344) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:55.319356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Request body: {'subnet': {'network_id': '066d6892-7b4f-4bf6-b1bc-b06230bf2e99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:55.356996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] device_id is not set on port 91fbea34-f670-4fe2-9218-0f2e3a197a91 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:55.369218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Calling delete_port for 994ea6e3-6bd7-4682-9c30-795c61104602 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:55.376820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900063d-4519-4e0a-8d2a-f5a857e70421 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Pushing event updated for resources: {'Network': ['ID=066d6892-7b4f-4bf6-b1bc-b06230bf2e99,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:55.404997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.437453 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.444277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:52:55.495331 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-119b3dc7-669a-40e4-8fdd-166cf610fd24 req-18666be7-ca0c-4add-9103-5b7bec0cde1c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 210 time: 0.1225197 Feb 04 05:52:55.531182 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Allocated IP 172.26.5.221 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/6a5770be-3950-4107-aadd-2d6a6c42a823) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:55.566889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event updated for resources: {'Port': ['ID=91fbea34-f670-4fe2-9218-0f2e3a197a91,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:55.585537 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Made reservation on behalf of 5bedf6a4abc045acafbf28c77a15da5f for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:55.589308 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.622570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:55.622916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:55.623261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:55.698435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:55.698765 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:55.702322 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 2 to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 Feb 04 05:52:55.740690 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:55.741163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:55.741563 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:55.770776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:55.771108 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:55.774611 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 3 to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 Feb 04 05:52:55.810277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.810680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:55.810770 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:55.811042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:55.824560 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:55.824898 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:55.828497 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 4 to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 Feb 04 05:52:55.837995 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e660a4e0-987e-419d-8017-5f1161e5b474 req-403f9be5-1a02-4eba-a7f4-8a4b76441b6e service neutron] 10.222.0.36 "GET /v2.0/networks/bd42bdb8-2160-4369-b72e-07d7451c4a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7504759 Feb 04 05:52:55.893621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:55.894057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:55.894057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:55.906699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:55.907034 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:55.908376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b535e6c8-706a-462c-b3e2-c391954a535b tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.912170 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 5 to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 Feb 04 05:52:55.926888 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:55.978807 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:55.979153 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:55.979491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:55.984716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-b535e6c8-706a-462c-b3e2-c391954a535b tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Calling delete_port for 574db5aa-cf1b-46d9-89c0-c62d1792416e owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:56.009407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:56.009849 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:56.015518 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 6 to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 Feb 04 05:52:56.015689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Allocated IP 172.20.0.14 (df9db621-d575-4dac-8972-55177063df00/d0829dc6-460c-41c6-ac4e-b2af66515b42/3971bff2-5050-4b99-bcfb-578ab9dfc213) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:56.021311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:56.023160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.042338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:56.044831 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:56.091208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event updated for resources: {'Port': ['ID=6a5770be-3950-4107-aadd-2d6a6c42a823,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:56.114074 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:56.114210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:56.114952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:56.141543 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:56.141702 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:56.142597 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 7 to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 Feb 04 05:52:56.151173 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Pushing event updated for resources: {'Subnet': ['ID=233ca45b-2c58-425c-803a-e74ad34b6ca4,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:56.193334 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:56.194209 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:56.194556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:56.196788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff4484-ec40-4764-9989-eda82bac5a5e req-b922d711-9e9e-4dcc-b2c3-b2bdf14eb64f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:56.198513 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fbff4484-ec40-4764-9989-eda82bac5a5e req-b922d711-9e9e-4dcc-b2c3-b2bdf14eb64f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 943 time: 0.2922456 Feb 04 05:52:56.224052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.241126 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-323d88f3-f002-44c0-8dcf-c14c1da62f66 req-3463f6e5-53f8-4af6-85fb-e9112ded381a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 210 time: 0.1065569 Feb 04 05:52:56.244620 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:56.244955 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:56.248238 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 8 to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 Feb 04 05:52:56.250964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Checking segment: {'id': '7ab1ac6d-f620-491f-9fbb-43b52f7df3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '066d6892-7b4f-4bf6-b1bc-b06230bf2e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:56.251372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Network hostable DHCP agents. Network: 066d6892-7b4f-4bf6-b1bc-b06230bf2e99, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:52:56.269412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8 req-7b55f84b-f96b-4165-b691-e3d9a25aad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:56.270909 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8 req-7b55f84b-f96b-4165-b691-e3d9a25aad86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cda3d7ed68094624b6138198a0952d92&device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 1096 time: 0.3360298 Feb 04 05:52:56.272702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 994ea6e3-6bd7-4682-9c30-795c61104602 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:56.285526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:56.285863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:56.286206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:56.302322 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.304275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:56.304604 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:56.307059 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 9 to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 Feb 04 05:52:56.318500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Network 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:52:56.334257 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 994ea6e3-6bd7-4682-9c30-795c61104602 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:56.334977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.349300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:56.349641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:56.350533 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:56.356712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 066d6892-7b4f-4bf6-b1bc-b06230bf2e99) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:56.361495 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:56.361838 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.371564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc1f3f4-a6f4-4af2-a964-4a048a6356e4 None None] Network 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:56.373350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:56.373685 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:56.376310 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempt 10 to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 Feb 04 05:52:56.398253 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f97e6345-0799-4fc7-b582-d358161821db tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0815785 Feb 04 05:52:56.398530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41352) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:56.403313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Request body: {'port': {'network_id': '066d6892-7b4f-4bf6-b1bc-b06230bf2e99', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1008382892'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:56.409389 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:56.409732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:56.410078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempting to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:56.454745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:56.455080 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Failed to bind port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on host hv-neutron-8268 for vnic_type normal using segments [{'id': 'cfd1ec65-ba28-4773-a98b-62b7278af170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6b4582cc-9bcd-461c-bc79-d709ee70e35c'}] Feb 04 05:52:56.455449 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.465732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Deleting port 6a5770be-3950-4107-aadd-2d6a6c42a823 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:56.466301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.497728 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fbff4484-ec40-4764-9989-eda82bac5a5e req-59fd3c1c-8bef-45bf-90e8-e821a926023a tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696671 Feb 04 05:52:56.525641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.548859 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.596217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-066d6892-7b4f-4bf6-b1bc-b06230bf2e99', 'network_id': '066d6892-7b4f-4bf6-b1bc-b06230bf2e99', 'tenant_id': '5bedf6a4abc045acafbf28c77a15da5f', 'fixed_ips': [{'subnet_id': '233ca45b-2c58-425c-803a-e74ad34b6ca4'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:52:56.597830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.624199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.748887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.756090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8 req-867360ad-1e9b-426b-bbce-fd85090734d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:56.766297 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8 req-867360ad-1e9b-426b-bbce-fd85090734d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd42bdb8-2160-4369-b72e-07d7451c4a04 HTTP/1.1" status: 200 len: 906 time: 0.4796078 Feb 04 05:52:56.852600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Allocated IP 2001:db8::2 (066d6892-7b4f-4bf6-b1bc-b06230bf2e99/233ca45b-2c58-425c-803a-e74ad34b6ca4/8599de2b-7f1f-4a0d-9567-ce7b334dc689) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:56.879988 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] For port 91fbea34-f670-4fe2-9218-0f2e3a197a91, host hv-neutron-8268, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:56.880414 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attempted to set empty binding levels {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:52:56.883435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event deleted for resources: {'Port': ['ID=994ea6e3-6bd7-4682-9c30-795c61104602,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:56.884612 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.884967 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.899620 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.918065 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Calling delete_port for 6a5770be-3950-4107-aadd-2d6a6c42a823 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:56.923320 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.961069 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] In _notify_port_updated(), no bound segment for port 91fbea34-f670-4fe2-9218-0f2e3a197a91 on network 6b4582cc-9bcd-461c-bc79-d709ee70e35c {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:52:56.961947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:56.962546 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.966389 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "PUT /v2.0/ports/91fbea34-f670-4fe2-9218-0f2e3a197a91 HTTP/1.1" status: 200 len: 979 time: 1.9997613 Feb 04 05:52:56.966389 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Made reservation on behalf of 5bedf6a4abc045acafbf28c77a15da5f for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:56.968256 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:56.987816 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8 req-0f183ee1-18df-4702-9dc4-484fe3bd9377 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63a1dc97-7224-4d1a-bfd8-0cca02b7551f HTTP/1.1" status: 200 len: 217 time: 0.1739562 Feb 04 05:52:56.994189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41356) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:57.023630 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fc3d2-8bad-4e98-8728-eaf69241d01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event updated for resources: {'Port': ['ID=91fbea34-f670-4fe2-9218-0f2e3a197a91,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:57.024730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Network 206fae0a-4428-4f10-9c6d-49d796115e41 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:57.029921 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] device_id is not set on port bbec842c-5c99-4226-9087-4ba28a282b33 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:57.041457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.043822 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b535e6c8-706a-462c-b3e2-c391954a535b tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.048773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.088208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.091306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Network 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:57.091815 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:57.094320 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:57.094717 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:57.099378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:57.104201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Pushing event updated for resources: {'Port': ['ID=8599de2b-7f1f-4a0d-9567-ce7b334dc689,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:57.175949 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Attempting to bind port 8599de2b-7f1f-4a0d-9567-ce7b334dc689 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:57.176753 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Attempting to bind port 8599de2b-7f1f-4a0d-9567-ce7b334dc689 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '7ab1ac6d-f620-491f-9fbb-43b52f7df3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '066d6892-7b4f-4bf6-b1bc-b06230bf2e99'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:57.177386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Attempting to bind port 8599de2b-7f1f-4a0d-9567-ce7b334dc689 on network 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:57.186424 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:57.186793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Checking segment: {'id': '7ab1ac6d-f620-491f-9fbb-43b52f7df3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '066d6892-7b4f-4bf6-b1bc-b06230bf2e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:57.187378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.187827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Bound using segment: {'id': '7ab1ac6d-f620-491f-9fbb-43b52f7df3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '066d6892-7b4f-4bf6-b1bc-b06230bf2e99'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:57.188505 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Bound port: 8599de2b-7f1f-4a0d-9567-ce7b334dc689, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab1ac6d-f620-491f-9fbb-43b52f7df3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '066d6892-7b4f-4bf6-b1bc-b06230bf2e99'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:57.189113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.189299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.198870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467efe84-3544-432b-ad12-001f2367fabf req-daab647c-9eb3-481f-a44a-0f6ab9d72fbd tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:57.206771 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-467efe84-3544-432b-ad12-001f2367fabf req-daab647c-9eb3-481f-a44a-0f6ab9d72fbd tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 931 time: 0.6028173 Feb 04 05:52:57.208799 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Allocated IP 2001:db8::5c (066d6892-7b4f-4bf6-b1bc-b06230bf2e99/233ca45b-2c58-425c-803a-e74ad34b6ca4/bbec842c-5c99-4226-9087-4ba28a282b33) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:57.215796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.223797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.227443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Pushing event updated for resources: {'Port': ['ID=f3838254-8d47-415a-9e21-251b83fca2e8,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:57.290209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] For port 8599de2b-7f1f-4a0d-9567-ce7b334dc689, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:57.298752 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] For port 8599de2b-7f1f-4a0d-9567-ce7b334dc689, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8599de2b-7f1f-4a0d-9567-ce7b334dc689,segment=NetworkSegment(7ab1ac6d-f620-491f-9fbb-43b52f7df3ec),segment_id=7ab1ac6d-f620-491f-9fbb-43b52f7df3ec)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:57.309295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.367372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event deleted for resources: {'Port': ['ID=6a5770be-3950-4107-aadd-2d6a6c42a823,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:57.413508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e740e91-14d9-48e9-98e3-51ec2658ad04 None None] Pushing event updated for resources: {'Port': ['ID=8599de2b-7f1f-4a0d-9567-ce7b334dc689,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:57.433417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535e6c8-706a-462c-b3e2-c391954a535b tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event deleted for resources: {'Port': ['ID=574db5aa-cf1b-46d9-89c0-c62d1792416e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:57.489422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:57.490081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.494180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8 req-e648bb3c-dc79-4d66-883e-49dbb6a371a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:57.495640 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8 req-e648bb3c-dc79-4d66-883e-49dbb6a371a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=706e34e1-ed53-4f0d-b818-176cff1f5813 HTTP/1.1" status: 200 len: 844 time: 0.4616642 Feb 04 05:52:57.511864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6e607b3b-89b6-4f4e-b8e6-cabf79489e71 None None] Provisioning complete for port f3838254-8d47-415a-9e21-251b83fca2e8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:57.512236 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6e607b3b-89b6-4f4e-b8e6-cabf79489e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.558870 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-77d41892-d728-4ca4-a36b-36b3d127b3ec req-a128069f-d093-44cc-b95b-456c363200ac tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 210 time: 0.1665564 Feb 04 05:52:57.560261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6e607b3b-89b6-4f4e-b8e6-cabf79489e71 None None] Port f3838254-8d47-415a-9e21-251b83fca2e8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:57.563576 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] create failed (client error): The resource could not be found. Feb 04 05:52:57.565163 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-62a79063-b61a-4c0a-87fe-69362d27bc97 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6570170 Feb 04 05:52:57.571294 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41362) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:57.579201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.588774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7a8cd2-01ff-42a3-b158-e1089507e562 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:52:57.594790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.596165 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-42a434f1-c527-4308-99b9-8e3473f5157e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "DELETE /v2.0/routers/7e7a8cd2-01ff-42a3-b158-e1089507e562 HTTP/1.1" status: 204 len: 168 time: 4.9883296 Feb 04 05:52:57.618753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41364) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:57.632172 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-467efe84-3544-432b-ad12-001f2367fabf req-4b1032af-a46a-4371-9d47-41f2a88f2453 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240139 Feb 04 05:52:57.651559 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3ff3a551-6632-4fe8-8fb0-117379edba1d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1747451 Feb 04 05:52:57.659275 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b535e6c8-706a-462c-b3e2-c391954a535b tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.669029 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b535e6c8-706a-462c-b3e2-c391954a535b tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "DELETE /v2.0/ports/574db5aa-cf1b-46d9-89c0-c62d1792416e HTTP/1.1" status: 204 len: 168 time: 3.2043645 Feb 04 05:52:57.678136 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41366) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:57.708743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Request body: {'port': {'device_id': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:57.713155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.727600 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.782872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-34028bc1-ffad-44fa-8928-b6d985103d83 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Deleting subnet c28cc14d-5d5d-4e24-9953-327b52be1dbc {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:52:57.798790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-34028bc1-ffad-44fa-8928-b6d985103d83 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.847617 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.850692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Network df9db621-d575-4dac-8972-55177063df00 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:57.853209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8 req-20b151ec-0dee-48ba-927c-7ca87b18f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:57.854905 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8 req-20b151ec-0dee-48ba-927c-7ca87b18f7fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd42bdb8-2160-4369-b72e-07d7451c4a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3464258 Feb 04 05:52:57.895897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-34028bc1-ffad-44fa-8928-b6d985103d83 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.936293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Network 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:57.947029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:57.952729 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9171c025-e737-40be-ae8f-81afe8a807fc tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Deleting port 3cacaa9a-b210-44ba-b73e-2ce42069e407 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:57.953189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9171c025-e737-40be-ae8f-81afe8a807fc tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.957827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:57.964214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:57.964867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:57.967341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Pushing event updated for resources: {'Port': ['ID=bbec842c-5c99-4226-9087-4ba28a282b33,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:58.031816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-34028bc1-ffad-44fa-8928-b6d985103d83 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.039252 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7cc17e39-2231-4c9e-8730-8883f7cb45c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6397071 Feb 04 05:52:58.060130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41368) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:58.067490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Request body: {'port': {'network_id': '066d6892-7b4f-4bf6-b1bc-b06230bf2e99', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-142919131', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:58.068051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.api.validators [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] bootfile-name is not in valid_values {{(pid=102166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:52:58.068389 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.api.validators [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] tftp-server is not in valid_values {{(pid=102166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:52:58.068979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.api.validators [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] server-ip-address is not in valid_values {{(pid=102166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:52:58.143710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:58.149608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-752824dd-c2a5-461b-81e1-8b55b34e4257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Deleting port 91fbea34-f670-4fe2-9218-0f2e3a197a91 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:58.149608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-752824dd-c2a5-461b-81e1-8b55b34e4257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.151251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:58.168730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9171c025-e737-40be-ae8f-81afe8a807fc tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.192584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.192948 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9171c025-e737-40be-ae8f-81afe8a807fc tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Calling delete_port for 3cacaa9a-b210-44ba-b73e-2ce42069e407 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:58.213530 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Pushing event updated for resources: {'Port': ['ID=3971bff2-5050-4b99-bcfb-578ab9dfc213,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:58.247962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-34028bc1-ffad-44fa-8928-b6d985103d83 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.299512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.326847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8599de2b-7f1f-4a0d-9567-ce7b334dc689 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:58.337587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6cbd68-97c2-42eb-8c83-bff5a29b727f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:58.339301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0b6cbd68-97c2-42eb-8c83-bff5a29b727f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b7597ee-0b80-42cc-b18b-e623b1e1fa89 HTTP/1.1" status: 200 len: 913 time: 0.6523499 Feb 04 05:52:58.355258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b187337-afd4-42ec-b303-2fe7eedb8a70 req-76487c78-7aff-45cb-9b79-f5fc77b895df tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:58.357516 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8b187337-afd4-42ec-b303-2fe7eedb8a70 req-76487c78-7aff-45cb-9b79-f5fc77b895df tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 943 time: 0.6368613 Feb 04 05:52:58.363265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41370) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:58.368076 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34028bc1-ffad-44fa-8928-b6d985103d83 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c28cc14d-5d5d-4e24-9953-327b52be1dbc,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:58.371445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-34028bc1-ffad-44fa-8928-b6d985103d83 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.378088 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-34028bc1-ffad-44fa-8928-b6d985103d83 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/c28cc14d-5d5d-4e24-9953-327b52be1dbc HTTP/1.1" status: 204 len: 168 time: 0.7539225 Feb 04 05:52:58.383648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41372) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:58.413961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8599de2b-7f1f-4a0d-9567-ce7b334dc689 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:58.415139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.485256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:58.486020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.523213 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Made reservation on behalf of 5bedf6a4abc045acafbf28c77a15da5f for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:58.528073 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.528835 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.545261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.556442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-752824dd-c2a5-461b-81e1-8b55b34e4257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] For port 91fbea34-f670-4fe2-9218-0f2e3a197a91, host hv-neutron-8268, got binding levels [] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:58.556442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-752824dd-c2a5-461b-81e1-8b55b34e4257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.556961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] device_id is not set on port 00061c75-f2ee-4bac-9a4a-d51fb0ef4b4f yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:52:58.574659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 8599de2b-7f1f-4a0d-9567-ce7b334dc689, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8599de2b-7f1f-4a0d-9567-ce7b334dc689,segment=NetworkSegment(7ab1ac6d-f620-491f-9fbb-43b52f7df3ec),segment_id=7ab1ac6d-f620-491f-9fbb-43b52f7df3ec)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:58.588079 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.640872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-752824dd-c2a5-461b-81e1-8b55b34e4257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Calling delete_port for 91fbea34-f670-4fe2-9218-0f2e3a197a91 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:58.681177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 994ea6e3-6bd7-4682-9c30-795c61104602 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:52:58.690458 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-d73d23a5-cdc9-49ce-9ec4-deaea115ec64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4075892 Feb 04 05:52:58.720792 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 994ea6e3-6bd7-4682-9c30-795c61104602 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:52:58.721451 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 994ea6e3-6bd7-4682-9c30-795c61104602 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:52:58.724238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c220e13e-772d-4cc5-af9e-70199a956a8d None None] Provisioning complete for port 3971bff2-5050-4b99-bcfb-578ab9dfc213 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:58.724986 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c220e13e-772d-4cc5-af9e-70199a956a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.730854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Request body: {'port': {'device_id': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:58.775849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=8599de2b-7f1f-4a0d-9567-ce7b334dc689,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:58.784200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8 req-84021e64-fb70-401a-9928-6e5e89a6d102 service neutron] 10.222.0.36 "GET /v2.0/networks/bd42bdb8-2160-4369-b72e-07d7451c4a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460950 Feb 04 05:52:58.797907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 63a1dc97-7224-4d1a-bfd8-0cca02b7551f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:52:58.802379 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c220e13e-772d-4cc5-af9e-70199a956a8d None None] Port 3971bff2-5050-4b99-bcfb-578ab9dfc213 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:58.804518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.825064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9171c025-e737-40be-ae8f-81afe8a807fc tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:58.897544 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195699ef-9f7d-492f-bac9-0ee5ac3d24f3']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:58.900574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Allocated IP 2001:db8::11a (066d6892-7b4f-4bf6-b1bc-b06230bf2e99/233ca45b-2c58-425c-803a-e74ad34b6ca4/00061c75-f2ee-4bac-9a4a-d51fb0ef4b4f) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:58.914621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171c025-e737-40be-ae8f-81afe8a807fc tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event deleted for resources: {'Port': ['ID=3cacaa9a-b210-44ba-b73e-2ce42069e407,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:58.924308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=63a1dc97-7224-4d1a-bfd8-0cca02b7551f,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:58.935078 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8b187337-afd4-42ec-b303-2fe7eedb8a70 req-c4d4e843-3d41-4c48-8da6-068a823733ad tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5537117 Feb 04 05:52:58.949128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab51006-8b4a-46ac-b898-84416e80776b None None] Network 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:58.965644 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'port_id': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f', 'mac_address': 'fa:16:3e:88:5a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:52:59.067090 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.082456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-dd6ef26a-aaf2-4fef-bcd3-889937ab49cb None None] Provisioning complete for port 8599de2b-7f1f-4a0d-9567-ce7b334dc689 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:59.082826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef26a-aaf2-4fef-bcd3-889937ab49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.084107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100342c8-46f9-4f64-8ff4-f37485f16fe8') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:59.084107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100342c8-46f9-4f64-8ff4-f37485f16fe8') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:59.123291 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.142191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a1dc97-7224-4d1a-bfd8-0cca02b7551f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:52:59.174293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.203287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:52:59.203831 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:52:59.205977 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:52:59.231134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9171c025-e737-40be-ae8f-81afe8a807fc tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.231711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=63a1dc97-7224-4d1a-bfd8-0cca02b7551f,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:59.237139 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9171c025-e737-40be-ae8f-81afe8a807fc tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "DELETE /v2.0/ports/3cacaa9a-b210-44ba-b73e-2ce42069e407 HTTP/1.1" status: 204 len: 168 time: 1.6622875 Feb 04 05:52:59.244659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.259772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41378) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:59.273126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.295358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.316781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.322372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=63a1dc97-7224-4d1a-bfd8-0cca02b7551f,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:59.339400 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 195699ef-9f7d-492f-bac9-0ee5ac3d24f3 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:52:59.341630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9f40d-1a72-465f-8f7c-dde8e03a89dc req-60e49f5c-29f0-4982-9a75-abd4374dd0ee tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:59.343056 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e1f9f40d-1a72-465f-8f7c-dde8e03a89dc req-60e49f5c-29f0-4982-9a75-abd4374dd0ee tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 932 time: 0.6191075 Feb 04 05:52:59.354903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event deleted for resources: {'Network': ['ID=195699ef-9f7d-492f-bac9-0ee5ac3d24f3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:59.357491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.364747 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-95b3dae2-e233-417b-8536-ea1fe66e02ca tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "DELETE /v2.0/networks/195699ef-9f7d-492f-bac9-0ee5ac3d24f3 HTTP/1.1" status: 204 len: 168 time: 0.9752460 Feb 04 05:52:59.373603 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.445033 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Network 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:59.449521 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:59.456670 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:59.471126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:59.472089 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.493025 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Pushing event updated for resources: {'Port': ['ID=00061c75-f2ee-4bac-9a4a-d51fb0ef4b4f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:59.515462 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-819fa66d-f0fc-4d78-8114-524a84bb1a92 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4519086 Feb 04 05:52:59.515807 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41382) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:59.534682 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['63a1dc97-7224-4d1a-bfd8-0cca02b7551f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:52:59.553959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-752824dd-c2a5-461b-81e1-8b55b34e4257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.613861 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f4736-a0f2-417a-950d-7e883f31dc65 req-80c6bc71-2cdd-40b8-b5e5-7ff2e2ac76ac tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:59.616029 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-292f4736-a0f2-417a-950d-7e883f31dc65 req-80c6bc71-2cdd-40b8-b5e5-7ff2e2ac76ac tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 931 time: 0.5578003 Feb 04 05:52:59.617731 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b974fca1-f990-423a-995e-c2ccc34519d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:59.617958 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ee1d87c-07f6-4f27-9320-e1bf0e76a5b8 req-20b589d5-8ad1-4aac-93de-40a5200cd294 service neutron] 10.222.0.36 "GET /v2.0/networks/bd42bdb8-2160-4369-b72e-07d7451c4a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7478995 Feb 04 05:52:59.624245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b974fca1-f990-423a-995e-c2ccc34519d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:59.642256 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b974fca1-f990-423a-995e-c2ccc34519d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:59.652008 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b974fca1-f990-423a-995e-c2ccc34519d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1350644 Feb 04 05:52:59.655512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41388) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:59.726444 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752824dd-c2a5-461b-81e1-8b55b34e4257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Pushing event deleted for resources: {'Port': ['ID=91fbea34-f670-4fe2-9218-0f2e3a197a91,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:59.734403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-752824dd-c2a5-461b-81e1-8b55b34e4257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:59.738392 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-752824dd-c2a5-461b-81e1-8b55b34e4257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "DELETE /v2.0/ports/91fbea34-f670-4fe2-9218-0f2e3a197a91 HTTP/1.1" status: 204 len: 168 time: 2.7097523 Feb 04 05:52:59.742030 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41390) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:59.816720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41392) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:59.817870 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0210d0-530e-4527-9b2b-13681ef5686a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:52:59.820993 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5b0210d0-530e-4527-9b2b-13681ef5686a tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-229924894-project-admin] 10.222.0.15 "GET /v2.0/ports/91fbea34-f670-4fe2-9218-0f2e3a197a91 HTTP/1.1" status: 404 len: 333 time: 0.0780180 Feb 04 05:52:59.825745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b345a13b-52e1-4034-8172-f9aad40cc55e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Request body: {'router': {'name': 'tempest-router--1223556711', 'project_id': '5715a805e1bb49a3bc2bdfdad04dbdc9'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:59.832651 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41394) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:59.852599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7801b7-0ead-46d5-8d73-3d2553789f9f tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:59.854159 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0a7801b7-0ead-46d5-8d73-3d2553789f9f tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "GET /v2.0/ports?device_id=82c4b3e1-321b-420d-96bc-c3ce11126044 HTTP/1.1" status: 200 len: 913 time: 0.5834699 Feb 04 05:52:59.861794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41396) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:59.924585 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e1f9f40d-1a72-465f-8f7c-dde8e03a89dc req-e5cae0c6-6916-4d79-9964-b6287116ef95 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5472600 Feb 04 05:52:59.949241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c05d2123-9a5b-4bd6-9ca2-1e1019bfca2d None None] Provisioning complete for port bbec842c-5c99-4226-9087-4ba28a282b33 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:59.949848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c05d2123-9a5b-4bd6-9ca2-1e1019bfca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.095645 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c05d2123-9a5b-4bd6-9ca2-1e1019bfca2d None None] Port bbec842c-5c99-4226-9087-4ba28a282b33 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:00.171236 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c05d2123-9a5b-4bd6-9ca2-1e1019bfca2d None None] Provisioning complete for port 8599de2b-7f1f-4a0d-9567-ce7b334dc689 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:00.171633 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c05d2123-9a5b-4bd6-9ca2-1e1019bfca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.199825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8599de2b-7f1f-4a0d-9567-ce7b334dc689 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:00.323094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8599de2b-7f1f-4a0d-9567-ce7b334dc689 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:00.323623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.329385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.340865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b345a13b-52e1-4034-8172-f9aad40cc55e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.342097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b345a13b-52e1-4034-8172-f9aad40cc55e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.442160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1c888e4e-c5d5-46bf-903d-e8a2b3f75185 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Deleting port 00061c75-f2ee-4bac-9a4a-d51fb0ef4b4f {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:00.442499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1c888e4e-c5d5-46bf-903d-e8a2b3f75185 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.480833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-19a22e21-0f4c-4f73-8302-399822f96894 None None] Provisioning complete for port bbec842c-5c99-4226-9087-4ba28a282b33 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:00.481309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-19a22e21-0f4c-4f73-8302-399822f96894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.519097 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-19a22e21-0f4c-4f73-8302-399822f96894 None None] Port bbec842c-5c99-4226-9087-4ba28a282b33 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:00.519714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b345a13b-52e1-4034-8172-f9aad40cc55e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.530524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-19a22e21-0f4c-4f73-8302-399822f96894 None None] Provisioning complete for port 00061c75-f2ee-4bac-9a4a-d51fb0ef4b4f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:00.531417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-19a22e21-0f4c-4f73-8302-399822f96894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.553177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b345a13b-52e1-4034-8172-f9aad40cc55e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.567575 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-292f4736-a0f2-417a-950d-7e883f31dc65 req-793d8b14-bf56-4b94-98f2-a8c4fb1cfe82 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8581583 Feb 04 05:53:00.572817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.578034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3971bff2-5050-4b99-bcfb-578ab9dfc213 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:53:00.580257 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-19a22e21-0f4c-4f73-8302-399822f96894 None None] Port 00061c75-f2ee-4bac-9a4a-d51fb0ef4b4f cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:00.615268 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4582cc-9bcd-461c-bc79-d709ee70e35c']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:00.619711 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b345a13b-52e1-4034-8172-f9aad40cc55e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.620925 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b345a13b-52e1-4034-8172-f9aad40cc55e tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7988372 Feb 04 05:53:00.627968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41400) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:00.633544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.637766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd1ec65-ba28-4773-a98b-62b7278af170') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:00.638064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd1ec65-ba28-4773-a98b-62b7278af170') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:00.715404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.719437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1c888e4e-c5d5-46bf-903d-e8a2b3f75185 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.734319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Transition to ACTIVE for port object 3971bff2-5050-4b99-bcfb-578ab9dfc213 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:53:00.738509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3838254-8d47-415a-9e21-251b83fca2e8 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:53:00.743315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1c888e4e-c5d5-46bf-903d-e8a2b3f75185 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Calling delete_port for 00061c75-f2ee-4bac-9a4a-d51fb0ef4b4f owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:00.745548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-446da420-b52c-4bd1-b27d-f8316a51d8b0 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.747358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.773994 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 63a1dc97-7224-4d1a-bfd8-0cca02b7551f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:00.789302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:00.789714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.789871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:00.792645 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:00.799125 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c6fe5-7289-4006-925d-5cb17be1970f req-67c58122-308e-47c2-8765-252e88d066f0 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:00.800611 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-174c6fe5-7289-4006-925d-5cb17be1970f req-67c58122-308e-47c2-8765-252e88d066f0 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 944 time: 0.3668437 Feb 04 05:53:00.801274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.830397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:53:00.835274 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:00.835897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.898674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Transition to ACTIVE for port object f3838254-8d47-415a-9e21-251b83fca2e8 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:53:00.922876 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:00.960908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.002607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:01.006777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=3971bff2-5050-4b99-bcfb-578ab9dfc213,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:01.031970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-446da420-b52c-4bd1-b27d-f8316a51d8b0 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.035438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-446da420-b52c-4bd1-b27d-f8316a51d8b0 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.038748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.049126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.067350 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] 10.222.0.15 "DELETE /v2.0/networks/6b4582cc-9bcd-461c-bc79-d709ee70e35c HTTP/1.1" status: 204 len: 168 time: 1.2215805 Feb 04 05:53:01.089675 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-174c6fe5-7289-4006-925d-5cb17be1970f req-6eda6bc8-b261-4a46-9061-c468bc8c3fdd tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721140 Feb 04 05:53:01.130957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=63a1dc97-7224-4d1a-bfd8-0cca02b7551f,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:01.137976 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.240988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=63a1dc97-7224-4d1a-bfd8-0cca02b7551f,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:01.256522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d417-696f-4564-a004-f763e92c21a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537382273-project] Pushing event deleted for resources: {'Network': ['ID=6b4582cc-9bcd-461c-bc79-d709ee70e35c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:01.275800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-446da420-b52c-4bd1-b27d-f8316a51d8b0 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.276745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446da420-b52c-4bd1-b27d-f8316a51d8b0 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca95183a-7548-488b-ba36-68cf1a67ade6 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:01.288556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-446da420-b52c-4bd1-b27d-f8316a51d8b0 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.292895 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-446da420-b52c-4bd1-b27d-f8316a51d8b0 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "DELETE /v2.0/routers/ca95183a-7548-488b-ba36-68cf1a67ade6 HTTP/1.1" status: 204 len: 168 time: 0.6626785 Feb 04 05:53:01.319629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9a3053-4a9f-4d69-ad39-f6119b6b3e46" -d '{"events": [{"server_uuid": "50f92a4f-91a4-47fd-aaff-eff7683ad603", "name": "network-vif-plugged", "status": "completed", "tag": "63a1dc97-7224-4d1a-bfd8-0cca02b7551f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:01.365020 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1c888e4e-c5d5-46bf-903d-e8a2b3f75185 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.399339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Pushing event updated for resources: {'Port': ['ID=f3838254-8d47-415a-9e21-251b83fca2e8,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:01.461235 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c888e4e-c5d5-46bf-903d-e8a2b3f75185 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Pushing event deleted for resources: {'Port': ['ID=00061c75-f2ee-4bac-9a4a-d51fb0ef4b4f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:01.498348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd1e9e-662a-4f87-babf-4030df4a0108 req-60bec13f-559e-4149-a073-55cc480070a1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:01.499270 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1c888e4e-c5d5-46bf-903d-e8a2b3f75185 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.504110 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1c888e4e-c5d5-46bf-903d-e8a2b3f75185 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] 10.222.0.15 "DELETE /v2.0/ports/00061c75-f2ee-4bac-9a4a-d51fb0ef4b4f HTTP/1.1" status: 204 len: 168 time: 1.8473675 Feb 04 05:53:01.505623 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-37cd1e9e-662a-4f87-babf-4030df4a0108 req-60bec13f-559e-4149-a073-55cc480070a1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 944 time: 0.4596179 Feb 04 05:53:01.508198 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41418) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:01.514870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41420) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:01.515902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Request body: {'port': {'name': 'tempest-new-port-name-138450911', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:01.516299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.api.validators [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] bootfile-name is not in valid_values {{(pid=102166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:53:01.516635 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.api.validators [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] tftp-server is not in valid_values {{(pid=102166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:53:01.517059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.api.validators [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] server-ip-address is not in valid_values {{(pid=102166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:53:01.554247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Attempting to bind port 3971bff2-5050-4b99-bcfb-578ab9dfc213 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:01.554590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Attempting to bind port 3971bff2-5050-4b99-bcfb-578ab9dfc213 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:01.554923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Attempting to bind port 3971bff2-5050-4b99-bcfb-578ab9dfc213 on network df9db621-d575-4dac-8972-55177063df00 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:01.572167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-279d6473-b023-4aee-a0eb-66b8f21ed29f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.586666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Port 3971bff2-5050-4b99-bcfb-578ab9dfc213 on network df9db621-d575-4dac-8972-55177063df00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:53:01.587047 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Attempting to bind port 3971bff2-5050-4b99-bcfb-578ab9dfc213 on network df9db621-d575-4dac-8972-55177063df00 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:01.635624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.667111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183a5b14-cfc4-45c1-b740-1e0c4f2914ca x-openstack-request-id: req-183a5b14-cfc4-45c1-b740-1e0c4f2914ca {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:01.667962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f92a4f-91a4-47fd-aaff-eff7683ad603", "name": "network-vif-plugged", "status": "completed", "tag": "63a1dc97-7224-4d1a-bfd8-0cca02b7551f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:01.668217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-183a5b14-cfc4-45c1-b740-1e0c4f2914ca {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:01.668958 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f', 'code': 200} Feb 04 05:53:01.671146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41426) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:01.751478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Attempting to bind port f3838254-8d47-415a-9e21-251b83fca2e8 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:01.751812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Attempting to bind port f3838254-8d47-415a-9e21-251b83fca2e8 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:01.752154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Attempting to bind port f3838254-8d47-415a-9e21-251b83fca2e8 on network 206fae0a-4428-4f10-9c6d-49d796115e41 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:01.780402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:01.780745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Checking segment: {'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:01.781282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Bound using segment: {'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:01.781614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Bound port: 3971bff2-5050-4b99-bcfb-578ab9dfc213, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b39e03-ebf8-4870-8fb6-d83139724ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'df9db621-d575-4dac-8972-55177063df00'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:01.781972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.823005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Port f3838254-8d47-415a-9e21-251b83fca2e8 on network 206fae0a-4428-4f10-9c6d-49d796115e41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:53:01.823344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Attempting to bind port f3838254-8d47-415a-9e21-251b83fca2e8 on network 206fae0a-4428-4f10-9c6d-49d796115e41 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:01.834888 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-37cd1e9e-662a-4f87-babf-4030df4a0108 req-3adf927f-fffd-4a7a-be94-217f1039dbb7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260534 Feb 04 05:53:01.852408 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bd54f268-c2bf-4d99-8e0f-3e2895a12e05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccec0c78516348c3bbcfc4b32fe094b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800520 Feb 04 05:53:01.859682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41430) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:01.882568 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-968208624', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}, 'admin_state_up': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:01.931250 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:01.931586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Checking segment: {'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:01.931981 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Bound using segment: {'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:01.932424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Bound port: f3838254-8d47-415a-9e21-251b83fca2e8, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd30a308-4376-4f01-b510-36e8f7afd1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:01.932781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.985956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.991298 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.030007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] In _notify_port_updated(), no bound segment for port bbec842c-5c99-4226-9087-4ba28a282b33 on network 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:53:02.035439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:02.036180 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.040402 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] 10.222.0.15 "PUT /v2.0/ports/bbec842c-5c99-4226-9087-4ba28a282b33 HTTP/1.1" status: 200 len: 1128 time: 0.5308232 Feb 04 05:53:02.042955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41434) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:02.083082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ebbf8-d2dc-41b4-a4d5-241b6667f124 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Pushing event updated for resources: {'Port': ['ID=bbec842c-5c99-4226-9087-4ba28a282b33,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:02.099140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129c03a1-bd4b-4830-9b15-47587b54ab34 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:02.105624 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-129c03a1-bd4b-4830-9b15-47587b54ab34 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] 10.222.0.15 "GET /v2.0/ports/bbec842c-5c99-4226-9087-4ba28a282b33 HTTP/1.1" status: 200 len: 1128 time: 0.0616407 Feb 04 05:53:02.106262 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41436) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:02.132776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c9d768a8-d398-4d7d-9e3f-f59712769985 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.154198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f2ddb-f40f-40ba-bdcb-f724c4ec6c50 req-5fdd4f8c-b600-4630-bd92-d6c53068502b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:02.155727 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e64f2ddb-f40f-40ba-bdcb-f724c4ec6c50 req-5fdd4f8c-b600-4630-bd92-d6c53068502b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 943 time: 0.3396637 Feb 04 05:53:02.197366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.198402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.241042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-6315190a-3ad3-4a99-b27b-5f0d1e7af58e tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Deleting port bbec842c-5c99-4226-9087-4ba28a282b33 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:02.241418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6315190a-3ad3-4a99-b27b-5f0d1e7af58e tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.264255 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] For port 3971bff2-5050-4b99-bcfb-578ab9dfc213, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:02.335387 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6315190a-3ad3-4a99-b27b-5f0d1e7af58e tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.347936 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-6315190a-3ad3-4a99-b27b-5f0d1e7af58e tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Calling delete_port for bbec842c-5c99-4226-9087-4ba28a282b33 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:02.377117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b7500d90-29b7-41c3-a9d4-6aa882d26c8c None None] Provisioning complete for port bbec842c-5c99-4226-9087-4ba28a282b33 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:02.377712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b7500d90-29b7-41c3-a9d4-6aa882d26c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.415306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b7500d90-29b7-41c3-a9d4-6aa882d26c8c None None] Port bbec842c-5c99-4226-9087-4ba28a282b33 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:02.487645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6315190a-3ad3-4a99-b27b-5f0d1e7af58e tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.518097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315190a-3ad3-4a99-b27b-5f0d1e7af58e tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Pushing event deleted for resources: {'Port': ['ID=bbec842c-5c99-4226-9087-4ba28a282b33,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:02.545384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6315190a-3ad3-4a99-b27b-5f0d1e7af58e tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.549783 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6315190a-3ad3-4a99-b27b-5f0d1e7af58e tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] 10.222.0.15 "DELETE /v2.0/ports/bbec842c-5c99-4226-9087-4ba28a282b33 HTTP/1.1" status: 204 len: 168 time: 0.4425068 Feb 04 05:53:02.551120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41440) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:02.588109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b7fb2-136a-4ad4-9051-fe1a812643ff req-7d7365dd-0962-42ce-99af-ea28fbb3a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:02.589535 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-320b7fb2-136a-4ad4-9051-fe1a812643ff req-7d7365dd-0962-42ce-99af-ea28fbb3a4bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 1098 time: 0.7115562 Feb 04 05:53:02.615871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba9ca23-620e-4df3-b922-82ffac57bfbe tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Deleting subnet 233ca45b-2c58-425c-803a-e74ad34b6ca4 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:02.619119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0ba9ca23-620e-4df3-b922-82ffac57bfbe tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.661025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] For port 3971bff2-5050-4b99-bcfb-578ab9dfc213, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:02.669664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0ba9ca23-620e-4df3-b922-82ffac57bfbe tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.694140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2f552eb1-95ea-48f2-9b1d-9acb5c1ed4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.726339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.754652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-320b7fb2-136a-4ad4-9051-fe1a812643ff req-03c422b2-501d-4e1f-bb60-cf3fabce0af7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.762007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0ba9ca23-620e-4df3-b922-82ffac57bfbe tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.766852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] For port f3838254-8d47-415a-9e21-251b83fca2e8, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:02.822607 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0ba9ca23-620e-4df3-b922-82ffac57bfbe tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.833573 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e64f2ddb-f40f-40ba-bdcb-f724c4ec6c50 req-0b143c94-e4e3-412e-a398-6c40e3a4b781 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6269724 Feb 04 05:53:02.837211 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.839327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2f552eb1-95ea-48f2-9b1d-9acb5c1ed4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.859586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0ba9ca23-620e-4df3-b922-82ffac57bfbe tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.865998 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0ba9ca23-620e-4df3-b922-82ffac57bfbe tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] 10.222.0.15 "DELETE /v2.0/subnets/233ca45b-2c58-425c-803a-e74ad34b6ca4 HTTP/1.1" status: 204 len: 168 time: 0.3106928 Feb 04 05:53:02.865998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41446) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:02.870686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc1c47-e67a-451a-8b9f-881806452a4e None None] Network 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:02.877278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] For port f3838254-8d47-415a-9e21-251b83fca2e8, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f3838254-8d47-415a-9e21-251b83fca2e8,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:02.887346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9ca23-620e-4df3-b922-82ffac57bfbe tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Pushing event deleted for resources: {'Subnet': ['ID=233ca45b-2c58-425c-803a-e74ad34b6ca4,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:02.937212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:02.937844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.939248 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] 10.222.0.36 "PUT /v2.0/ports/3971bff2-5050-4b99-bcfb-578ab9dfc213 HTTP/1.1" status: 200 len: 1094 time: 4.2123747 Feb 04 05:53:02.949941 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'tag': '3971bff2-5050-4b99-bcfb-578ab9dfc213'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:02.952528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d176ea3f-ed97-4fdb-84db-8370003055bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3", "tag": "3971bff2-5050-4b99-bcfb-578ab9dfc213"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:02.958129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.972759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4dc7a-c870-43a2-8913-efa42d8ffb54 req-89a5dfe9-5ac2-48cd-a20a-7ee3d9a39b07 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:02.973717 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-25e4dc7a-c870-43a2-8913-efa42d8ffb54 req-89a5dfe9-5ac2-48cd-a20a-7ee3d9a39b07 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.7660751 Feb 04 05:53:03.004322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.069106 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Deleting port 8599de2b-7f1f-4a0d-9567-ce7b334dc689 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:03.069452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.134616 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55097cf-8943-420e-adb1-31e385ad8eb4 None None] DHCP port deletion for 066d6892-7b4f-4bf6-b1bc-b06230bf2e99 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:53:03.150382 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] For port 8599de2b-7f1f-4a0d-9567-ce7b334dc689, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8599de2b-7f1f-4a0d-9567-ce7b334dc689,segment=NetworkSegment(7ab1ac6d-f620-491f-9fbb-43b52f7df3ec),segment_id=7ab1ac6d-f620-491f-9fbb-43b52f7df3ec)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:03.151178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.165851 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Calling delete_port for 8599de2b-7f1f-4a0d-9567-ce7b334dc689 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:03.192985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e55097cf-8943-420e-adb1-31e385ad8eb4 None None] Deleting port 8599de2b-7f1f-4a0d-9567-ce7b334dc689 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:03.193395 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e55097cf-8943-420e-adb1-31e385ad8eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.222257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:03.222867 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.224246 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] 10.222.0.36 "PUT /v2.0/ports/f3838254-8d47-415a-9e21-251b83fca2e8 HTTP/1.1" status: 200 len: 1093 time: 5.5407422 Feb 04 05:53:03.266193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e55097cf-8943-420e-adb1-31e385ad8eb4 None None] For port 8599de2b-7f1f-4a0d-9567-ce7b334dc689, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8599de2b-7f1f-4a0d-9567-ce7b334dc689,segment=NetworkSegment(7ab1ac6d-f620-491f-9fbb-43b52f7df3ec),segment_id=7ab1ac6d-f620-491f-9fbb-43b52f7df3ec)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:03.266595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e55097cf-8943-420e-adb1-31e385ad8eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.280333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e55097cf-8943-420e-adb1-31e385ad8eb4 None None] Calling delete_port for 8599de2b-7f1f-4a0d-9567-ce7b334dc689 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:03.292473 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.319389 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Pushing event deleted for resources: {'Port': ['ID=8599de2b-7f1f-4a0d-9567-ce7b334dc689,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:03.321437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] No DVR routers for this DVR port 8599de2b-7f1f-4a0d-9567-ce7b334dc689 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:03.331994 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-25e4dc7a-c870-43a2-8913-efa42d8ffb54 req-c1660f2d-2122-461b-9fea-37b08b6070d7 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744899 Feb 04 05:53:03.337004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd778cd8-c6da-4a8d-8454-dc6af9894eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=3971bff2-5050-4b99-bcfb-578ab9dfc213,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:03.378907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e55097cf-8943-420e-adb1-31e385ad8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.415508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55097cf-8943-420e-adb1-31e385ad8eb4 None None] Pushing event deleted for resources: {'Port': ['ID=8599de2b-7f1f-4a0d-9567-ce7b334dc689,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:03.418185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55097cf-8943-420e-adb1-31e385ad8eb4 None None] No DVR routers for this DVR port 8599de2b-7f1f-4a0d-9567-ce7b334dc689 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:03.434980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.463434 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066d6892-7b4f-4bf6-b1bc-b06230bf2e99']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:03.474083 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab1ac6d-f620-491f-9fbb-43b52f7df3ec') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:03.475080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab1ac6d-f620-491f-9fbb-43b52f7df3ec') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:03.484715 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.498012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8e4f4c-2f7b-41a7-ba25-6e974a725b66 x-openstack-request-id: req-5c8e4f4c-2f7b-41a7-ba25-6e974a725b66 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:03.498295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3", "tag": "3971bff2-5050-4b99-bcfb-578ab9dfc213", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:03.498542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c8e4f4c-2f7b-41a7-ba25-6e974a725b66 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:03.498928 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'tag': '3971bff2-5050-4b99-bcfb-578ab9dfc213', 'status': 'completed', 'code': 200} Feb 04 05:53:03.501051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.508034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:03.508435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:03.511807 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:03.523650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.538868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-a9a7eac9-5022-4b40-8466-1beff489eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:03.540366 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-a9a7eac9-5022-4b40-8466-1beff489eff4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3b3074a7a2841fea736b2212d2c9e29&device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 1097 time: 0.4850821 Feb 04 05:53:03.570293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.592633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.595846 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] 10.222.0.15 "DELETE /v2.0/networks/066d6892-7b4f-4bf6-b1bc-b06230bf2e99 HTTP/1.1" status: 204 len: 168 time: 0.7287092 Feb 04 05:53:03.596848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabd967-8eab-4879-a9d9-384e323ad0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431 tempest-ExtraDHCPOptionsIpV6TestJSON-1752787431-project] Pushing event deleted for resources: {'Network': ['ID=066d6892-7b4f-4bf6-b1bc-b06230bf2e99,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:03.620008 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2f552eb1-95ea-48f2-9b1d-9acb5c1ed4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.622071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2f552eb1-95ea-48f2-9b1d-9acb5c1ed4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.623188 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2f552eb1-95ea-48f2-9b1d-9acb5c1ed4bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/275e39d8-e4d4-44f6-96a0-e5e955e75742 HTTP/1.1" status: 204 len: 168 time: 1.7463984 Feb 04 05:53:03.631133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b7559-9103-47ab-83f8-4bc7b302fc76 req-2973911b-2a8b-4a6c-830b-d9dd6e9de41c tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:03.632667 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-206b7559-9103-47ab-83f8-4bc7b302fc76 req-2973911b-2a8b-4a6c-830b-d9dd6e9de41c tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 944 time: 0.5762506 Feb 04 05:53:03.694216 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-cbb4e745-e135-4ffc-b42b-0610ca1abf56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213 HTTP/1.1" status: 200 len: 217 time: 0.1391702 Feb 04 05:53:03.707383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53919185-2075-4985-84d6-f9e7f06ca38c service neutron] Pushing event updated for resources: {'Port': ['ID=f3838254-8d47-415a-9e21-251b83fca2e8,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:03.712327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-851827fa-0cab-4442-9dff-f063fa844e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:03.713854 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-851827fa-0cab-4442-9dff-f063fa844e9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca53912bb8dc49d59db755c01a7ad0f9&device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 1096 time: 0.3738563 Feb 04 05:53:03.721217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f552eb1-95ea-48f2-9b1d-9acb5c1ed4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275e39d8-e4d4-44f6-96a0-e5e955e75742,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:03.839051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41460) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:03.895741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-320b7fb2-136a-4ad4-9051-fe1a812643ff req-03c422b2-501d-4e1f-bb60-cf3fabce0af7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.911579 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-1c6d0129-787d-4a4f-b282-30c432a61f6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3838254-8d47-415a-9e21-251b83fca2e8 HTTP/1.1" status: 200 len: 217 time: 0.1330605 Feb 04 05:53:03.922637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-320b7fb2-136a-4ad4-9051-fe1a812643ff req-03c422b2-501d-4e1f-bb60-cf3fabce0af7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.940725 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-206b7559-9103-47ab-83f8-4bc7b302fc76 req-6a01fa9e-4567-4756-b0a1-f421d01de9f3 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615321 Feb 04 05:53:03.971790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41466) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:04.041861 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-13b27d98-bb73-4f68-9f0f-586e7114546b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e155fc05391d487fbe5ba98c25d5b129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686591 Feb 04 05:53:04.044520 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c41c95b9-a737-4638-ac5b-9cead6e40cf9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bedf6a4abc045acafbf28c77a15da5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039547 Feb 04 05:53:04.045251 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41468) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:04.052038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41470) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:04.068853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-5a66e47e-c6ec-407f-9fee-f235e7caf213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:04.070374 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-5a66e47e-c6ec-407f-9fee-f235e7caf213 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0829dc6-460c-41c6-ac4e-b2af66515b42 HTTP/1.1" status: 200 len: 850 time: 0.3505015 Feb 04 05:53:04.071937 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-320b7fb2-136a-4ad4-9051-fe1a812643ff req-03c422b2-501d-4e1f-bb60-cf3fabce0af7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4386518 Feb 04 05:53:04.091864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c422b2-501d-4e1f-bb60-cf3fabce0af7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0739da-c05a-4942-a32d-74f92c300862,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:04.113455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-e45f5e94-87b0-4f3a-8e7d-9022465bb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:04.115013 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-e45f5e94-87b0-4f3a-8e7d-9022465bb175 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19915ceb-49b8-4cb0-8853-b334b6ada5a3 HTTP/1.1" status: 200 len: 851 time: 0.1883161 Feb 04 05:53:04.132829 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fbdb7e6-186e-401e-892c-9649b7c36cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.136668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-279d6473-b023-4aee-a0eb-66b8f21ed29f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Deleting port 54b93898-91db-4467-8a06-aea631079d99 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:04.136948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-279d6473-b023-4aee-a0eb-66b8f21ed29f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.142792 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8599de2b-7f1f-4a0d-9567-ce7b334dc689 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:04.146722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb3469e9-dd5f-489c-9f26-8794abc89045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.151406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb245-8271-4d77-b8ae-f833dae15709 req-5544dd44-04c6-4473-8132-336257b0f19f tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:04.152934 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8e9fb245-8271-4d77-b8ae-f833dae15709 req-5544dd44-04c6-4473-8132-336257b0f19f tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 943 time: 0.1944294 Feb 04 05:53:04.165856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 8599de2b-7f1f-4a0d-9567-ce7b334dc689 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:04.166424 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8599de2b-7f1f-4a0d-9567-ce7b334dc689 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:04.167853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fbdb7e6-186e-401e-892c-9649b7c36cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.186797 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb3469e9-dd5f-489c-9f26-8794abc89045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.237609 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c9d768a8-d398-4d7d-9e3f-f59712769985 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Deleting port e0fc92dc-0942-410e-ab14-32e361b74ee8 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:04.237951 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c9d768a8-d398-4d7d-9e3f-f59712769985 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.254146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb3469e9-dd5f-489c-9f26-8794abc89045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.257140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb3469e9-dd5f-489c-9f26-8794abc89045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.264839 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cb3469e9-dd5f-489c-9f26-8794abc89045 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fa8a6ba-4010-4b8d-9bde-858460d58264 HTTP/1.1" status: 204 len: 168 time: 0.2077491 Feb 04 05:53:04.268642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fbdb7e6-186e-401e-892c-9649b7c36cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.271166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fbdb7e6-186e-401e-892c-9649b7c36cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.273652 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2fbdb7e6-186e-401e-892c-9649b7c36cd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87930b00-74dc-4c48-a9b1-6c9b7b9e2833 HTTP/1.1" status: 204 len: 168 time: 0.2272494 Feb 04 05:53:04.279827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3469e9-dd5f-489c-9f26-8794abc89045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa8a6ba-4010-4b8d-9bde-858460d58264,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:04.298058 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdb7e6-186e-401e-892c-9649b7c36cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87930b00-74dc-4c48-a9b1-6c9b7b9e2833,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:04.388998 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8e9fb245-8271-4d77-b8ae-f833dae15709 req-10813469-425e-4f08-bb70-37c81a2baa3b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154360 Feb 04 05:53:04.760805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-279d6473-b023-4aee-a0eb-66b8f21ed29f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.817929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-279d6473-b023-4aee-a0eb-66b8f21ed29f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Calling delete_port for 54b93898-91db-4467-8a06-aea631079d99 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:04.837581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c9d768a8-d398-4d7d-9e3f-f59712769985 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.867755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-96049a50-080c-428e-a210-61107d3abc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:04.871053 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-96049a50-080c-428e-a210-61107d3abc3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df9db621-d575-4dac-8972-55177063df00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5736187 Feb 04 05:53:04.875666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.885341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c9d768a8-d398-4d7d-9e3f-f59712769985 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Calling delete_port for e0fc92dc-0942-410e-ab14-32e361b74ee8 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:04.960583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.963507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3dc29568-3fd8-4d15-b712-d98b4aa0553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:04.965006 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-3dc29568-3fd8-4d15-b712-d98b4aa0553c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=206fae0a-4428-4f10-9c6d-49d796115e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6494403 Feb 04 05:53:05.095082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41516) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:05.102727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41520) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:05.103406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211b390-2276-408b-9404-bc9c7f1ede17 req-fe4dffb3-7c61-4e30-a29b-7350ac6e316a tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:05.104942 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3211b390-2276-408b-9404-bc9c7f1ede17 req-fe4dffb3-7c61-4e30-a29b-7350ac6e316a tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.6630986 Feb 04 05:53:05.198820 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1598149361'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:05.214993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-571654131'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:05.230104 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:05.233548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.246231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.272920 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Made reservation on behalf of ab2f571671b047ccb1cf44c3d893a45a for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:05.276279 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.291456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.382268 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.389214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.412311 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-f0437b48-0750-41cc-ba66-d5c61a178495 service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341363 Feb 04 05:53:05.415655 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:05.424882 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3211b390-2276-408b-9404-bc9c7f1ede17 req-da8343f5-e751-469d-b1aa-e0d9c7197bb2 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847905 Feb 04 05:53:05.447550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.447550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.447550 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Added segment 7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4 of type vlan for network bc23fea4-d90f-48a4-a197-762fd6e480ea Feb 04 05:53:05.456913 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c9041-d09a-4a17-a801-13a76c8806fb,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:05.461671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57edb3-c287-486d-b30d-df71ad24b8bf req-d289597f-7f2c-4b54-9032-a3801d025421 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:05.462837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.463201 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e57edb3-c287-486d-b30d-df71ad24b8bf req-d289597f-7f2c-4b54-9032-a3801d025421 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 944 time: 0.4038036 Feb 04 05:53:05.474119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:05.497594 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-55dac875-6302-4d72-80e4-f3695127ddbe service neutron] 10.222.0.36 "GET /v2.0/networks/206fae0a-4428-4f10-9c6d-49d796115e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164473 Feb 04 05:53:05.498736 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Allocated IP 172.26.5.131 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/a4c2873e-45ef-4ad0-9578-e7dc232849c9) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:05.526744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.528204 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'tag': 'f3838254-8d47-415a-9e21-251b83fca2e8'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:05.530469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677ddaea-1f59-4203-9680-43620e5448f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7fb60e-ed3a-433c-9845-c7dd9d685f0d", "tag": "f3838254-8d47-415a-9e21-251b83fca2e8"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:05.532746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.533103 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Added segment b7ff2bd2-c8ec-42cd-a30c-9dd7fb500def of type vlan for network 1e451e40-a784-4975-97a7-ab7ce2d81bc9 Feb 04 05:53:05.557464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9a75db-81dc-4e52-a7ab-0b3a238e89b7,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:05.601255 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.605163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.610754 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:05.611344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.688870 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5924709 Feb 04 05:53:05.701022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c7fad-e8aa-45b1-b2ea-8c7e26834122 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Network': ['ID=bc23fea4-d90f-48a4-a197-762fd6e480ea,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:05.703154 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.709262 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:05.709844 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.719603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network bc23fea4-d90f-48a4-a197-762fd6e480ea details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:05.761706 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6578436 Feb 04 05:53:05.762688 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41528) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:05.790989 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e57edb3-c287-486d-b30d-df71ad24b8bf req-a3b00127-79dd-48ef-948f-20c60cd1a681 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048460 Feb 04 05:53:05.877596 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c3209-4264-409a-8ca5-ca93ca2238c1 req-54d7afe0-d0e2-4ab8-bdc9-33b0212e92dd tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:05.879766 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8a1c3209-4264-409a-8ca5-ca93ca2238c1 req-54d7afe0-d0e2-4ab8-bdc9-33b0212e92dd tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 943 time: 0.3458395 Feb 04 05:53:05.881844 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dea598e0-217f-48c8-9ac0-7b51f940a38f req-646f6361-0c74-4172-9fcc-a6407b530999 service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545588 Feb 04 05:53:05.882470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c9d768a8-d398-4d7d-9e3f-f59712769985 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.907407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620d7126-f9a0-440b-b3d0-e497b49eabc1 x-openstack-request-id: req-620d7126-f9a0-440b-b3d0-e497b49eabc1 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:05.907774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7fb60e-ed3a-433c-9845-c7dd9d685f0d", "tag": "f3838254-8d47-415a-9e21-251b83fca2e8", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:05.907971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-620d7126-f9a0-440b-b3d0-e497b49eabc1 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:05.908382 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'tag': 'f3838254-8d47-415a-9e21-251b83fca2e8', 'status': 'completed', 'code': 200} Feb 04 05:53:05.917169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'subnet': {'network_id': '1e451e40-a784-4975-97a7-ab7ce2d81bc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:05.966269 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe5cad73-5805-4341-8337-6d13054ab1ed req-172b8fe7-899a-4188-a0e9-defc9c27449f service neutron] 10.222.0.36 "GET /v2.0/networks/206fae0a-4428-4f10-9c6d-49d796115e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250207 Feb 04 05:53:05.980259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e9382-bb89-4e3e-b4f0-df7b9fa026f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Network': ['ID=1e451e40-a784-4975-97a7-ab7ce2d81bc9,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:05.982209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d768a8-d398-4d7d-9e3f-f59712769985 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event deleted for resources: {'Port': ['ID=e0fc92dc-0942-410e-ab14-32e361b74ee8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:06.002647 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 1e451e40-a784-4975-97a7-ab7ce2d81bc9 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:06.013889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-279d6473-b023-4aee-a0eb-66b8f21ed29f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.070585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Made reservation on behalf of ab2f571671b047ccb1cf44c3d893a45a for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:06.075544 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.176341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.205660 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d6473-b023-4aee-a0eb-66b8f21ed29f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event deleted for resources: {'Port': ['ID=54b93898-91db-4467-8a06-aea631079d99,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:06.238508 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8a1c3209-4264-409a-8ca5-ca93ca2238c1 req-66683de5-67c0-4802-84b0-3ba0157e1ab4 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227050 Feb 04 05:53:06.387608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176ea3f-ed97-4fdb-84db-8370003055bd req-624e8789-ed1e-4502-977d-7f4b7cfcbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:06.389358 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d176ea3f-ed97-4fdb-84db-8370003055bd req-624e8789-ed1e-4502-977d-7f4b7cfcbaf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3b3074a7a2841fea736b2212d2c9e29&device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 1097 time: 0.4107280 Feb 04 05:53:06.472893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ddaea-1f59-4203-9680-43620e5448f7 req-bc1c5fdc-b5ef-4b4c-b0c7-bfb7b6036025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:06.475052 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-677ddaea-1f59-4203-9680-43620e5448f7 req-bc1c5fdc-b5ef-4b4c-b0c7-bfb7b6036025 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca53912bb8dc49d59db755c01a7ad0f9&device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 1096 time: 0.3895636 Feb 04 05:53:06.564282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.621978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.624056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c9d768a8-d398-4d7d-9e3f-f59712769985 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.628726 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Subnet': ['ID=3cd954c9-6570-445b-ab4f-9eac8c6d4924,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:06.636470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Checking segment: {'id': 'b7ff2bd2-c8ec-42cd-a30c-9dd7fb500def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e451e40-a784-4975-97a7-ab7ce2d81bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:06.636828 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network hostable DHCP agents. Network: 1e451e40-a784-4975-97a7-ab7ce2d81bc9, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:06.660137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network 1e451e40-a784-4975-97a7-ab7ce2d81bc9 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:06.670006 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 1e451e40-a784-4975-97a7-ab7ce2d81bc9) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:06.674004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:06.674593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.683291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b8da8-b1a3-437d-83d4-20b6d45f237f None None] Network 1e451e40-a784-4975-97a7-ab7ce2d81bc9 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:06.706441 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0bb23bf5-9b33-4dda-802a-e29f3be79f61 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8264370 Feb 04 05:53:06.707914 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41532) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:06.713868 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-92995276', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:06.758952 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:06.759985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.762357 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.825536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.838447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6eff55-d283-4e59-9e72-edf46c56ee94 None None] Network 1e451e40-a784-4975-97a7-ab7ce2d81bc9 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:07.010653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:07.170329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:07.209231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:07.219095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:07.226099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Pushing event updated for resources: {'Port': ['ID=a4c2873e-45ef-4ad0-9578-e7dc232849c9,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:07.228432 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:07.269291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176ea3f-ed97-4fdb-84db-8370003055bd req-e6b31305-a921-40df-8cd0-738b7fd4f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:07.270729 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d176ea3f-ed97-4fdb-84db-8370003055bd req-e6b31305-a921-40df-8cd0-738b7fd4f886 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df9db621-d575-4dac-8972-55177063df00 HTTP/1.1" status: 200 len: 912 time: 0.8673682 Feb 04 05:53:07.284498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e1bf9-a207-45c5-8156-29c04c2a71e2 req-6c6c85ba-2876-469c-934e-00472529c716 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:07.292024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e72e1bf9-a207-45c5-8156-29c04c2a71e2 req-6c6c85ba-2876-469c-934e-00472529c716 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.7454531 Feb 04 05:53:07.335012 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.26.5.123 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/44b70c63-d235-46ae-bcfc-cf0864191ea2) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:07.377633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-279d6473-b023-4aee-a0eb-66b8f21ed29f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:07.391281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ddaea-1f59-4203-9680-43620e5448f7 req-7ddb313c-5bf8-4753-bd41-f1e1a5167bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:07.392767 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-677ddaea-1f59-4203-9680-43620e5448f7 req-7ddb313c-5bf8-4753-bd41-f1e1a5167bf3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=206fae0a-4428-4f10-9c6d-49d796115e41 HTTP/1.1" status: 200 len: 913 time: 0.8789742 Feb 04 05:53:07.394016 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d176ea3f-ed97-4fdb-84db-8370003055bd req-ffe04e4b-a44c-407e-ba86-10e42305649c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213 HTTP/1.1" status: 200 len: 217 time: 0.0965598 Feb 04 05:53:07.445854 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:07.481037 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:07.527772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:07.530499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:07.532894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:07.557041 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=44b70c63-d235-46ae-bcfc-cf0864191ea2,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:07.609537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c3702-c891-4bce-9070-f294283a3857 req-2b8f3603-518c-45b6-92c1-dbdd02a84f11 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:07.611023 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a02c3702-c891-4bce-9070-f294283a3857 req-2b8f3603-518c-45b6-92c1-dbdd02a84f11 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 944 time: 0.4583402 Feb 04 05:53:07.652244 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e72e1bf9-a207-45c5-8156-29c04c2a71e2 req-78940592-1a65-4fca-a431-e85726050960 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593731 Feb 04 05:53:07.664027 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-677ddaea-1f59-4203-9680-43620e5448f7 req-b1dbf708-35c7-4f82-90a9-c1ea5c91cdbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3838254-8d47-415a-9e21-251b83fca2e8 HTTP/1.1" status: 200 len: 217 time: 0.2314255 Feb 04 05:53:07.703961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d768a8-d398-4d7d-9e3f-f59712769985 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Router 82c4b3e1-321b-420d-96bc-c3ce11126044 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:07.757971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176ea3f-ed97-4fdb-84db-8370003055bd req-0d71185f-19e5-4cac-a763-966c045e33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:07.759559 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d176ea3f-ed97-4fdb-84db-8370003055bd req-0d71185f-19e5-4cac-a763-966c045e33e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0829dc6-460c-41c6-ac4e-b2af66515b42 HTTP/1.1" status: 200 len: 850 time: 0.3239911 Feb 04 05:53:07.824494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:07.897104 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a02c3702-c891-4bce-9070-f294283a3857 req-41ea0e79-7cbd-455c-9e2e-442be665fbde tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438319 Feb 04 05:53:07.948752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ddaea-1f59-4203-9680-43620e5448f7 req-dd7f8dcb-d71a-459f-9188-2a5a6242039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:07.950496 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-677ddaea-1f59-4203-9680-43620e5448f7 req-dd7f8dcb-d71a-459f-9188-2a5a6242039c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19915ceb-49b8-4cb0-8853-b334b6ada5a3 HTTP/1.1" status: 200 len: 851 time: 0.2485249 Feb 04 05:53:08.072249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d768a8-d398-4d7d-9e3f-f59712769985 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:08.076554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.086719 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c06e662-8833-4e07-a319-a0ae55e24d74 None None] Sync routers for ids ['82c4b3e1-321b-420d-96bc-c3ce11126044'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:08.095117 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c9d768a8-d398-4d7d-9e3f-f59712769985 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "PUT /v2.0/routers/82c4b3e1-321b-420d-96bc-c3ce11126044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2246535 Feb 04 05:53:08.101274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41540) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:08.104077 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c06e662-8833-4e07-a319-a0ae55e24d74 None None] Routers {'82c4b3e1-321b-420d-96bc-c3ce11126044'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:08.105258 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c06e662-8833-4e07-a319-a0ae55e24d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['82c4b3e1-321b-420d-96bc-c3ce11126044'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.132977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39cec9-21e5-4d06-b899-59cfb9707c06 req-11dbbf45-59ff-4eab-9af9-2056afb8c881 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:08.134510 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dc39cec9-21e5-4d06-b899-59cfb9707c06 req-11dbbf45-59ff-4eab-9af9-2056afb8c881 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 943 time: 0.3414328 Feb 04 05:53:08.148345 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c06e662-8833-4e07-a319-a0ae55e24d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.158671 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c06e662-8833-4e07-a319-a0ae55e24d74 None None] Routers {'82c4b3e1-321b-420d-96bc-c3ce11126044'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:08.159486 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c06e662-8833-4e07-a319-a0ae55e24d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['82c4b3e1-321b-420d-96bc-c3ce11126044'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.196521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176ea3f-ed97-4fdb-84db-8370003055bd req-28d5285d-a8c6-4238-af70-1d8e36e21624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:08.198170 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d176ea3f-ed97-4fdb-84db-8370003055bd req-28d5285d-a8c6-4238-af70-1d8e36e21624 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df9db621-d575-4dac-8972-55177063df00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3903055 Feb 04 05:53:08.206900 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c06e662-8833-4e07-a319-a0ae55e24d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.207566 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c06e662-8833-4e07-a319-a0ae55e24d74 None None] The sync data for ids ['82c4b3e1-321b-420d-96bc-c3ce11126044'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:08.220990 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:08.327849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:08.339762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e111ab2-a073-4ea7-a7bf-97f7b80b0dee None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:08.348959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e111ab2-a073-4ea7-a7bf-97f7b80b0dee None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:08.350302 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7e111ab2-a073-4ea7-a7bf-97f7b80b0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.355694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.357988 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-17457804-ad14-4d29-9e03-4b4144d73930 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6479006 Feb 04 05:53:08.360045 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41542) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:08.363672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ddaea-1f59-4203-9680-43620e5448f7 req-f713b178-0532-4d8c-9bf1-a288b89a56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:08.365765 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-677ddaea-1f59-4203-9680-43620e5448f7 req-f713b178-0532-4d8c-9bf1-a288b89a56d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=206fae0a-4428-4f10-9c6d-49d796115e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3465939 Feb 04 05:53:08.386183 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7e111ab2-a073-4ea7-a7bf-97f7b80b0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.395464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e111ab2-a073-4ea7-a7bf-97f7b80b0dee None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:08.396754 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7e111ab2-a073-4ea7-a7bf-97f7b80b0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.399415 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7768746b-e9de-469b-ae7f-6b3eea2c6f91 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.432430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef005677-62a6-4bcc-b88b-366744f70df1 req-eb41684e-7bfa-46e1-9540-d909bd04f921 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:08.433632 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ef005677-62a6-4bcc-b88b-366744f70df1 req-eb41684e-7bfa-46e1-9540-d909bd04f921 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.4017150 Feb 04 05:53:08.444443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7e111ab2-a073-4ea7-a7bf-97f7b80b0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.445417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e111ab2-a073-4ea7-a7bf-97f7b80b0dee None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:08.473277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41544) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:08.478518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-31b814b5-c2a8-47a1-b084-3e9a58616d5e tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Request body: {'floatingip': {'port_id': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:08.525307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31b814b5-c2a8-47a1-b084-3e9a58616d5e tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for floatingip, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.766174 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dc39cec9-21e5-4d06-b899-59cfb9707c06 req-7f75a2fc-9650-4949-9077-f72f844dd0b8 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5345607 Feb 04 05:53:08.806301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.836679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device f3838254-8d47-415a-9e21-251b83fca2e8 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:53:09.017025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41548) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:09.068429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'subnet': {'network_id': 'bc23fea4-d90f-48a4-a197-762fd6e480ea', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:09.096688 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d176ea3f-ed97-4fdb-84db-8370003055bd req-b59520ee-0647-411f-84f6-f83fde6a1d0d service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8520670 Feb 04 05:53:09.099393 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port f3838254-8d47-415a-9e21-251b83fca2e8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f3838254-8d47-415a-9e21-251b83fca2e8,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:09.111631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'f3838254-8d47-415a-9e21-251b83fca2e8', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'port_id': 'f3838254-8d47-415a-9e21-251b83fca2e8', 'mac_address': 'fa:16:3e:9b:f5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:53:09.150756 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.165213 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3838254-8d47-415a-9e21-251b83fca2e8 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:53:09.188249 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port f3838254-8d47-415a-9e21-251b83fca2e8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f3838254-8d47-415a-9e21-251b83fca2e8,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:09.194837 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.195483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3971bff2-5050-4b99-bcfb-578ab9dfc213 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:53:09.288532 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=f3838254-8d47-415a-9e21-251b83fca2e8,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:09.313486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279d6473-b023-4aee-a0eb-66b8f21ed29f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Router 4b7597ee-0b80-42cc-b18b-e623b1e1fa89 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:09.336129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 3971bff2-5050-4b99-bcfb-578ab9dfc213, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:09.346506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '3971bff2-5050-4b99-bcfb-578ab9dfc213', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'port_id': '3971bff2-5050-4b99-bcfb-578ab9dfc213', 'mac_address': 'fa:16:3e:7e:c5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:53:09.349731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7768746b-e9de-469b-ae7f-6b3eea2c6f91 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.376674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7768746b-e9de-469b-ae7f-6b3eea2c6f91 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.391837 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.405704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3971bff2-5050-4b99-bcfb-578ab9dfc213 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:53:09.429648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 3971bff2-5050-4b99-bcfb-578ab9dfc213, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:09.435868 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.463007 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-677ddaea-1f59-4203-9680-43620e5448f7 req-411aa39e-b43d-4c3e-bb7f-8ea27d73e793 service neutron] 10.222.0.36 "GET /v2.0/networks/206fae0a-4428-4f10-9c6d-49d796115e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0558348 Feb 04 05:53:09.489454 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da6d4b-3a21-469d-ba57-8253eaff56b8 req-02cd49a5-3204-4088-bc1a-ad879f3e6fbd tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:09.490520 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=3971bff2-5050-4b99-bcfb-578ab9dfc213,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:09.491481 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d8da6d4b-3a21-469d-ba57-8253eaff56b8 req-02cd49a5-3204-4088-bc1a-ad879f3e6fbd tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 944 time: 0.4754307 Feb 04 05:53:09.514809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7768746b-e9de-469b-ae7f-6b3eea2c6f91 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.515312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7768746b-e9de-469b-ae7f-6b3eea2c6f91 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Fanout notify agent at l3_agent the message router_deleted on router 82c4b3e1-321b-420d-96bc-c3ce11126044 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:09.567688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7768746b-e9de-469b-ae7f-6b3eea2c6f91 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.569279 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7768746b-e9de-469b-ae7f-6b3eea2c6f91 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "DELETE /v2.0/routers/82c4b3e1-321b-420d-96bc-c3ce11126044 HTTP/1.1" status: 204 len: 168 time: 1.4634068 Feb 04 05:53:09.574201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41550) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:09.578837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.593749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.624964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31b814b5-c2a8-47a1-b084-3e9a58616d5e tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.637054 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31b814b5-c2a8-47a1-b084-3e9a58616d5e tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.668077 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['3971bff2-5050-4b99-bcfb-578ab9dfc213'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:53:09.685860 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d176ea3f-ed97-4fdb-84db-8370003055bd req-bea88fe6-d3c9-4ac3-9358-882132396e5c service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518842 Feb 04 05:53:09.686422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:09.689762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.708498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['f3838254-8d47-415a-9e21-251b83fca2e8'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:53:09.731377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Deleting subnet 08ef6ac7-4fee-4d6e-90f1-38bc1a4adf5f {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:09.737036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.835401 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d8da6d4b-3a21-469d-ba57-8253eaff56b8 req-9906f151-928f-4e8b-85c7-a32a13a90472 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241789 Feb 04 05:53:09.863076 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.918013 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-677ddaea-1f59-4203-9680-43620e5448f7 req-2b096d1c-33f4-46fd-a05d-d6d54480df7d service neutron] 10.222.0.36 "GET /v2.0/networks/206fae0a-4428-4f10-9c6d-49d796115e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367459 Feb 04 05:53:09.944677 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-31b814b5-c2a8-47a1-b084-3e9a58616d5e tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Floating IP bf478aec-8028-4a84-9d93-d9b1cc50ac23 associated. External IP: 172.26.5.240, port: 63a1dc97-7224-4d1a-bfd8-0cca02b7551f. Feb 04 05:53:09.966660 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279d6473-b023-4aee-a0eb-66b8f21ed29f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:09.977875 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-279d6473-b023-4aee-a0eb-66b8f21ed29f tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "PUT /v2.0/routers/4b7597ee-0b80-42cc-b18b-e623b1e1fa89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6109483 Feb 04 05:53:09.983037 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41554) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:09.983214 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312da13-5194-403f-8964-b5d5df2f50d4 None None] Sync routers for ids ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:09.993584 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312da13-5194-403f-8964-b5d5df2f50d4 None None] Routers {'4b7597ee-0b80-42cc-b18b-e623b1e1fa89'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:09.994503 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-5312da13-5194-403f-8964-b5d5df2f50d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:10.028408 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-5312da13-5194-403f-8964-b5d5df2f50d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:10.038017 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312da13-5194-403f-8964-b5d5df2f50d4 None None] Routers {'4b7597ee-0b80-42cc-b18b-e623b1e1fa89'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:10.038688 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-5312da13-5194-403f-8964-b5d5df2f50d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:10.084623 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-5312da13-5194-403f-8964-b5d5df2f50d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:10.085302 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312da13-5194-403f-8964-b5d5df2f50d4 None None] The sync data for ids ['4b7597ee-0b80-42cc-b18b-e623b1e1fa89'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:10.096731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66650fe-aefb-4685-8ab0-ad529af9fb3e req-2396da24-ca0f-4190-bab1-3ae06d4d9082 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:10.098237 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d66650fe-aefb-4685-8ab0-ad529af9fb3e req-2396da24-ca0f-4190-bab1-3ae06d4d9082 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 944 time: 0.2278681 Feb 04 05:53:10.155657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.218664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Router 7505e595-724d-4174-a7dd-514f9123dd9a is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:10.248516 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d66650fe-aefb-4685-8ab0-ad529af9fb3e req-7be9cc8b-9903-4207-a5cc-ef1dbe233cc3 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353495 Feb 04 05:53:10.251355 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.255627 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.447375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Subnet': ['ID=7bc3beda-e777-4541-b319-6b573cce87f8,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:10.509472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Checking segment: {'id': '7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc23fea4-d90f-48a4-a197-762fd6e480ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:10.509825 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network hostable DHCP agents. Network: bc23fea4-d90f-48a4-a197-762fd6e480ea, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:10.528200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:10.535541 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.538554 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1310c888-69bb-4a12-aef3-58977e4986c7 None None] Sync routers for ids ['7505e595-724d-4174-a7dd-514f9123dd9a'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:10.540748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.20.0.1 (1e451e40-a784-4975-97a7-ab7ce2d81bc9/3cd954c9-6570-445b-ab4f-9eac8c6d4924/12f8b8cc-cd96-40ed-8347-5261e9c2c78f) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:10.547252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.552049 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310c888-69bb-4a12-aef3-58977e4986c7 None None] Routers {'7505e595-724d-4174-a7dd-514f9123dd9a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:10.552907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1310c888-69bb-4a12-aef3-58977e4986c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['7505e595-724d-4174-a7dd-514f9123dd9a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:10.554709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network bc23fea4-d90f-48a4-a197-762fd6e480ea is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:10.560241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.564102 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9eb4ff91-30d0-48b5-a1bc-77d010389ec8 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0369599 Feb 04 05:53:10.565588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41556) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:10.591991 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1310c888-69bb-4a12-aef3-58977e4986c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:10.596198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, bc23fea4-d90f-48a4-a197-762fd6e480ea) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:10.602946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310c888-69bb-4a12-aef3-58977e4986c7 None None] Routers {'7505e595-724d-4174-a7dd-514f9123dd9a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:10.603559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1310c888-69bb-4a12-aef3-58977e4986c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['7505e595-724d-4174-a7dd-514f9123dd9a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:10.606713 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04852a46-7311-4291-b127-6e9a097a7e03 None None] Network bc23fea4-d90f-48a4-a197-762fd6e480ea requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:10.613793 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event deleted for resources: {'Subnet': ['ID=08ef6ac7-4fee-4d6e-90f1-38bc1a4adf5f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:10.626035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.631871 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "DELETE /v2.0/subnets/08ef6ac7-4fee-4d6e-90f1-38bc1a4adf5f HTTP/1.1" status: 204 len: 168 time: 1.0538845 Feb 04 05:53:10.634141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41558) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:10.637131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:10.638023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.639833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.640183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.640529 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.640888 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.641225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.641559 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.641886 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.642209 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.642532 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.643358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.643358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.643585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48c8b-9cd2-4a2b-b23c-cb93231ff6a7 tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.651847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbac1dd-c843-4415-a68c-3e015ce19b8c None None] Network 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:10.667342 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-649e25dc-1ac0-450b-bc07-cc793a69ece7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6414707 Feb 04 05:53:10.684608 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41560) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:10.693750 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1310c888-69bb-4a12-aef3-58977e4986c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:10.694717 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1310c888-69bb-4a12-aef3-58977e4986c7 None None] The sync data for ids ['7505e595-724d-4174-a7dd-514f9123dd9a'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:10.721624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1784798068'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:10.725139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Deleting port e99537a5-279d-4df0-ba75-d82473163028 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:10.725926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.732597 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-86b51f42-be17-40ab-9ba7-fbb2fdacca84 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/routers/7505e595-724d-4174-a7dd-514f9123dd9a HTTP/1.1" status: 200 len: 924 time: 0.1611309 Feb 04 05:53:10.739164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41562) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:10.780767 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b814b5-c2a8-47a1-b084-3e9a58616d5e tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:10.795344 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e2641377-24aa-4c63-a67b-f86ace94e21d tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=7505e595-724d-4174-a7dd-514f9123dd9a HTTP/1.1" status: 200 len: 205 time: 0.0521457 Feb 04 05:53:10.795606 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41564) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:10.827391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.835489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:10.838832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.852800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device f3838254-8d47-415a-9e21-251b83fca2e8 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:10.932532 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.961548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-bc23fea4-d90f-48a4-a197-762fd6e480ea', 'network_id': 'bc23fea4-d90f-48a4-a197-762fd6e480ea', 'tenant_id': 'ee1ac8e96cce4af290da28ce42906925', 'fixed_ips': [{'subnet_id': '7bc3beda-e777-4541-b319-6b573cce87f8'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:53:10.963110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.974603 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:11.032355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.032709 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Added segment 507c1e89-8f6c-4f18-8143-ec45f6ca0852 of type vlan for network ad070647-1750-4aa6-bd2d-c2ab6efa07fa Feb 04 05:53:11.064008 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port f3838254-8d47-415a-9e21-251b83fca2e8 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:53:11.071497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32ddd1-1b7a-452b-b7c2-9a87b952ff86 None None] DHCP port deletion for 80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:53:11.084464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port f3838254-8d47-415a-9e21-251b83fca2e8 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:11.085070 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.115333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.120263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b814b5-c2a8-47a1-b084-3e9a58616d5e tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:11.125161 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.132610 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31b814b5-c2a8-47a1-b084-3e9a58616d5e tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.142868 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ced9a9-8ca3-460d-be24-fee321d9d523 None None] Sync routers for ids ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:11.159635 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ced9a9-8ca3-460d-be24-fee321d9d523 None None] Routers {'9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:11.161003 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b5ced9a9-8ca3-460d-be24-fee321d9d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:11.212426 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Deleting port d51c2509-c9c2-4331-bdc2-cc2f61e39670 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:11.213007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.221679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.233299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network 1e451e40-a784-4975-97a7-ab7ce2d81bc9 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:11.237635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Allocated IP 2001:db8:0:ffff::2 (bc23fea4-d90f-48a4-a197-762fd6e480ea/7bc3beda-e777-4541-b319-6b573cce87f8/67214a23-e34b-4135-8fd2-f323481bd073) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:11.238589 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-31b814b5-c2a8-47a1-b084-3e9a58616d5e tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "PUT /v2.0/floatingips/bf478aec-8028-4a84-9d93-d9b1cc50ac23 HTTP/1.1" status: 200 len: 991 time: 2.7642548 Feb 04 05:53:11.244946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'tag': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:11.281512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:11.281802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Calling delete_port for e99537a5-279d-4df0-ba75-d82473163028 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:11.297475 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:11.305142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.310964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:11.311820 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.320928 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=12f8b8cc-cd96-40ed-8347-5261e9c2c78f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:11.330404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e35dd9-5800-47f4-823e-c684d1ac5373 req-64172258-ea6d-47e0-a1a0-9a9eaa56b070 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:11.335684 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b7e35dd9-5800-47f4-823e-c684d1ac5373 req-64172258-ea6d-47e0-a1a0-9a9eaa56b070 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 945 time: 0.1783390 Feb 04 05:53:11.345907 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-b5ced9a9-8ca3-460d-be24-fee321d9d523 None None] Set router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:11.370821 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-bc32ddd1-1b7a-452b-b7c2-9a87b952ff86 None None] Deleting port d51c2509-c9c2-4331-bdc2-cc2f61e39670 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:11.371201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bc32ddd1-1b7a-452b-b7c2-9a87b952ff86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.426298 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] For port d51c2509-c9c2-4331-bdc2-cc2f61e39670, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d51c2509-c9c2-4331-bdc2-cc2f61e39670,segment=NetworkSegment(5baa6074-9cc3-4493-a15a-02dca6fa5cb5),segment_id=5baa6074-9cc3-4493-a15a-02dca6fa5cb5)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:11.427103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.429288 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.436747 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7493501 Feb 04 05:53:11.442461 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41576) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:11.443798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-bc32ddd1-1b7a-452b-b7c2-9a87b952ff86 None None] For port d51c2509-c9c2-4331-bdc2-cc2f61e39670, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d51c2509-c9c2-4331-bdc2-cc2f61e39670,segment=NetworkSegment(5baa6074-9cc3-4493-a15a-02dca6fa5cb5),segment_id=5baa6074-9cc3-4493-a15a-02dca6fa5cb5)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:11.444205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bc32ddd1-1b7a-452b-b7c2-9a87b952ff86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.452353 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'subnet': {'network_id': 'ad070647-1750-4aa6-bd2d-c2ab6efa07fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:11.459598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-bc32ddd1-1b7a-452b-b7c2-9a87b952ff86 None None] Calling delete_port for d51c2509-c9c2-4331-bdc2-cc2f61e39670 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:11.484869 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Calling delete_port for d51c2509-c9c2-4331-bdc2-cc2f61e39670 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:11.488753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef86828-2e32-431b-87ad-8493625e0174" -d '{"events": [{"name": "network-changed", "server_uuid": "50f92a4f-91a4-47fd-aaff-eff7683ad603", "tag": "63a1dc97-7224-4d1a-bfd8-0cca02b7551f"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:11.521590 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.532646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ba910-5036-4ea9-90c1-d1c4e03273c1 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Network': ['ID=ad070647-1750-4aa6-bd2d-c2ab6efa07fa,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:11.571119 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network ad070647-1750-4aa6-bd2d-c2ab6efa07fa details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:11.592875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bc32ddd1-1b7a-452b-b7c2-9a87b952ff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.620312 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b7e35dd9-5800-47f4-823e-c684d1ac5373 req-7eba87f6-302f-4344-9451-dd50431d664e tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716162 Feb 04 05:53:11.707218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29a65d-bd10-4a3f-9619-e0a1811099aa req-3c599499-b356-4a0f-9261-0c2666afda74 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:11.709611 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ce29a65d-bd10-4a3f-9619-e0a1811099aa req-3c599499-b356-4a0f-9261-0c2666afda74 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.3070786 Feb 04 05:53:11.719509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32ddd1-1b7a-452b-b7c2-9a87b952ff86 None None] Pushing event deleted for resources: {'Port': ['ID=d51c2509-c9c2-4331-bdc2-cc2f61e39670,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:11.746695 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.750008 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc32ddd1-1b7a-452b-b7c2-9a87b952ff86 None None] No DVR routers for this DVR port d51c2509-c9c2-4331-bdc2-cc2f61e39670 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:11.764231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:11.767882 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.769732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.805463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3838254-8d47-415a-9e21-251b83fca2e8'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:11.807705 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac25f55-109b-4f6f-aeed-167be1057a11" -d '{"events": [{"server_uuid": "5a7fb60e-ed3a-433c-9845-c7dd9d685f0d", "name": "network-vif-plugged", "status": "completed", "tag": "f3838254-8d47-415a-9e21-251b83fca2e8"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:11.831406 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port f3838254-8d47-415a-9e21-251b83fca2e8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f3838254-8d47-415a-9e21-251b83fca2e8,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:11.842563 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.843289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3971bff2-5050-4b99-bcfb-578ab9dfc213 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:11.886268 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ce29a65d-bd10-4a3f-9619-e0a1811099aa req-0744a99a-2dcc-4589-82d6-8efe50565af7 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586084 Feb 04 05:53:11.945724 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b5ced9a9-8ca3-460d-be24-fee321d9d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'bf478aec-8028-4a84-9d93-d9b1cc50ac23', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'port_id': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'mac_address': 'fa:16:3e:88:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:52:34Z', 'updated_at': '2022-02-04T05:53:09Z', 'revision_number': 1, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ee8a39-b370-47d8-8863-9370b07efb67', 'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'mac_address': 'fa:16:3e:5e:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:20Z', 'updated_at': '2022-02-04T05:52:27Z', 'revision_number': 5, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'subnets': [{'id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:11.950979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.955817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1b508-7bc2-4696-a1e3-f190e72fcb9e req-170125fe-21d0-4240-bffa-6eeca0f3338b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:11.964446 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c1b1b508-7bc2-4696-a1e3-f190e72fcb9e req-170125fe-21d0-4240-bffa-6eeca0f3338b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 944 time: 0.1858819 Feb 04 05:53:11.988128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.998413 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ced9a9-8ca3-460d-be24-fee321d9d523 None None] Checking router: 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:12.008430 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ced9a9-8ca3-460d-be24-fee321d9d523 None None] Routers {'9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:12.009238 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b5ced9a9-8ca3-460d-be24-fee321d9d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:12.063686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.071248 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event deleted for resources: {'Port': ['ID=d51c2509-c9c2-4331-bdc2-cc2f61e39670,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:12.085750 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c1b1b508-7bc2-4696-a1e3-f190e72fcb9e req-f9441b2b-4554-4b0a-bab6-ef4a9fedbf75 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203229 Feb 04 05:53:12.111368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event deleted for resources: {'Port': ['ID=e99537a5-279d-4df0-ba75-d82473163028,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:12.124124 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=f3838254-8d47-415a-9e21-251b83fca2e8,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:12.126405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.130735 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f2da6-6623-4e51-9318-8d8e80383ecc x-openstack-request-id: req-447f2da6-6623-4e51-9318-8d8e80383ecc {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:12.131203 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f92a4f-91a4-47fd-aaff-eff7683ad603", "tag": "63a1dc97-7224-4d1a-bfd8-0cca02b7551f", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:12.131571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-447f2da6-6623-4e51-9318-8d8e80383ecc {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:12.132139 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'tag': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f', 'status': 'completed', 'code': 200} Feb 04 05:53:12.133137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] No DVR routers for this DVR port d51c2509-c9c2-4331-bdc2-cc2f61e39670 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:12.151128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62447ef9-b327-499e-85a1-38d0f92027de x-openstack-request-id: req-62447ef9-b327-499e-85a1-38d0f92027de {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:12.151128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7fb60e-ed3a-433c-9845-c7dd9d685f0d", "name": "network-vif-plugged", "status": "completed", "tag": "f3838254-8d47-415a-9e21-251b83fca2e8", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:12.151128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62447ef9-b327-499e-85a1-38d0f92027de {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:12.151483 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3838254-8d47-415a-9e21-251b83fca2e8', 'code': 200} Feb 04 05:53:12.153465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.156119 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.156514 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.156896 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.157278 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.157630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.157971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.158304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.158630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.158974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.159296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.159623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.159940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.170574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 3971bff2-5050-4b99-bcfb-578ab9dfc213 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:53:12.174789 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-b5ced9a9-8ca3-460d-be24-fee321d9d523 None None] Set router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:12.191731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.192538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.192538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.192767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.193187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.193534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.194022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.194687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.195034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.195369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.195697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.196021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:12.199714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d51c2509-c9c2-4331-bdc2-cc2f61e39670 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:12.229140 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 3971bff2-5050-4b99-bcfb-578ab9dfc213 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:12.229517 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.235004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Network bc23fea4-d90f-48a4-a197-762fd6e480ea is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:12.253955 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: d51c2509-c9c2-4331-bdc2-cc2f61e39670 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:12.254248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d51c2509-c9c2-4331-bdc2-cc2f61e39670 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:12.270663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:12.275598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:12.276734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Deleting port a4c2873e-45ef-4ad0-9578-e7dc232849c9 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:12.277903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.278029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Pushing event updated for resources: {'Port': ['ID=67214a23-e34b-4135-8fd2-f323481bd073,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:12.309890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.386273 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Attempting to bind port 67214a23-e34b-4135-8fd2-f323481bd073 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:12.386822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Attempting to bind port 67214a23-e34b-4135-8fd2-f323481bd073 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc23fea4-d90f-48a4-a197-762fd6e480ea'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:12.387402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Attempting to bind port 67214a23-e34b-4135-8fd2-f323481bd073 on network bc23fea4-d90f-48a4-a197-762fd6e480ea {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:12.395217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:12.396262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Checking segment: {'id': '7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc23fea4-d90f-48a4-a197-762fd6e480ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:12.396946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.397510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Bound using segment: {'id': '7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc23fea4-d90f-48a4-a197-762fd6e480ea'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:12.398055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Bound port: 67214a23-e34b-4135-8fd2-f323481bd073, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bc23fea4-d90f-48a4-a197-762fd6e480ea'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:12.398503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.413812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.416467 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.429878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.480529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] For port 67214a23-e34b-4135-8fd2-f323481bd073, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:12.484096 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] For port 67214a23-e34b-4135-8fd2-f323481bd073, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=67214a23-e34b-4135-8fd2-f323481bd073,segment=NetworkSegment(7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4),segment_id=7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:12.485743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.512337 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b5ced9a9-8ca3-460d-be24-fee321d9d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'bf478aec-8028-4a84-9d93-d9b1cc50ac23', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'port_id': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'mac_address': 'fa:16:3e:88:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:52:34Z', 'updated_at': '2022-02-04T05:53:09Z', 'revision_number': 1, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ee8a39-b370-47d8-8863-9370b07efb67', 'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'mac_address': 'fa:16:3e:5e:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:20Z', 'updated_at': '2022-02-04T05:52:27Z', 'revision_number': 5, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'subnets': [{'id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:12.518789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.534639 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.535435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Fanout notify agent at l3_agent the message router_deleted on router 4b7597ee-0b80-42cc-b18b-e623b1e1fa89 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:12.545195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.548900 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ced9a9-8ca3-460d-be24-fee321d9d523 None None] The sync data for ids ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'] in dv-neutron-826811-2-hyperv is: [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'bf478aec-8028-4a84-9d93-d9b1cc50ac23', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'port_id': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'mac_address': 'fa:16:3e:88:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:52:34Z', 'updated_at': '2022-02-04T05:53:09Z', 'revision_number': 1, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ee8a39-b370-47d8-8863-9370b07efb67', 'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'mac_address': 'fa:16:3e:5e:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:20Z', 'updated_at': '2022-02-04T05:52:27Z', 'revision_number': 5, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'subnets': [{'id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:12.549151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:12.549478 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6914efa0-8b5c-475d-a4e2-5ce471d69399 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "DELETE /v2.0/routers/4b7597ee-0b80-42cc-b18b-e623b1e1fa89 HTTP/1.1" status: 204 len: 168 time: 2.5607967 Feb 04 05:53:12.553735 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41584) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:12.568440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef86828-2e32-431b-87ad-8493625e0174 req-ac6d3175-be34-4507-986a-3eaf79c6dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:12.570232 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9ef86828-2e32-431b-87ad-8493625e0174 req-ac6d3175-be34-4507-986a-3eaf79c6dc93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cda3d7ed68094624b6138198a0952d92&device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 1098 time: 0.4113922 Feb 04 05:53:12.610091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc595c-9c5e-4ba5-a284-9d1812b3d33a None None] Pushing event updated for resources: {'Port': ['ID=67214a23-e34b-4135-8fd2-f323481bd073,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:12.613256 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.objects.ports [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102166) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:53:12.615823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5baa6074-9cc3-4493-a15a-02dca6fa5cb5') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:12.616111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5baa6074-9cc3-4493-a15a-02dca6fa5cb5') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:12.643194 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 3971bff2-5050-4b99-bcfb-578ab9dfc213, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:12.649427 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.649822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.673361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfed4aa-687e-4fe9-a93e-60841ce30d26 req-f2f6d91f-ae86-41d1-8d12-805472c19087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:12.675653 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4bfed4aa-687e-4fe9-a93e-60841ce30d26 req-f2f6d91f-ae86-41d1-8d12-805472c19087 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 1098 time: 0.1807704 Feb 04 05:53:12.712210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=3971bff2-5050-4b99-bcfb-578ab9dfc213,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:12.728990 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.762865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Subnet': ['ID=9d6cf825-8688-4713-a266-a5a7931d8a67,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:12.796041 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.810180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.810483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-854ed971-87bb-443a-82ce-9a6761063dc7 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Deleting subnet 15b66661-1734-463b-843e-9116604802ea {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:12.817169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854ed971-87bb-443a-82ce-9a6761063dc7 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.820080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:12.820479 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:12.824863 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:12.851010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Calling delete_port for a4c2873e-45ef-4ad0-9578-e7dc232849c9 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:12.857710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef86828-2e32-431b-87ad-8493625e0174 req-75aee6e3-7632-4393-a1d7-938f95b56748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:12.859290 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9ef86828-2e32-431b-87ad-8493625e0174 req-75aee6e3-7632-4393-a1d7-938f95b56748 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd42bdb8-2160-4369-b72e-07d7451c4a04 HTTP/1.1" status: 200 len: 906 time: 0.2764080 Feb 04 05:53:12.889127 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4bfed4aa-687e-4fe9-a93e-60841ce30d26 req-0e6e55df-d9f5-41fc-97a3-8855321bb559 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976047 Feb 04 05:53:12.912892 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374aa3d9-7cdb-4944-ac9d-4af28962123c None None] New status for floating IP bf478aec-8028-4a84-9d93-d9b1cc50ac23: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:53:12.976663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854ed971-87bb-443a-82ce-9a6761063dc7 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.986608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b04b-b1c4-4126-b41b-affc01a8a899 req-2ac6851f-37de-438f-b87b-ce2627ddcf4c tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:12.988242 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ef74b04b-b1c4-4126-b41b-affc01a8a899 req-2ac6851f-37de-438f-b87b-ce2627ddcf4c tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2767835 Feb 04 05:53:13.127667 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9ef86828-2e32-431b-87ad-8493625e0174 req-4bc2eec0-78f5-42e9-a87e-916dd05f732d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63a1dc97-7224-4d1a-bfd8-0cca02b7551f HTTP/1.1" status: 200 len: 999 time: 0.2521262 Feb 04 05:53:13.150548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Checking segment: {'id': '507c1e89-8f6c-4f18-8143-ec45f6ca0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad070647-1750-4aa6-bd2d-c2ab6efa07fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:13.150917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network hostable DHCP agents. Network: ad070647-1750-4aa6-bd2d-c2ab6efa07fa, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:13.160833 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ef74b04b-b1c4-4126-b41b-affc01a8a899 req-62930674-f547-4b27-b66a-f0ff9a787b88 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566086 Feb 04 05:53:13.218891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.248480 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.249585 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c388-f060-4f74-a38a-dbbf7ef41015 req-3fb166ab-160d-4418-93ec-5a07b31e9a9c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:13.250531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.251458 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8052c388-f060-4f74-a38a-dbbf7ef41015 req-3fb166ab-160d-4418-93ec-5a07b31e9a9c tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.2602236 Feb 04 05:53:13.256329 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] 10.222.0.15 "DELETE /v2.0/networks/80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0 HTTP/1.1" status: 204 len: 168 time: 2.6158628 Feb 04 05:53:13.276430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.321062 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893189d-8fca-4362-a92b-73b21320203e tempest-FloatingIPNegativeTestJSON-548416007 tempest-FloatingIPNegativeTestJSON-548416007-project] Pushing event deleted for resources: {'Network': ['ID=80b5f71c-86c3-4f24-a1cf-82d2c5a2e2b0,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:13.323405 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network ad070647-1750-4aa6-bd2d-c2ab6efa07fa is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:13.330183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854ed971-87bb-443a-82ce-9a6761063dc7 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.341783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef86828-2e32-431b-87ad-8493625e0174 req-db82c0fb-f10e-4fab-bde0-9fe834f78abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:13.343292 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9ef86828-2e32-431b-87ad-8493625e0174 req-db82c0fb-f10e-4fab-bde0-9fe834f78abd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=706e34e1-ed53-4f0d-b818-176cff1f5813 HTTP/1.1" status: 200 len: 844 time: 0.2015402 Feb 04 05:53:13.402039 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8052c388-f060-4f74-a38a-dbbf7ef41015 req-2d801797-cbb3-43bf-b526-74ce549a3b9e tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289239 Feb 04 05:53:13.414292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, ad070647-1750-4aa6-bd2d-c2ab6efa07fa) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:13.424502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36740d3-bc3d-491e-b9ef-bca33cb56337 None None] Network ad070647-1750-4aa6-bd2d-c2ab6efa07fa requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:13.444286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.448840 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:13.449466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.453836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12b7d7-7a80-4395-85e0-da8ee3d2f7dc req-b1729ba2-f309-4214-8413-cfddc51943a0 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:13.455790 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1b12b7d7-7a80-4395-85e0-da8ee3d2f7dc req-b1729ba2-f309-4214-8413-cfddc51943a0 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 945 time: 0.2181258 Feb 04 05:53:13.502140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=12f8b8cc-cd96-40ed-8347-5261e9c2c78f,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:13.516420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef86828-2e32-431b-87ad-8493625e0174 req-d84cb300-a11c-4425-8891-80c5ad49b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:13.517907 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9ef86828-2e32-431b-87ad-8493625e0174 req-d84cb300-a11c-4425-8891-80c5ad49b626 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd42bdb8-2160-4369-b72e-07d7451c4a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1671143 Feb 04 05:53:13.526669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.566228 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-053aa8ad-5f46-44be-b121-95777eed9e41 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1154733 Feb 04 05:53:13.580115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41596) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:13.589141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'port': {'network_id': 'ad070647-1750-4aa6-bd2d-c2ab6efa07fa', 'name': 'tempest-NetworksIpV6TestAttrs-2004731717'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:13.627261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854ed971-87bb-443a-82ce-9a6761063dc7 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.646127 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9ef86828-2e32-431b-87ad-8493625e0174 req-47905e38-a780-43ad-869b-31b92222f44a service neutron] 10.222.0.36 "GET /v2.0/networks/bd42bdb8-2160-4369-b72e-07d7451c4a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104290 Feb 04 05:53:13.659709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-ad070647-1750-4aa6-bd2d-c2ab6efa07fa', 'network_id': 'ad070647-1750-4aa6-bd2d-c2ab6efa07fa', 'tenant_id': 'ee1ac8e96cce4af290da28ce42906925', 'fixed_ips': [{'subnet_id': '9d6cf825-8688-4713-a266-a5a7931d8a67'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:53:13.660591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.672596 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41598) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:13.678921 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1b12b7d7-7a80-4395-85e0-da8ee3d2f7dc req-5732650f-7cf9-4b5b-86e9-d770c0f85ecd tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133145 Feb 04 05:53:13.695191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Pushing event deleted for resources: {'Port': ['ID=a4c2873e-45ef-4ad0-9578-e7dc232849c9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:13.735399 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ed971-87bb-443a-82ce-9a6761063dc7 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event deleted for resources: {'Subnet': ['ID=15b66661-1734-463b-843e-9116604802ea,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:13.737760 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854ed971-87bb-443a-82ce-9a6761063dc7 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.742440 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-854ed971-87bb-443a-82ce-9a6761063dc7 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "DELETE /v2.0/subnets/15b66661-1734-463b-843e-9116604802ea HTTP/1.1" status: 204 len: 168 time: 1.1749351 Feb 04 05:53:13.746434 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41602) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:13.780045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f0e10-8be6-4435-af79-674a416a714d None None] Network 919f8d6d-624e-4631-8d4b-d695186a66cd requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:13.977915 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9ef86828-2e32-431b-87ad-8493625e0174 req-0eab0b39-1bce-4e79-9e0d-f676fd3af41a service neutron] 10.222.0.36 "GET /v2.0/networks/bd42bdb8-2160-4369-b72e-07d7451c4a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041689 Feb 04 05:53:14.003076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.019410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Allocated IP 2001:db8::f816:3eff:fedc:2493 (ad070647-1750-4aa6-bd2d-c2ab6efa07fa/9d6cf825-8688-4713-a266-a5a7931d8a67/48ff35d2-3689-4836-8b92-7e63acd0e05a) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:14.226117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3971bff2-5050-4b99-bcfb-578ab9dfc213'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:14.228855 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network 1e451e40-a784-4975-97a7-ab7ce2d81bc9 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:14.232109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808c067f-9c39-4547-b171-c753b6068ae3" -d '{"events": [{"server_uuid": "3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3", "name": "network-vif-plugged", "status": "completed", "tag": "3971bff2-5050-4b99-bcfb-578ab9dfc213"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:14.240078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.248992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.256964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e37edc-39cf-4c85-bf97-ce2cdd681460 None None] Network bc23fea4-d90f-48a4-a197-762fd6e480ea requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:14.274859 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-81f8a2c5-d933-428f-9876-0533a2def452 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b59807b70bc243c3b9bc7ceb7d498139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5953979 Feb 04 05:53:14.278119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41610) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:14.279514 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:14.301592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 67214a23-e34b-4135-8fd2-f323481bd073 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:14.310310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.316356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:14.323238 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.360869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f622e8-e249-4408-8e9d-7aff59dc194e x-openstack-request-id: req-f4f622e8-e249-4408-8e9d-7aff59dc194e {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:14.361763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3", "name": "network-vif-plugged", "status": "completed", "tag": "3971bff2-5050-4b99-bcfb-578ab9dfc213", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:14.361763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4f622e8-e249-4408-8e9d-7aff59dc194e {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:14.361763 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3971bff2-5050-4b99-bcfb-578ab9dfc213', 'code': 200} Feb 04 05:53:14.396953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99537197-c131-46a9-bf70-19b812176add None None] DHCP port deletion for 919f8d6d-624e-4631-8d4b-d695186a66cd request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:53:14.402869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.403920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Fanout notify agent at l3_agent the message router_deleted on router 7505e595-724d-4174-a7dd-514f9123dd9a {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:14.418272 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] device_id is not set on port 5b1fd8b3-1158-4841-899e-dff61f223148 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:14.431775 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.470330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-75e0a518-e7e3-4ab0-996b-7e59552455fd None None] Provisioning complete for port 67214a23-e34b-4135-8fd2-f323481bd073 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:14.470886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-75e0a518-e7e3-4ab0-996b-7e59552455fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.488520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.496188 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-04d01183-4473-46d5-ae73-9f69122d2d31 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/7505e595-724d-4174-a7dd-514f9123dd9a HTTP/1.1" status: 204 len: 168 time: 3.6995595 Feb 04 05:53:14.500344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41614) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:14.501811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.510478 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Request body: {'router': {'name': 'tempest-snat-router-279281392', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'enable_snat': False}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:14.583460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Deleting port 053d3c8d-be3e-4b6d-8340-1083ce02af3c {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:14.584284 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.593235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50a9e8db-a991-43e7-81c1-21b6f10aa6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.612537 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:14.615478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe8f95-9387-45a2-a14b-f6e1772046a6 req-0ab2670d-01b4-49b5-9b04-cf9ba6248ecd tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:14.617769 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-64fe8f95-9387-45a2-a14b-f6e1772046a6 req-0ab2670d-01b4-49b5-9b04-cf9ba6248ecd tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2360387 Feb 04 05:53:14.624810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Network ad070647-1750-4aa6-bd2d-c2ab6efa07fa is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:14.641797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:14.656335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50a9e8db-a991-43e7-81c1-21b6f10aa6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.663834 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.665206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.670291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:14.678861 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 67214a23-e34b-4135-8fd2-f323481bd073 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:14.679286 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.687314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Pushing event updated for resources: {'Port': ['ID=48ff35d2-3689-4836-8b92-7e63acd0e05a,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:14.713566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Allocated IP 2001:db8::f816:3eff:fe55:d906 (ad070647-1750-4aa6-bd2d-c2ab6efa07fa/9d6cf825-8688-4713-a266-a5a7931d8a67/5b1fd8b3-1158-4841-899e-dff61f223148) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:14.782636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-99537197-c131-46a9-bf70-19b812176add None None] Deleting port 053d3c8d-be3e-4b6d-8340-1083ce02af3c {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:14.782636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-99537197-c131-46a9-bf70-19b812176add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.837746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] For port 053d3c8d-be3e-4b6d-8340-1083ce02af3c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=053d3c8d-be3e-4b6d-8340-1083ce02af3c,segment=NetworkSegment(88ef3ea4-a503-47f3-9f66-cc21fb67af44),segment_id=88ef3ea4-a503-47f3-9f66-cc21fb67af44)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:14.838007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.853640 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.904051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Calling delete_port for 053d3c8d-be3e-4b6d-8340-1083ce02af3c owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:14.959922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225560c-d925-4f67-991f-d6ae74823abf req-99236b5a-f961-4e79-822f-8c9356729684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:14.961417 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a225560c-d925-4f67-991f-d6ae74823abf req-99236b5a-f961-4e79-822f-8c9356729684 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 1099 time: 0.4422140 Feb 04 05:53:14.998830 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbc754-b23f-48bc-935e-bb6a8f28c0af req-08bb07b0-f1db-4ca4-a6c2-8b6ca3fb76c8 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:15.000676 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b7cbc754-b23f-48bc-935e-bb6a8f28c0af req-08bb07b0-f1db-4ca4-a6c2-8b6ca3fb76c8 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.4651291 Feb 04 05:53:15.018677 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Attempting to bind port 48ff35d2-3689-4836-8b92-7e63acd0e05a on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:15.019050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Attempting to bind port 48ff35d2-3689-4836-8b92-7e63acd0e05a by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '507c1e89-8f6c-4f18-8143-ec45f6ca0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad070647-1750-4aa6-bd2d-c2ab6efa07fa'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:15.019414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Attempting to bind port 48ff35d2-3689-4836-8b92-7e63acd0e05a on network ad070647-1750-4aa6-bd2d-c2ab6efa07fa {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:15.042004 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-64fe8f95-9387-45a2-a14b-f6e1772046a6 req-16dc4347-c5f4-42e6-8193-13f3f18a491d tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3949955 Feb 04 05:53:15.045932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:15.046221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Checking segment: {'id': '507c1e89-8f6c-4f18-8143-ec45f6ca0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad070647-1750-4aa6-bd2d-c2ab6efa07fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:15.046874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.046984 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Bound using segment: {'id': '507c1e89-8f6c-4f18-8143-ec45f6ca0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad070647-1750-4aa6-bd2d-c2ab6efa07fa'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:15.047422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Bound port: 48ff35d2-3689-4836-8b92-7e63acd0e05a, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507c1e89-8f6c-4f18-8143-ec45f6ca0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ad070647-1750-4aa6-bd2d-c2ab6efa07fa'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:15.047986 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.053180 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a225560c-d925-4f67-991f-d6ae74823abf req-d1b08da7-ff23-42d6-ab66-df91c34ec840 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828075 Feb 04 05:53:15.081886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-99537197-c131-46a9-bf70-19b812176add None None] For port 053d3c8d-be3e-4b6d-8340-1083ce02af3c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=053d3c8d-be3e-4b6d-8340-1083ce02af3c,segment=NetworkSegment(88ef3ea4-a503-47f3-9f66-cc21fb67af44),segment_id=88ef3ea4-a503-47f3-9f66-cc21fb67af44)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:15.081886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-99537197-c131-46a9-bf70-19b812176add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.081886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-75e0a518-e7e3-4ab0-996b-7e59552455fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.085061 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b7cbc754-b23f-48bc-935e-bb6a8f28c0af req-aadde3a4-c8b8-4592-a902-6fa0c1a746bf tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636554 Feb 04 05:53:15.088570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50a9e8db-a991-43e7-81c1-21b6f10aa6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.091333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:15.093869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50a9e8db-a991-43e7-81c1-21b6f10aa6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.095881 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-50a9e8db-a991-43e7-81c1-21b6f10aa6bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/851b58fa-3b92-4ce8-89ee-ba56b062f473 HTTP/1.1" status: 204 len: 168 time: 0.8164346 Feb 04 05:53:15.100426 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-35d2091f-dd18-4a7a-a4a1-54183fbd3e8a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "PUT /v2.0/routers/4556ed4f-cb0e-462d-b633-f2077040b72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7376945 Feb 04 05:53:15.109944 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8d06ab-9e8a-45af-9791-064eaa8a6b26 None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:15.114181 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41620) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:15.123053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'port': {'network_id': '1e451e40-a784-4975-97a7-ab7ce2d81bc9', 'name': 'tempest-FloatingIPTestJSON-1319956545'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:15.136093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9e8db-a991-43e7-81c1-21b6f10aa6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851b58fa-3b92-4ce8-89ee-ba56b062f473,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:15.138677 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d06ab-9e8a-45af-9791-064eaa8a6b26 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:15.143500 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-99537197-c131-46a9-bf70-19b812176add None None] Calling delete_port for 053d3c8d-be3e-4b6d-8340-1083ce02af3c owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:15.179291 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-aa8d06ab-9e8a-45af-9791-064eaa8a6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:15.264344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.278371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-75e0a518-e7e3-4ab0-996b-7e59552455fd None None] For port 67214a23-e34b-4135-8fd2-f323481bd073, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=67214a23-e34b-4135-8fd2-f323481bd073,segment=NetworkSegment(7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4),segment_id=7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:15.295263 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-aa8d06ab-9e8a-45af-9791-064eaa8a6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:15.309579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58baa97-211e-4636-bec9-283cabaec51a req-c1988709-6854-4de2-a11e-19f638f5c159 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:15.311710 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f58baa97-211e-4636-bec9-283cabaec51a req-c1988709-6854-4de2-a11e-19f638f5c159 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.0688989 Feb 04 05:53:15.317302 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d06ab-9e8a-45af-9791-064eaa8a6b26 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:15.318518 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-aa8d06ab-9e8a-45af-9791-064eaa8a6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:15.384390 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-aa8d06ab-9e8a-45af-9791-064eaa8a6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:15.385321 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8d06ab-9e8a-45af-9791-064eaa8a6b26 None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:15.394949 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.410561 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-75e0a518-e7e3-4ab0-996b-7e59552455fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.414162 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f58baa97-211e-4636-bec9-283cabaec51a req-9aba5207-816c-4ed0-95ea-d97e6abcd529 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840054 Feb 04 05:53:15.426788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8a207-6d85-4e02-a334-71e301177c9e req-cba05a51-7614-4f06-bb81-daa4262ab80b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:15.429292 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb8a207-6d85-4e02-a334-71e301177c9e req-cba05a51-7614-4f06-bb81-daa4262ab80b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 945 time: 0.1160755 Feb 04 05:53:15.515666 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb8a207-6d85-4e02-a334-71e301177c9e req-8566e738-1c07-4b48-a92c-f077679488ff tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798090 Feb 04 05:53:15.530286 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] For port 48ff35d2-3689-4836-8b92-7e63acd0e05a, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:15.545110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.580644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event deleted for resources: {'Port': ['ID=053d3c8d-be3e-4b6d-8340-1083ce02af3c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:15.586520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.600880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] For port 48ff35d2-3689-4836-8b92-7e63acd0e05a, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=48ff35d2-3689-4836-8b92-7e63acd0e05a,segment=NetworkSegment(507c1e89-8f6c-4f18-8143-ec45f6ca0852),segment_id=507c1e89-8f6c-4f18-8143-ec45f6ca0852)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:15.612048 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] No DVR routers for this DVR port 053d3c8d-be3e-4b6d-8340-1083ce02af3c on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:15.621921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.651614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0a518-e7e3-4ab0-996b-7e59552455fd None None] Pushing event updated for resources: {'Port': ['ID=67214a23-e34b-4135-8fd2-f323481bd073,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:15.653805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d73dcf-7225-4c12-b643-33540dfc7d3a req-423636e1-580d-4f04-9dfb-aa07554ca814 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:15.656435 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:53:15.656849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:53:15.666000 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a6d73dcf-7225-4c12-b643-33540dfc7d3a req-423636e1-580d-4f04-9dfb-aa07554ca814 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 945 time: 0.0710166 Feb 04 05:53:15.672652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-99537197-c131-46a9-bf70-19b812176add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.676216 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41638) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:15.683963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f5946ed2-eb7a-4bb6-abe3-d42549370a7d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Request body: {'floatingip': {'port_id': 'f3838254-8d47-415a-9e21-251b83fca2e8'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:15.703727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Made reservation on behalf of ab2f571671b047ccb1cf44c3d893a45a for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:15.708416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.730458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99537197-c131-46a9-bf70-19b812176add None None] No DVR routers for this DVR port 053d3c8d-be3e-4b6d-8340-1083ce02af3c on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:15.737777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ffde502b-25ec-4848-abdd-4db55f060416 None None] Provisioning complete for port 67214a23-e34b-4135-8fd2-f323481bd073 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:15.738154 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ffde502b-25ec-4848-abdd-4db55f060416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.804730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] device_id is not set on port 8558e519-a0f1-41ca-b559-ac11828d423a yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:15.805343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5946ed2-eb7a-4bb6-abe3-d42549370a7d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for floatingip, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.822032 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.823477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f698036-01d5-4d5a-ad32-1c76047f8460 None None] Pushing event updated for resources: {'Port': ['ID=48ff35d2-3689-4836-8b92-7e63acd0e05a,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:15.877856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99537197-c131-46a9-bf70-19b812176add None None] Pushing event deleted for resources: {'Port': ['ID=053d3c8d-be3e-4b6d-8340-1083ce02af3c,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:15.892317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.908849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919f8d6d-624e-4631-8d4b-d695186a66cd']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:15.994419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ef3ea4-a503-47f3-9f66-cc21fb67af44') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:15.994791 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ef3ea4-a503-47f3-9f66-cc21fb67af44') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:16.021275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.046135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network ad070647-1750-4aa6-bd2d-c2ab6efa07fa is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:16.384828 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41652) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:16.391048 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Port': ['ID=5b1fd8b3-1158-4841-899e-dff61f223148,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:16.394886 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:16.397277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.430557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d63d7-bce0-46fd-b273-5bc61d35b86b req-51d60217-b44a-48e2-843a-d1c56d93e966 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:16.432084 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-890d63d7-bce0-46fd-b273-5bc61d35b86b req-51d60217-b44a-48e2-843a-d1c56d93e966 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2272608 Feb 04 05:53:16.437492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:16.443210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:16.443972 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.463494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:16.464001 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:16.469788 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:16.512820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 67214a23-e34b-4135-8fd2-f323481bd073 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:16.520591 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-890d63d7-bce0-46fd-b273-5bc61d35b86b req-aba4e330-49b5-4a62-9f9c-569c99a6282f tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756032 Feb 04 05:53:16.553152 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e8008459-e8ee-4a1d-ad0d-ba7d54b6de68 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9646749 Feb 04 05:53:16.553152 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41656) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:16.566822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 67214a23-e34b-4135-8fd2-f323481bd073 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:16.567315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.572736 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.20.0.2 (1e451e40-a784-4975-97a7-ab7ce2d81bc9/3cd954c9-6570-445b-ab4f-9eac8c6d4924/8558e519-a0f1-41ca-b559-ac11828d423a) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:16.628526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5946ed2-eb7a-4bb6-abe3-d42549370a7d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.634405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5946ed2-eb7a-4bb6-abe3-d42549370a7d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.639716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'networks': [{'name': 'tempest-network--1898441023'}, {'name': 'tempest-network--1089034992'}]} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:16.640041 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'network': {'name': 'tempest-network--1898441023'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:16.640510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'network': {'name': 'tempest-network--1089034992'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:16.671260 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.679251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 48ff35d2-3689-4836-8b92-7e63acd0e05a up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:16.722824 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.725129 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.741743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 48ff35d2-3689-4836-8b92-7e63acd0e05a triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:16.742325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.744604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.751191 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "DELETE /v2.0/networks/919f8d6d-624e-4631-8d4b-d695186a66cd HTTP/1.1" status: 204 len: 168 time: 2.9987042 Feb 04 05:53:16.752070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41658) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:16.768121 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-f5946ed2-eb7a-4bb6-abe3-d42549370a7d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Floating IP 69d6b425-2823-4115-a3d6-1609d1ff4a9b associated. External IP: 172.26.5.70, port: f3838254-8d47-415a-9e21-251b83fca2e8. Feb 04 05:53:16.782508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Made reservation on behalf of 0f24d7be218b4d3f82c65fb12770c14c for: {'network': 2} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:16.787452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.792820 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-08338635-ce0a-4698-a80d-17b2f670b19b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Deleting subnet 9d6cf825-8688-4713-a266-a5a7931d8a67 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:16.811930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e4677-5788-410d-888b-c7e94bd86dcd tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event deleted for resources: {'Network': ['ID=919f8d6d-624e-4631-8d4b-d695186a66cd,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:16.813944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08338635-ce0a-4698-a80d-17b2f670b19b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.838275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.878065 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.880202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 48ff35d2-3689-4836-8b92-7e63acd0e05a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=48ff35d2-3689-4836-8b92-7e63acd0e05a,segment=NetworkSegment(507c1e89-8f6c-4f18-8143-ec45f6ca0852),segment_id=507c1e89-8f6c-4f18-8143-ec45f6ca0852)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:16.886877 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.953490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=48ff35d2-3689-4836-8b92-7e63acd0e05a,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:16.971219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 053d3c8d-be3e-4b6d-8340-1083ce02af3c no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:16.994225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08338635-ce0a-4698-a80d-17b2f670b19b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.998604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 053d3c8d-be3e-4b6d-8340-1083ce02af3c {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:16.998950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 053d3c8d-be3e-4b6d-8340-1083ce02af3c not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:17.084353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-fbba9d5b-06c1-4760-b5e6-5374160d87c8 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Deleting port 79e06d7f-9895-4d26-a489-a25d250ffa51 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:17.084725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fbba9d5b-06c1-4760-b5e6-5374160d87c8 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.089624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02049c8a-937b-4d4c-b16b-7a7759c66027 None None] Network ad070647-1750-4aa6-bd2d-c2ab6efa07fa requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:17.163604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Allocated IP 172.26.5.145 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/d83b73e6-572a-46cd-ab2b-07901b1aa04f) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:17.184917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.213263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6bc9763d-1b03-4213-8b5f-28849724b10c None None] Provisioning complete for port 48ff35d2-3689-4836-8b92-7e63acd0e05a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:17.213788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6bc9763d-1b03-4213-8b5f-28849724b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.221767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fbba9d5b-06c1-4760-b5e6-5374160d87c8 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.222095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fbba9d5b-06c1-4760-b5e6-5374160d87c8 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.240515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5946ed2-eb7a-4bb6-abe3-d42549370a7d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Router c6712a65-cd47-4695-ad16-6c99cc5758fd has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:17.242526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-fbba9d5b-06c1-4760-b5e6-5374160d87c8 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Calling delete_port for 79e06d7f-9895-4d26-a489-a25d250ffa51 owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:17.342170 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.357478 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.357947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.398775 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.421011 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08338635-ce0a-4698-a80d-17b2f670b19b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.430986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5946ed2-eb7a-4bb6-abe3-d42549370a7d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:17.436014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5946ed2-eb7a-4bb6-abe3-d42549370a7d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.445918 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4a822-4612-43f7-ba3c-6525a87a4a98 None None] Sync routers for ids ['c6712a65-cd47-4695-ad16-6c99cc5758fd'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:17.459948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4a822-4612-43f7-ba3c-6525a87a4a98 None None] Routers {'c6712a65-cd47-4695-ad16-6c99cc5758fd'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:17.459948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-69e4a822-4612-43f7-ba3c-6525a87a4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c6712a65-cd47-4695-ad16-6c99cc5758fd'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:17.498919 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f5946ed2-eb7a-4bb6-abe3-d42549370a7d tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "PUT /v2.0/floatingips/69d6b425-2823-4115-a3d6-1609d1ff4a9b HTTP/1.1" status: 200 len: 990 time: 1.8214488 Feb 04 05:53:17.501759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'tag': 'f3838254-8d47-415a-9e21-251b83fca2e8'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:17.504511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980423ce-38d4-4304-aac0-b7ee028a81cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7fb60e-ed3a-433c-9845-c7dd9d685f0d", "tag": "f3838254-8d47-415a-9e21-251b83fca2e8"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:17.513798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4725021-3771-40f9-b5d3-4a8e4be3aa77,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:17.523049 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:17.537236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fbba9d5b-06c1-4760-b5e6-5374160d87c8 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.540213 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network 1e451e40-a784-4975-97a7-ab7ce2d81bc9 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:17.547324 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.555925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:17.558958 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:17.573425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba9d5b-06c1-4760-b5e6-5374160d87c8 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Pushing event deleted for resources: {'Port': ['ID=79e06d7f-9895-4d26-a489-a25d250ffa51,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:17.606832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.607203 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Added segment d7f52fe7-8d91-4c9b-a4a0-f4085355efc9 of type vlan for network 38c162fe-c881-4944-b6cd-62609be7b8ef Feb 04 05:53:17.637879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=8558e519-a0f1-41ca-b559-ac11828d423a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:17.660772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e4fe2c-a35c-4e0b-9382-3169461d316a x-openstack-request-id: req-b9e4fe2c-a35c-4e0b-9382-3169461d316a {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:17.660772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7fb60e-ed3a-433c-9845-c7dd9d685f0d", "tag": "f3838254-8d47-415a-9e21-251b83fca2e8", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:17.660991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9e4fe2c-a35c-4e0b-9382-3169461d316a {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:17.662100 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'tag': 'f3838254-8d47-415a-9e21-251b83fca2e8', 'status': 'completed', 'code': 200} Feb 04 05:53:17.686038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fbba9d5b-06c1-4760-b5e6-5374160d87c8 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.686637 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-69e4a822-4612-43f7-ba3c-6525a87a4a98 None None] Set router c6712a65-cd47-4695-ad16-6c99cc5758fd gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:17.689310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fbba9d5b-06c1-4760-b5e6-5374160d87c8 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.692955 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fbba9d5b-06c1-4760-b5e6-5374160d87c8 tempest-FloatingIPAdminTestJSON-15526123 tempest-FloatingIPAdminTestJSON-15526123-project] 10.222.0.15 "DELETE /v2.0/floatingips/d80ff0d8-e768-4d9b-914b-2043008062eb HTTP/1.1" status: 204 len: 168 time: 0.9399662 Feb 04 05:53:17.739998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dafb9e-928e-4028-bcac-9cd975925ede req-9eb1f54e-c02f-48dc-a3e8-67fe06faa90a tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:17.743003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-75dafb9e-928e-4028-bcac-9cd975925ede req-9eb1f54e-c02f-48dc-a3e8-67fe06faa90a tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 945 time: 0.1363080 Feb 04 05:53:17.746401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08338635-ce0a-4698-a80d-17b2f670b19b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.751101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.771305 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:17.772808 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.813727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08338635-ce0a-4698-a80d-17b2f670b19b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.817338 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-08338635-ce0a-4698-a80d-17b2f670b19b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/subnets/9d6cf825-8688-4713-a266-a5a7931d8a67 HTTP/1.1" status: 204 len: 168 time: 1.2577596 Feb 04 05:53:17.818971 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08338635-ce0a-4698-a80d-17b2f670b19b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6cf825-8688-4713-a266-a5a7931d8a67,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:17.824817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41668) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:17.848137 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1de1f636-4a24-4720-8eec-3558fd4868b1 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7272344 Feb 04 05:53:17.848137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.852364 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41670) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:17.861955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'port': {'network_id': '1e451e40-a784-4975-97a7-ab7ce2d81bc9', 'name': 'tempest-FloatingIPTestJSON-1459849621'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:17.863707 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9587587b-40f9-4813-9d0a-9d96fb4cf6b8 None None] Provisioning complete for port 48ff35d2-3689-4836-8b92-7e63acd0e05a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:17.864974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9587587b-40f9-4813-9d0a-9d96fb4cf6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.962601 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:17.974891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980423ce-38d4-4304-aac0-b7ee028a81cc req-b362c0aa-1eb4-4385-a9cc-0fba90a230b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:17.976019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:17.976408 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-980423ce-38d4-4304-aac0-b7ee028a81cc req-b362c0aa-1eb4-4385-a9cc-0fba90a230b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca53912bb8dc49d59db755c01a7ad0f9&device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 1098 time: 0.2820966 Feb 04 05:53:17.979630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0725d6de-8951-485e-bf26-885d840fac1f tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:17.981166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0725d6de-8951-485e-bf26-885d840fac1f tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:17.982624 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0725d6de-8951-485e-bf26-885d840fac1f tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1526229 Feb 04 05:53:17.988302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:17.991237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:17.993545 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41672) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:18.095465 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.095810 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Added segment 14aa8c18-2ecd-4bfe-862b-84f60f518e0d of type vlan for network 85e0b8b0-2900-4384-8082-1b70baed180e Feb 04 05:53:18.097127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event updated for resources: {'Port': ['ID=d83b73e6-572a-46cd-ab2b-07901b1aa04f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:18.109721 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-33915056-e6d4-4216-b1a6-423208e8d233 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.126851 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980423ce-38d4-4304-aac0-b7ee028a81cc req-b9f1dbcd-eaf5-4b79-87bb-2b3dce51f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:18.128611 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-980423ce-38d4-4304-aac0-b7ee028a81cc req-b9f1dbcd-eaf5-4b79-87bb-2b3dce51f269 service neutron] 10.222.0.36 "GET /v2.0/networks?id=206fae0a-4428-4f10-9c6d-49d796115e41 HTTP/1.1" status: 200 len: 913 time: 0.1443944 Feb 04 05:53:18.186675 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-33915056-e6d4-4216-b1a6-423208e8d233 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 05:53:18.187188 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33915056-e6d4-4216-b1a6-423208e8d233 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:18.190265 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-33915056-e6d4-4216-b1a6-423208e8d233 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/networks/ad070647-1750-4aa6-bd2d-c2ab6efa07fa HTTP/1.1" status: 409 len: 405 time: 0.1910126 Feb 04 05:53:18.196326 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-75dafb9e-928e-4028-bcac-9cd975925ede req-4b609a48-6d7c-491b-8841-2afb06cc17ad tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4387593 Feb 04 05:53:18.197421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41676) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:18.197421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41678) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:18.200398 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.222266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1884094187'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:18.226529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178c98a-b712-4322-9375-c15e7cac0639 req-4233d70b-daba-444d-b267-236f45873db9 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:18.228101 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5178c98a-b712-4322-9375-c15e7cac0639 req-4233d70b-daba-444d-b267-236f45873db9 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.4996238 Feb 04 05:53:18.281891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea54f9d-1c15-477f-8f5c-1d0ec1bb8e14 None None] Network ad070647-1750-4aa6-bd2d-c2ab6efa07fa requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:18.291852 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5178c98a-b712-4322-9375-c15e7cac0639 req-dfc21e7e-2f6f-4955-a2f5-13ef08413ed1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490985 Feb 04 05:53:18.299347 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-980423ce-38d4-4304-aac0-b7ee028a81cc req-73c42e1a-f6a1-45c3-8fec-1a8a8f82a3bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3838254-8d47-415a-9e21-251b83fca2e8 HTTP/1.1" status: 200 len: 998 time: 0.1596656 Feb 04 05:53:18.328782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.db.resource_extend [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:53:18.332341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:18.336574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.400957 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.401915 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.408496 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:18.415411 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9587587b-40f9-4813-9d0a-9d96fb4cf6b8 None None] Provisioning complete for port 5b1fd8b3-1158-4841-899e-dff61f223148 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:18.415411 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9587587b-40f9-4813-9d0a-9d96fb4cf6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.424157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:18.424648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 48ff35d2-3689-4836-8b92-7e63acd0e05a up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:18.425432 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.437437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Made reservation on behalf of ab2f571671b047ccb1cf44c3d893a45a for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:18.441624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.462567 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980423ce-38d4-4304-aac0-b7ee028a81cc req-dec290b7-e0bd-4800-9a4d-4af375bc60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:18.464354 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-980423ce-38d4-4304-aac0-b7ee028a81cc req-dec290b7-e0bd-4800-9a4d-4af375bc60ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19915ceb-49b8-4cb0-8853-b334b6ada5a3 HTTP/1.1" status: 200 len: 851 time: 0.1579087 Feb 04 05:53:18.513587 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1212416 Feb 04 05:53:18.516948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:18.522284 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41684) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:18.534082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9587587b-40f9-4813-9d0a-9d96fb4cf6b8 None None] Port 5b1fd8b3-1158-4841-899e-dff61f223148 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:18.557802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.558285 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Added segment c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d of type vlan for network 01c10c4d-e55a-45cf-ab91-dd55d276b231 Feb 04 05:53:18.566350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-69e4a822-4612-43f7-ba3c-6525a87a4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 4, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '69d6b425-2823-4115-a3d6-1609d1ff4a9b', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'floating_ip_address': '172.26.5.70', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'port_id': 'f3838254-8d47-415a-9e21-251b83fca2e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'mac_address': 'fa:16:3e:9b:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:52:39Z', 'updated_at': '2022-02-04T05:53:16Z', 'revision_number': 1, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456b82d9-4273-4cb4-87bd-baa704dc471f', 'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'mac_address': 'fa:16:3e:d5:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:25Z', 'updated_at': '2022-02-04T05:52:35Z', 'revision_number': 5, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'subnets': [{'id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:18.579024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2a43515d-d5fa-4bd8-9a3c-2a2ed6320a23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fac69b1072c54980a683eba3df31577f&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3754582 Feb 04 05:53:18.585050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41686) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:18.605320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4a822-4612-43f7-ba3c-6525a87a4a98 None None] Checking router: c6712a65-cd47-4695-ad16-6c99cc5758fd for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:18.612541 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] device_id is not set on port 06b46da9-1ec7-4762-9a3c-93b03a8e20e3 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:18.623330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 48ff35d2-3689-4836-8b92-7e63acd0e05a triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:18.623706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.629022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4a822-4612-43f7-ba3c-6525a87a4a98 None None] Routers {'c6712a65-cd47-4695-ad16-6c99cc5758fd'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:18.629649 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-69e4a822-4612-43f7-ba3c-6525a87a4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c6712a65-cd47-4695-ad16-6c99cc5758fd'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:18.656510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event updated for resources: {'Network': ['ID=38c162fe-c881-4944-b6cd-62609be7b8ef,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:18.657747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49a8c6-03cc-4ff3-986f-09caa7787ce5 req-285337a2-b9f0-46da-8f76-eae1b162db26 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:18.670600 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0c49a8c6-03cc-4ff3-986f-09caa7787ce5 req-285337a2-b9f0-46da-8f76-eae1b162db26 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2358627 Feb 04 05:53:18.677435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980423ce-38d4-4304-aac0-b7ee028a81cc req-1e3aa27f-321f-4021-856a-e1cc2795e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:18.679126 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-980423ce-38d4-4304-aac0-b7ee028a81cc req-1e3aa27f-321f-4021-856a-e1cc2795e44a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=206fae0a-4428-4f10-9c6d-49d796115e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1956499 Feb 04 05:53:18.692196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41688) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:18.695799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 38c162fe-c881-4944-b6cd-62609be7b8ef details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:18.715392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-36cdd359-2e54-45d2-963d-4ea2c276c9fa tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Request body: {'floatingip': {'port_id': '3971bff2-5050-4b99-bcfb-578ab9dfc213'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:18.723441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.759169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e98174f-fed2-4b39-9a7e-5836746928a6 None None] DHCP port deletion for ad070647-1750-4aa6-bd2d-c2ab6efa07fa request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:53:18.823639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c179e9ad-2137-4d3b-98a3-8964df1639e3 None None] Provisioning complete for port 5b1fd8b3-1158-4841-899e-dff61f223148 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:18.824057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c179e9ad-2137-4d3b-98a3-8964df1639e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.906463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-69e4a822-4612-43f7-ba3c-6525a87a4a98 None None] Set router c6712a65-cd47-4695-ad16-6c99cc5758fd gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:18.967026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c179e9ad-2137-4d3b-98a3-8964df1639e3 None None] Port 5b1fd8b3-1158-4841-899e-dff61f223148 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:19.044980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8e98174f-fed2-4b39-9a7e-5836746928a6 None None] Deleting port 48ff35d2-3689-4836-8b92-7e63acd0e05a {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:19.045388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8e98174f-fed2-4b39-9a7e-5836746928a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.112410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36cdd359-2e54-45d2-963d-4ea2c276c9fa tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for floatingip, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.121698 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492e9f5-e7bf-4573-b316-8b9b152db722 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event updated for resources: {'Network': ['ID=85e0b8b0-2900-4384-8082-1b70baed180e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:19.142798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 85e0b8b0-2900-4384-8082-1b70baed180e details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:19.169307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8e98174f-fed2-4b39-9a7e-5836746928a6 None None] For port 48ff35d2-3689-4836-8b92-7e63acd0e05a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=48ff35d2-3689-4836-8b92-7e63acd0e05a,segment=NetworkSegment(507c1e89-8f6c-4f18-8143-ec45f6ca0852),segment_id=507c1e89-8f6c-4f18-8143-ec45f6ca0852)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:19.169702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8e98174f-fed2-4b39-9a7e-5836746928a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.180478 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.182599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-55bb5913-21f9-4037-bea3-f2c160f4bbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.211013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.resource_extend [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:53:19.221116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8e98174f-fed2-4b39-9a7e-5836746928a6 None None] Calling delete_port for 48ff35d2-3689-4836-8b92-7e63acd0e05a owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:19.240904 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce379f1-c8fd-4388-a278-47eb3f12b889 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.246988 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce379f1-c8fd-4388-a278-47eb3f12b889 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.252949 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce379f1-c8fd-4388-a278-47eb3f12b889 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.259566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce379f1-c8fd-4388-a278-47eb3f12b889 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.261307 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dce379f1-c8fd-4388-a278-47eb3f12b889 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7379589 Feb 04 05:53:19.267469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41692) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:19.306832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-55bb5913-21f9-4037-bea3-f2c160f4bbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.312790 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-980423ce-38d4-4304-aac0-b7ee028a81cc req-36a7a469-e9ab-49e3-9cd3-f80b2972dee7 service neutron] 10.222.0.36 "GET /v2.0/networks/206fae0a-4428-4f10-9c6d-49d796115e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6189866 Feb 04 05:53:19.341922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.347509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.348178 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.357071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.20.0.12 (1e451e40-a784-4975-97a7-ab7ce2d81bc9/3cd954c9-6570-445b-ab4f-9eac8c6d4924/06b46da9-1ec7-4762-9a3c-93b03a8e20e3) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:19.371852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8e98174f-fed2-4b39-9a7e-5836746928a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.406181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-69e4a822-4612-43f7-ba3c-6525a87a4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 4, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '69d6b425-2823-4115-a3d6-1609d1ff4a9b', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'floating_ip_address': '172.26.5.70', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'port_id': 'f3838254-8d47-415a-9e21-251b83fca2e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'mac_address': 'fa:16:3e:9b:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:52:39Z', 'updated_at': '2022-02-04T05:53:16Z', 'revision_number': 1, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456b82d9-4273-4cb4-87bd-baa704dc471f', 'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'mac_address': 'fa:16:3e:d5:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:25Z', 'updated_at': '2022-02-04T05:52:35Z', 'revision_number': 5, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'subnets': [{'id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:19.408466 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e98174f-fed2-4b39-9a7e-5836746928a6 None None] No DVR routers for this DVR port 48ff35d2-3689-4836-8b92-7e63acd0e05a on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:19.410439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98174f-fed2-4b39-9a7e-5836746928a6 None None] Pushing event deleted for resources: {'Port': ['ID=48ff35d2-3689-4836-8b92-7e63acd0e05a,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:19.425148 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.454686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4a822-4612-43f7-ba3c-6525a87a4a98 None None] The sync data for ids ['c6712a65-cd47-4695-ad16-6c99cc5758fd'] in dv-neutron-826811-2-hyperv is: [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 4, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '69d6b425-2823-4115-a3d6-1609d1ff4a9b', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'floating_ip_address': '172.26.5.70', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'port_id': 'f3838254-8d47-415a-9e21-251b83fca2e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'mac_address': 'fa:16:3e:9b:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:52:39Z', 'updated_at': '2022-02-04T05:53:16Z', 'revision_number': 1, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456b82d9-4273-4cb4-87bd-baa704dc471f', 'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'mac_address': 'fa:16:3e:d5:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:25Z', 'updated_at': '2022-02-04T05:52:35Z', 'revision_number': 5, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'subnets': [{'id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:19.549745 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3423505 Feb 04 05:53:19.563777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41694) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:19.578862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'subnet': {'network_id': '01c10c4d-e55a-45cf-ab91-dd55d276b231', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:19.651429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a167d4-25ee-425b-92a4-e381b4b41b49 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Network': ['ID=01c10c4d-e55a-45cf-ab91-dd55d276b231,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:19.675956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 01c10c4d-e55a-45cf-ab91-dd55d276b231 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:19.685202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.691118 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ab526-ba54-4e02-ba19-cfec55d7e42a None None] New status for floating IP 69d6b425-2823-4115-a3d6-1609d1ff4a9b: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:53:19.727225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c162fe-c881-4944-b6cd-62609be7b8ef']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:19.747833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29850f0-fc18-4263-a31a-9a2aaf34ba7f req-1834a13e-fe97-4119-9db9-0d04ba27a6c8 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.751465 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.754700 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f52fe7-8d91-4c9b-a4a0-f4085355efc9') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:19.755651 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f52fe7-8d91-4c9b-a4a0-f4085355efc9') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:19.756866 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c29850f0-fc18-4263-a31a-9a2aaf34ba7f req-1834a13e-fe97-4119-9db9-0d04ba27a6c8 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 945 time: 0.4350867 Feb 04 05:53:19.774024 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.777593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.793896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-55bb5913-21f9-4037-bea3-f2c160f4bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.796389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-55bb5913-21f9-4037-bea3-f2c160f4bbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.797590 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-55bb5913-21f9-4037-bea3-f2c160f4bbeb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6db42de9-e035-4c47-b972-ffd854385404 HTTP/1.1" status: 204 len: 168 time: 1.1916192 Feb 04 05:53:19.815792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb5913-21f9-4037-bea3-f2c160f4bbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db42de9-e035-4c47-b972-ffd854385404,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:19.820445 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-980423ce-38d4-4304-aac0-b7ee028a81cc req-b5df8a48-0caa-4fac-982c-77d437492a61 service neutron] 10.222.0.36 "GET /v2.0/networks/206fae0a-4428-4f10-9c6d-49d796115e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955199 Feb 04 05:53:19.832301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.862406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:19.863071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:19.866802 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:19.886924 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c29850f0-fc18-4263-a31a-9a2aaf34ba7f req-7caee8e7-ac67-4204-bcff-80de163e3324 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287374 Feb 04 05:53:19.978996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:19.982891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.994184 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.005887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.047836 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.054304 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "DELETE /v2.0/networks/38c162fe-c881-4944-b6cd-62609be7b8ef HTTP/1.1" status: 204 len: 168 time: 0.7825506 Feb 04 05:53:20.058102 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41700) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:20.091302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ab3b1-d0e3-4436-a7d7-0ce58c5d3d26 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Network': ['ID=38c162fe-c881-4944-b6cd-62609be7b8ef,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:20.105512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network 1e451e40-a784-4975-97a7-ab7ce2d81bc9 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:20.147931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:20.150858 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:20.163035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=06b46da9-1ec7-4762-9a3c-93b03a8e20e3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:20.221910 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41702) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:20.233820 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.253096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:20.253741 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.258536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4c200c7b-9345-447b-90a0-221adca95e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.265997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Router 6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:20.273492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36cdd359-2e54-45d2-963d-4ea2c276c9fa tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.297569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36cdd359-2e54-45d2-963d-4ea2c276c9fa tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.302530 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-266435e3-929b-434f-ae47-92fabb635cd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4449949 Feb 04 05:53:20.306968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41704) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:20.328744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 48ff35d2-3689-4836-8b92-7e63acd0e05a no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:20.349850 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '06b46da9-1ec7-4762-9a3c-93b03a8e20e3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:20.355693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 48ff35d2-3689-4836-8b92-7e63acd0e05a {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:20.356139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 48ff35d2-3689-4836-8b92-7e63acd0e05a not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:20.452178 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.474627 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.511027 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e0b8b0-2900-4384-8082-1b70baed180e']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:20.524342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14aa8c18-2ecd-4bfe-862b-84f60f518e0d') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:20.524674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14aa8c18-2ecd-4bfe-862b-84f60f518e0d') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:20.536497 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-36cdd359-2e54-45d2-963d-4ea2c276c9fa tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Floating IP 0f803cf5-7f74-4edc-a271-d05f76e8e2c0 associated. External IP: 172.26.5.60, port: 3971bff2-5050-4b99-bcfb-578ab9dfc213. Feb 04 05:53:20.536688 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:20.546527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Sync routers for ids ['6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:20.548288 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.556519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:53:20.558576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Routers {'6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:20.559820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:20.577607 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.581369 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9c20dd99-7258-4db9-abf9-48bc511d6955 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0734496 Feb 04 05:53:20.581369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.586039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41706) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:20.594478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.599464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4c200c7b-9345-447b-90a0-221adca95e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.601962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:20.602382 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:20.605727 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:20.645819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4c200c7b-9345-447b-90a0-221adca95e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.685486 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Set router 6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:20.718015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Subnet': ['ID=cf8e58db-5890-4870-ae36-5517a581c855,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:20.741899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Checking segment: {'id': 'c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '01c10c4d-e55a-45cf-ab91-dd55d276b231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:20.741899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network hostable DHCP agents. Network: 01c10c4d-e55a-45cf-ab91-dd55d276b231, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:20.773878 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4c200c7b-9345-447b-90a0-221adca95e9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4ba62b18715451cbf42510f7646afe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5481670 Feb 04 05:53:20.776819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41708) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:20.777489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c200c7b-9345-447b-90a0-221adca95e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb26e5f-b1e6-40e9-851d-6467a838fdba,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:20.781207 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.786439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.792114 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "DELETE /v2.0/networks/85e0b8b0-2900-4384-8082-1b70baed180e HTTP/1.1" status: 204 len: 168 time: 0.7158308 Feb 04 05:53:20.802673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41710) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:20.818906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network 01c10c4d-e55a-45cf-ab91-dd55d276b231 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:20.850952 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.851717 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f84e19-39ae-47c8-a0ae-bc5106702a2a tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Network': ['ID=85e0b8b0-2900-4384-8082-1b70baed180e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:20.853745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 01c10c4d-e55a-45cf-ab91-dd55d276b231) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:20.934246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cdd359-2e54-45d2-963d-4ea2c276c9fa tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:20.935383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d5726-b8f4-402b-b712-a09b0378a306 None None] Network 01c10c4d-e55a-45cf-ab91-dd55d276b231 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:20.936548 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:20.937312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:20.969859 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0c7493d0-b90b-4dcf-9bcf-e76bb453c5c7 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4020035 Feb 04 05:53:21.023487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41714) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:21.032972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'port': {'network_id': '01c10c4d-e55a-45cf-ab91-dd55d276b231', 'name': 'tempest-NetworksIpV6TestAttrs-1069037148'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:21.140944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8987bb-bbb9-4f05-b3f6-bd341b4d3dfa req-749ba123-d2ff-4375-b690-4e71afcd547e tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:21.142632 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ed8987bb-bbb9-4f05-b3f6-bd341b4d3dfa req-749ba123-d2ff-4375-b690-4e71afcd547e tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 945 time: 0.1803184 Feb 04 05:53:21.152484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d576c2e8-9088-41d9-b674-a2395e4163bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.156889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1', 'name': 'tempest-snat-router-279281392', 'tenant_id': '6b831fafb49345fea9e4330d4b38b2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.145'}], 'enable_snat': False}, 'gw_port_id': 'd83b73e6-572a-46cd-ab2b-07901b1aa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:14Z', 'updated_at': '2022-02-04T05:53:18Z', 'revision_number': 3, 'project_id': '6b831fafb49345fea9e4330d4b38b2da', 'gw_port': {'id': 'd83b73e6-572a-46cd-ab2b-07901b1aa04f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:af:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:16Z', 'updated_at': '2022-02-04T05:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:21.160173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397293a-add5-429e-a562-2640165b32aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-01c10c4d-e55a-45cf-ab91-dd55d276b231', 'network_id': '01c10c4d-e55a-45cf-ab91-dd55d276b231', 'tenant_id': 'ee1ac8e96cce4af290da28ce42906925', 'fixed_ips': [{'subnet_id': 'cf8e58db-5890-4870-ae36-5517a581c855'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:53:21.161287 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d397293a-add5-429e-a562-2640165b32aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.180184 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5077a93b-9b13-4f04-8162-c59544581724 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/routers/6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1 HTTP/1.1" status: 200 len: 908 time: 0.5908599 Feb 04 05:53:21.188981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41718) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:21.194237 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Checking router: 6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:21.194849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Updating router 6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1 port d83b73e6-572a-46cd-ab2b-07901b1aa04f binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:53:21.198856 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Request body: {'router': {'name': 'tempest-snat-router-279281392', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'enable_snat': True}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:21.235931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.256814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6813b291-ed4f-4455-9de1-7f39ed2affaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.273193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e9111-9c44-4dd9-b384-6f7cd94c2c20 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:21.279598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e9111-9c44-4dd9-b384-6f7cd94c2c20 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:21.284770 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f08e9111-9c44-4dd9-b384-6f7cd94c2c20 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4774745 Feb 04 05:53:21.285459 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41720) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:21.289373 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.290430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.310531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-638865423'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:21.314354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6813b291-ed4f-4455-9de1-7f39ed2affaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.341647 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ed8987bb-bbb9-4f05-b3f6-bd341b4d3dfa req-6efda52a-9131-4cf6-bcfe-84ab9605bf79 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805987 Feb 04 05:53:21.344375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.26.5.246 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/d6f9e9af-f6ad-418a-8e53-c106c80ecf51) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:21.355486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cdd359-2e54-45d2-963d-4ea2c276c9fa tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:21.374710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36cdd359-2e54-45d2-963d-4ea2c276c9fa tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.377289 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308feec-19e7-47ad-ab82-16702b284ee6 None None] Sync routers for ids ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:21.398770 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308feec-19e7-47ad-ab82-16702b284ee6 None None] Routers {'6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:21.402589 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7308feec-19e7-47ad-ab82-16702b284ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:21.418194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:21.421757 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.442888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-d397293a-add5-429e-a562-2640165b32aa None None] Allocated IP 2001:db8::f816:3eff:fe3a:e61 (01c10c4d-e55a-45cf-ab91-dd55d276b231/cf8e58db-5890-4870-ae36-5517a581c855/dc6a1bdc-cd23-4bfc-aa14-e977ef990450) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:21.464380 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-36cdd359-2e54-45d2-963d-4ea2c276c9fa tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "PUT /v2.0/floatingips/0f803cf5-7f74-4edc-a271-d05f76e8e2c0 HTTP/1.1" status: 200 len: 991 time: 2.7623532 Feb 04 05:53:21.465041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Made reservation on behalf of 0f24d7be218b4d3f82c65fb12770c14c for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:21.468491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.475733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'tag': '3971bff2-5050-4b99-bcfb-578ab9dfc213'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:21.477878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.480094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56a8967-46a2-40be-af2a-60c12650b45d" -d '{"events": [{"name": "network-changed", "server_uuid": "3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3", "tag": "3971bff2-5050-4b99-bcfb-578ab9dfc213"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:21.553382 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6813b291-ed4f-4455-9de1-7f39ed2affaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.555884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6813b291-ed4f-4455-9de1-7f39ed2affaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.559333 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6813b291-ed4f-4455-9de1-7f39ed2affaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fb26e5f-b1e6-40e9-851d-6467a838fdba HTTP/1.1" status: 204 len: 168 time: 0.7662845 Feb 04 05:53:21.590466 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-7308feec-19e7-47ad-ab82-16702b284ee6 None None] Set router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:21.602431 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813b291-ed4f-4455-9de1-7f39ed2affaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb26e5f-b1e6-40e9-851d-6467a838fdba,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:21.647718 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d397293a-add5-429e-a562-2640165b32aa None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.659263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d397293a-add5-429e-a562-2640165b32aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.708421 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.719263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397293a-add5-429e-a562-2640165b32aa None None] Network 01c10c4d-e55a-45cf-ab91-dd55d276b231 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:21.722595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-d397293a-add5-429e-a562-2640165b32aa None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:21.727498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397293a-add5-429e-a562-2640165b32aa None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:21.742980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397293a-add5-429e-a562-2640165b32aa None None] Pushing event updated for resources: {'Port': ['ID=dc6a1bdc-cd23-4bfc-aa14-e977ef990450,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:21.826331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d397293a-add5-429e-a562-2640165b32aa None None] Attempting to bind port dc6a1bdc-cd23-4bfc-aa14-e977ef990450 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:21.826624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d397293a-add5-429e-a562-2640165b32aa None None] Attempting to bind port dc6a1bdc-cd23-4bfc-aa14-e977ef990450 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '01c10c4d-e55a-45cf-ab91-dd55d276b231'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:21.829359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397293a-add5-429e-a562-2640165b32aa None None] Attempting to bind port dc6a1bdc-cd23-4bfc-aa14-e977ef990450 on network 01c10c4d-e55a-45cf-ab91-dd55d276b231 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:21.839261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397293a-add5-429e-a562-2640165b32aa None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:21.839631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397293a-add5-429e-a562-2640165b32aa None None] Checking segment: {'id': 'c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '01c10c4d-e55a-45cf-ab91-dd55d276b231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:21.840034 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d397293a-add5-429e-a562-2640165b32aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.840408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397293a-add5-429e-a562-2640165b32aa None None] Bound using segment: {'id': 'c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '01c10c4d-e55a-45cf-ab91-dd55d276b231'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:21.840875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d397293a-add5-429e-a562-2640165b32aa None None] Bound port: dc6a1bdc-cd23-4bfc-aa14-e977ef990450, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '01c10c4d-e55a-45cf-ab91-dd55d276b231'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:21.849130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d397293a-add5-429e-a562-2640165b32aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.886065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] device_id is not set on port 2e8d4d57-eed5-457a-b9a4-2fd07d0c14bd yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:21.918734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:21.967939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d397293a-add5-429e-a562-2640165b32aa None None] For port dc6a1bdc-cd23-4bfc-aa14-e977ef990450, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:21.975714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d397293a-add5-429e-a562-2640165b32aa None None] For port dc6a1bdc-cd23-4bfc-aa14-e977ef990450, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=dc6a1bdc-cd23-4bfc-aa14-e977ef990450,segment=NetworkSegment(c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d),segment_id=c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:21.984004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d397293a-add5-429e-a562-2640165b32aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.999603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:21.999956 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Added segment 8897ab40-ae72-48a1-8a76-a3c4d8c7288a of type vlan for network e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2 Feb 04 05:53:22.003955 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7308feec-19e7-47ad-ab82-16702b284ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:31Z', 'revision_number': 4, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '0f803cf5-7f74-4edc-a271-d05f76e8e2c0', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'floating_ip_address': '172.26.5.60', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'port_id': '3971bff2-5050-4b99-bcfb-578ab9dfc213', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'mac_address': 'fa:16:3e:7e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:52:42Z', 'updated_at': '2022-02-04T05:53:20Z', 'revision_number': 1, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d5e883-3e33-48d9-b168-a6b5f4d3e869', 'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'mac_address': 'fa:16:3e:6b:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:28Z', 'updated_at': '2022-02-04T05:52:37Z', 'revision_number': 5, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'subnets': [{'id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:22.036188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ca135-e3fb-4f6b-9b87-e5b9ca5ce89b req-71d5a131-6770-4810-b39e-61b7be19a928 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:22.038091 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ee4ca135-e3fb-4f6b-9b87-e5b9ca5ce89b req-71d5a131-6770-4810-b39e-61b7be19a928 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 945 time: 0.5978761 Feb 04 05:53:22.043170 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308feec-19e7-47ad-ab82-16702b284ee6 None None] Checking router: 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:22.053602 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308feec-19e7-47ad-ab82-16702b284ee6 None None] Routers {'6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:22.054387 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7308feec-19e7-47ad-ab82-16702b284ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:22.115807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.126815 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397293a-add5-429e-a562-2640165b32aa None None] Pushing event updated for resources: {'Port': ['ID=dc6a1bdc-cd23-4bfc-aa14-e977ef990450,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:22.131655 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a5be6-272d-4025-a480-4c77f4c016f8 req-f8cb96f2-d455-4f04-baeb-226a48d5e240 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:22.133248 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf0a5be6-272d-4025-a480-4c77f4c016f8 req-f8cb96f2-d455-4f04-baeb-226a48d5e240 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2562261 Feb 04 05:53:22.150456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.171803 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41732) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:22.179153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.181305 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.200924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-211252d4-254a-4b88-86f7-a4e86a58d335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.264983 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ee4ca135-e3fb-4f6b-9b87-e5b9ca5ce89b req-3b65173a-80fe-4d4c-b58e-7c7b7c9117fd tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013543 Feb 04 05:53:22.291296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.291296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:22.291296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.294602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Allocated IP 2001:db8::f816:3eff:fe63:7f2f (01c10c4d-e55a-45cf-ab91-dd55d276b231/cf8e58db-5890-4870-ae36-5517a581c855/2e8d4d57-eed5-457a-b9a4-2fd07d0c14bd) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:22.332889 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf0a5be6-272d-4025-a480-4c77f4c016f8 req-327d7943-f763-4dfe-86f5-e7b448e6b326 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633925 Feb 04 05:53:22.392938 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ef11be-f85d-4377-94f0-dad142fdd482 x-openstack-request-id: req-d0ef11be-f85d-4377-94f0-dad142fdd482 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:22.393704 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3", "tag": "3971bff2-5050-4b99-bcfb-578ab9dfc213", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:22.394229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0ef11be-f85d-4377-94f0-dad142fdd482 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:22.394767 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'tag': '3971bff2-5050-4b99-bcfb-578ab9dfc213', 'status': 'completed', 'code': 200} Feb 04 05:53:22.447316 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-7308feec-19e7-47ad-ab82-16702b284ee6 None None] Set router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:22.461724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-211252d4-254a-4b88-86f7-a4e86a58d335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.467078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-211252d4-254a-4b88-86f7-a4e86a58d335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.483793 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1955848 Feb 04 05:53:22.491160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41738) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:22.503250 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-895310985'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:22.520030 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211252d4-254a-4b88-86f7-a4e86a58d335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d30bd6a-6269-4bf2-a7c4-b5788286874e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:22.534517 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-211252d4-254a-4b88-86f7-a4e86a58d335 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13537efa9ebb4aaca94be05956f36459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612585 Feb 04 05:53:22.535053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41740) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:22.541800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.561234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c84bf-97dd-489f-ab7b-fea10226854b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event updated for resources: {'Network': ['ID=e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:22.589317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:22.624143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0e789a1-6057-4b13-a732-791c87555f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.633632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:22.651783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0e789a1-6057-4b13-a732-791c87555f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.656074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8967-46a2-40be-af2a-60c12650b45d req-3b280149-1a78-47f3-8bc0-d6cf9a2d2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:22.657620 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d56a8967-46a2-40be-af2a-60c12650b45d req-3b280149-1a78-47f3-8bc0-d6cf9a2d2b6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3b3074a7a2841fea736b2212d2c9e29&device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 1099 time: 0.2563226 Feb 04 05:53:22.658474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:22.693290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:22.700374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=d6f9e9af-f6ad-418a-8e53-c106c80ecf51,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:22.722140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0e789a1-6057-4b13-a732-791c87555f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.724874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0e789a1-6057-4b13-a732-791c87555f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.726487 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a0e789a1-6057-4b13-a732-791c87555f9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d30bd6a-6269-4bf2-a7c4-b5788286874e HTTP/1.1" status: 204 len: 168 time: 0.1899359 Feb 04 05:53:22.753503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Made reservation on behalf of 0f24d7be218b4d3f82c65fb12770c14c for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:22.755964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e789a1-6057-4b13-a732-791c87555f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d30bd6a-6269-4bf2-a7c4-b5788286874e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:22.757906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.814454 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7308feec-19e7-47ad-ab82-16702b284ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:31Z', 'revision_number': 4, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '0f803cf5-7f74-4edc-a271-d05f76e8e2c0', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'floating_ip_address': '172.26.5.60', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'port_id': '3971bff2-5050-4b99-bcfb-578ab9dfc213', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'mac_address': 'fa:16:3e:7e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:52:42Z', 'updated_at': '2022-02-04T05:53:20Z', 'revision_number': 1, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d5e883-3e33-48d9-b168-a6b5f4d3e869', 'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'mac_address': 'fa:16:3e:6b:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:28Z', 'updated_at': '2022-02-04T05:52:37Z', 'revision_number': 5, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'subnets': [{'id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:22.817065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.832065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.874655 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308feec-19e7-47ad-ab82-16702b284ee6 None None] The sync data for ids ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'] in dv-neutron-826811-2-hyperv is: [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:31Z', 'revision_number': 4, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '0f803cf5-7f74-4edc-a271-d05f76e8e2c0', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'floating_ip_address': '172.26.5.60', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'port_id': '3971bff2-5050-4b99-bcfb-578ab9dfc213', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'mac_address': 'fa:16:3e:7e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:52:42Z', 'updated_at': '2022-02-04T05:53:20Z', 'revision_number': 1, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d5e883-3e33-48d9-b168-a6b5f4d3e869', 'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'mac_address': 'fa:16:3e:6b:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:28Z', 'updated_at': '2022-02-04T05:52:37Z', 'revision_number': 5, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'subnets': [{'id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:22.888237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:22.914661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Attempting to bind port d83b73e6-572a-46cd-ab2b-07901b1aa04f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:22.915042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Attempting to bind port d83b73e6-572a-46cd-ab2b-07901b1aa04f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:22.915409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Attempting to bind port d83b73e6-572a-46cd-ab2b-07901b1aa04f on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:22.918267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e45d5f-6180-434c-a713-77d4a24e38a9 None None] Pushing event updated for resources: {'Port': ['ID=d83b73e6-572a-46cd-ab2b-07901b1aa04f,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:22.924964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:22.925373 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:22.925777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.927223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:22.927944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Bound port: d83b73e6-572a-46cd-ab2b-07901b1aa04f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:22.928293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.948766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Allocated IP 172.26.5.96 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/e70909fa-a365-4ad8-91c9-acaee17a327c) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:23.011943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.013256 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Added segment 0cc41638-50aa-4545-9c7f-571985bb317a of type vlan for network 78fbc060-1c06-4006-b951-8de14be7b273 Feb 04 05:53:23.015477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] For port d83b73e6-572a-46cd-ab2b-07901b1aa04f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:23.022127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8967-46a2-40be-af2a-60c12650b45d req-46df2273-c902-475f-add2-d91feab3cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:23.022927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] For port d83b73e6-572a-46cd-ab2b-07901b1aa04f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d83b73e6-572a-46cd-ab2b-07901b1aa04f,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:23.024104 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d56a8967-46a2-40be-af2a-60c12650b45d req-46df2273-c902-475f-add2-d91feab3cc5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=df9db621-d575-4dac-8972-55177063df00 HTTP/1.1" status: 200 len: 912 time: 0.3284724 Feb 04 05:53:23.029306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.044615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.129038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e45d5f-6180-434c-a713-77d4a24e38a9 None None] Pushing event updated for resources: {'Port': ['ID=d83b73e6-572a-46cd-ab2b-07901b1aa04f,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:23.136731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Routers {'6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:23.136731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:52:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:23.155754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.192475 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.260018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.278014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020f8f0-1c9b-4edf-ba70-8df25f6d8f59 None None] New status for floating IP 0f803cf5-7f74-4edc-a271-d05f76e8e2c0: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:53:23.284457 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d56a8967-46a2-40be-af2a-60c12650b45d req-ca494f66-85e7-4345-9037-d9da856df862 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213 HTTP/1.1" status: 200 len: 999 time: 0.2348688 Feb 04 05:53:23.289472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.resource_extend [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:53:23.330149 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:23.335863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:23.340301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:23.341385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] Set router 6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:23.419797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.425566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:23.427038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.458382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.551197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event updated for resources: {'Port': ['ID=e70909fa-a365-4ad8-91c9-acaee17a327c,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:23.576692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ae60-04ac-43c1-ae5c-8ac2db65b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.619694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event updated for resources: {'Network': ['ID=78fbc060-1c06-4006-b951-8de14be7b273,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:23.672757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 78fbc060-1c06-4006-b951-8de14be7b273 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:23.694946 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-57339a74-b557-4916-8517-78f1164b3c91 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1958940 Feb 04 05:53:23.713117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41758) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:23.727259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'ports': [{'network_id': 'e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2', 'name': 'tempest-port--1125735815', 'admin_state_up': True}, {'network_id': '78fbc060-1c06-4006-b951-8de14be7b273', 'admin_state_up': False}]} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:23.728029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'port': {'network_id': 'e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2', 'name': 'tempest-port--1125735815', 'admin_state_up': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:23.728732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'port': {'network_id': '78fbc060-1c06-4006-b951-8de14be7b273', 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:23.750586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af5108-fe3d-410f-a40f-cd8753e51b81 None None] Network 01c10c4d-e55a-45cf-ab91-dd55d276b231 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:23.812196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e6d37757-b7f6-4f0b-8a5d-8fd6cbff7109 None None] Provisioning complete for port dc6a1bdc-cd23-4bfc-aa14-e977ef990450 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:23.812571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6d37757-b7f6-4f0b-8a5d-8fd6cbff7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.829531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.889691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network 01c10c4d-e55a-45cf-ab91-dd55d276b231 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:23.889691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8967-46a2-40be-af2a-60c12650b45d req-1d048a84-1a4b-41e5-86c5-a54766ab2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:23.889691 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d56a8967-46a2-40be-af2a-60c12650b45d req-1d048a84-1a4b-41e5-86c5-a54766ab2e5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0829dc6-460c-41c6-ac4e-b2af66515b42 HTTP/1.1" status: 200 len: 850 time: 0.5816829 Feb 04 05:53:23.903053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:23.912621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:23.919339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:23.919909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.935235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Port': ['ID=2e8d4d57-eed5-457a-b9a4-2fd07d0c14bd,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:23.968834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6d37757-b7f6-4f0b-8a5d-8fd6cbff7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.984137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:23.990500 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5f1c8a8d-3085-4016-9498-9c4a55872097 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9645298 Feb 04 05:53:23.990783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41766) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:24.034141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503e257-8ce5-4645-985b-da50ac522b3b req-ff7a0a22-b86a-401a-83ea-88d73b259f88 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:24.046855 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c503e257-8ce5-4645-985b-da50ac522b3b req-ff7a0a22-b86a-401a-83ea-88d73b259f88 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.4238598 Feb 04 05:53:24.084740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.127058 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d506ba-b63b-4248-a7b6-6ced5a3f657c tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Deleting subnet cf8e58db-5890-4870-ae36-5517a581c855 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:24.134773 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Made reservation on behalf of 0f24d7be218b4d3f82c65fb12770c14c for: {'port': 2} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:24.139801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.171351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-55d506ba-b63b-4248-a7b6-6ced5a3f657c tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.187860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e6d37757-b7f6-4f0b-8a5d-8fd6cbff7109 None None] For port dc6a1bdc-cd23-4bfc-aa14-e977ef990450, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=dc6a1bdc-cd23-4bfc-aa14-e977ef990450,segment=NetworkSegment(c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d),segment_id=c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:24.199215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1', 'name': 'tempest-snat-router-279281392', 'tenant_id': '6b831fafb49345fea9e4330d4b38b2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.145'}], 'enable_snat': False}, 'gw_port_id': 'd83b73e6-572a-46cd-ab2b-07901b1aa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:14Z', 'updated_at': '2022-02-04T05:53:18Z', 'revision_number': 3, 'project_id': '6b831fafb49345fea9e4330d4b38b2da', 'gw_port': {'id': 'd83b73e6-572a-46cd-ab2b-07901b1aa04f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:af:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:16Z', 'updated_at': '2022-02-04T05:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:24.202230 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6d37757-b7f6-4f0b-8a5d-8fd6cbff7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.233323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfc996-a930-47ff-af38-93693a47c2b4 None None] The sync data for ids ['6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1'] in dv-neutron-826811-2-hyperv is: [{'id': '6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1', 'name': 'tempest-snat-router-279281392', 'tenant_id': '6b831fafb49345fea9e4330d4b38b2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.145'}], 'enable_snat': False}, 'gw_port_id': 'd83b73e6-572a-46cd-ab2b-07901b1aa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:14Z', 'updated_at': '2022-02-04T05:53:18Z', 'revision_number': 3, 'project_id': '6b831fafb49345fea9e4330d4b38b2da', 'gw_port': {'id': 'd83b73e6-572a-46cd-ab2b-07901b1aa04f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:af:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:16Z', 'updated_at': '2022-02-04T05:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:24.234820 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.270845 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-55d506ba-b63b-4248-a7b6-6ced5a3f657c tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.291971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.295940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8967-46a2-40be-af2a-60c12650b45d req-6483c713-5ada-49cd-8446-80f3c8158a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:24.298142 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d56a8967-46a2-40be-af2a-60c12650b45d req-6483c713-5ada-49cd-8446-80f3c8158a16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df9db621-d575-4dac-8972-55177063df00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3560305 Feb 04 05:53:24.299562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.413316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d37757-b7f6-4f0b-8a5d-8fd6cbff7109 None None] Pushing event updated for resources: {'Port': ['ID=dc6a1bdc-cd23-4bfc-aa14-e977ef990450,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:24.421318 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c503e257-8ce5-4645-985b-da50ac522b3b req-47cc78e2-f630-4bd0-b93c-b052ab799d7a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3736219 Feb 04 05:53:24.433227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=d6f9e9af-f6ad-418a-8e53-c106c80ecf51,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:24.493665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device dc6a1bdc-cd23-4bfc-aa14-e977ef990450 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:24.585438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port dc6a1bdc-cd23-4bfc-aa14-e977ef990450 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:24.585894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.609678 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.655757 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:53:24.674614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.825940 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] device_id is not set on port 387e8f80-b9e3-4c98-9d4a-ef28e56a4046 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:24.852220 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d56a8967-46a2-40be-af2a-60c12650b45d req-cb3d2a81-c082-42b6-8601-9737324b2df3 service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219016 Feb 04 05:53:24.875819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.955517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-55d506ba-b63b-4248-a7b6-6ced5a3f657c tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.977212 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP 2f7f65c0-5e74-485d-bb50-5312b969481d associated. External IP: 172.26.5.246, port: 06b46da9-1ec7-4762-9a3c-93b03a8e20e3. Feb 04 05:53:24.980886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-be7525f5-e570-416c-a3ed-3ef679297daf None None] Provisioning complete for port dc6a1bdc-cd23-4bfc-aa14-e977ef990450 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:24.981499 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-be7525f5-e570-416c-a3ed-3ef679297daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.127518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41788) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:25.161833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-55d506ba-b63b-4248-a7b6-6ced5a3f657c tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.167054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-be7525f5-e570-416c-a3ed-3ef679297daf None None] Provisioning complete for port 2e8d4d57-eed5-457a-b9a4-2fd07d0c14bd triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:25.167457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-be7525f5-e570-416c-a3ed-3ef679297daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.200960 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d56a8967-46a2-40be-af2a-60c12650b45d req-31fec13a-f43e-46c5-9774-628fd9764470 service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391798 Feb 04 05:53:25.246437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d506ba-b63b-4248-a7b6-6ced5a3f657c tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8e58db-5890-4870-ae36-5517a581c855,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:25.250227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-55d506ba-b63b-4248-a7b6-6ced5a3f657c tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.258299 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-55d506ba-b63b-4248-a7b6-6ced5a3f657c tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/subnets/cf8e58db-5890-4870-ae36-5517a581c855 HTTP/1.1" status: 204 len: 168 time: 1.2285705 Feb 04 05:53:25.258867 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-be7525f5-e570-416c-a3ed-3ef679297daf None None] Port 2e8d4d57-eed5-457a-b9a4-2fd07d0c14bd cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:25.264114 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41792) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:25.280575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.298661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea43c04d-7011-4fc4-a042-5674a43c6846 None None] Network 01c10c4d-e55a-45cf-ab91-dd55d276b231 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:25.350703 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3d4cd97e-c940-4614-ab96-fd91349d8837 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:25.373194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a454300-fa85-420f-b181-9ecfb5988b09 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:25.376237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a454300-fa85-420f-b181-9ecfb5988b09 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:25.380724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Router 4f7d0d79-95ba-43a5-8891-74ea4e613b5d is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:25.381382 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2a454300-fa85-420f-b181-9ecfb5988b09 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1153591 Feb 04 05:53:25.382945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41794) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:25.390157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] device_id is not set on port c898dd05-c4d7-4971-8d2a-5368e0c2b2c4 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:25.422679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0f88d220-cc15-4396-a5cd-4b8600f8ca2a None None] Provisioning complete for port 2e8d4d57-eed5-457a-b9a4-2fd07d0c14bd triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:25.423061 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f88d220-cc15-4396-a5cd-4b8600f8ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.498046 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0f88d220-cc15-4396-a5cd-4b8600f8ca2a None None] Port 2e8d4d57-eed5-457a-b9a4-2fd07d0c14bd cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:25.589792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.598349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96cc1d5-7721-4c92-8e38-d42b858ea5d8 None None] DHCP port deletion for 01c10c4d-e55a-45cf-ab91-dd55d276b231 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:53:25.611296 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3d4cd97e-c940-4614-ab96-fd91349d8837 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] 10.222.0.15 "PUT /v2.0/quotas/83a877a46b4541eca1c08452c2701bb9 HTTP/1.1" status: 200 len: 366 time: 0.4794164 Feb 04 05:53:25.649877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41798) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:25.660921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e96cc1d5-7721-4c92-8e38-d42b858ea5d8 None None] Deleting port dc6a1bdc-cd23-4bfc-aa14-e977ef990450 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:25.661519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e96cc1d5-7721-4c92-8e38-d42b858ea5d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.675654 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ee52dde5-3aef-4f32-97bd-ab99febe6b6b tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0222874 Feb 04 05:53:25.678929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41800) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:25.740638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e96cc1d5-7721-4c92-8e38-d42b858ea5d8 None None] For port dc6a1bdc-cd23-4bfc-aa14-e977ef990450, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=dc6a1bdc-cd23-4bfc-aa14-e977ef990450,segment=NetworkSegment(c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d),segment_id=c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:25.741849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e96cc1d5-7721-4c92-8e38-d42b858ea5d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.759495 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e96cc1d5-7721-4c92-8e38-d42b858ea5d8 None None] Calling delete_port for dc6a1bdc-cd23-4bfc-aa14-e977ef990450 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:25.860137 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e96cc1d5-7721-4c92-8e38-d42b858ea5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.884244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3834d90e-238d-472b-a5b2-5fce3a4f03aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.893029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cc1d5-7721-4c92-8e38-d42b858ea5d8 None None] Pushing event deleted for resources: {'Port': ['ID=dc6a1bdc-cd23-4bfc-aa14-e977ef990450,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:25.901069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:25.902184 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3834d90e-238d-472b-a5b2-5fce3a4f03aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 05:53:25.902646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3834d90e-238d-472b-a5b2-5fce3a4f03aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:25.905264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96cc1d5-7721-4c92-8e38-d42b858ea5d8 None None] No DVR routers for this DVR port dc6a1bdc-cd23-4bfc-aa14-e977ef990450 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:25.913221 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3834d90e-238d-472b-a5b2-5fce3a4f03aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/networks/01c10c4d-e55a-45cf-ab91-dd55d276b231 HTTP/1.1" status: 409 len: 405 time: 0.5270436 Feb 04 05:53:25.917782 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41802) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:25.923309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-571651084'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:25.935272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989728-62ef-4d43-830a-82e628a0506f req-123e5015-1bf1-46cd-9cec-d7d4bdcd0e7d tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:25.936861 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-41989728-62ef-4d43-830a-82e628a0506f req-123e5015-1bf1-46cd-9cec-d7d4bdcd0e7d tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1281412 Feb 04 05:53:25.940782 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e8f76cc7-ba9c-4eea-8259-b8614a4add38 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] 10.222.0.15 "GET /v2.0/quotas/83a877a46b4541eca1c08452c2701bb9 HTTP/1.1" status: 200 len: 366 time: 0.2584953 Feb 04 05:53:25.942947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41804) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:25.945612 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:25.960180 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:25.972433 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Sync routers for ids ['4f7d0d79-95ba-43a5-8891-74ea4e613b5d'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:25.987377 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Routers {'4f7d0d79-95ba-43a5-8891-74ea4e613b5d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:25.988048 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4f7d0d79-95ba-43a5-8891-74ea4e613b5d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:26.003017 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d8c1f29b-91da-48ca-afa0-9f217a7cd988 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/83a877a46b4541eca1c08452c2701bb9 HTTP/1.1" status: 204 len: 168 time: 0.0590107 Feb 04 05:53:26.010726 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41806) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.043509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.043509 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4981f573-7a45-4ada-9609-fe08ea13f679 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.8491066 Feb 04 05:53:26.043509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event updated for resources: {'Port': ['ID=387e8f80-b9e3-4c98-9d4a-ef28e56a4046,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:26.043509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41808) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.043963 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-41989728-62ef-4d43-830a-82e628a0506f req-801aa3f6-92ff-485e-93d3-5ceca883206e tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915906 Feb 04 05:53:26.044390 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-59aa2d4f-561d-4652-be2b-f0db2f74273e tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0302644 Feb 04 05:53:26.046532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:26.049920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.053851 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41810) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.110780 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-55ed3dfd-6c9a-4d2f-b6b2-e56b3e3c5bcc tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] 10.222.0.15 "GET /v2.0/quotas/83a877a46b4541eca1c08452c2701bb9 HTTP/1.1" status: 200 len: 370 time: 0.0550148 Feb 04 05:53:26.113831 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41814) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.126892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:26.165410 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Set router 4f7d0d79-95ba-43a5-8891-74ea4e613b5d gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:26.170571 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.170854 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Added segment 22a50b1b-5391-412d-a024-59dfdca19ae0 of type vlan for network ba05fa3d-c27b-424c-abc7-ce92455689a3 Feb 04 05:53:26.172769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:26.184563 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ff3be-034b-4b4a-9422-c457b19c5bb2 None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:26.194273 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f7ffc0f0-46f6-4448-b43a-b9ae3039bc0d tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] 10.222.0.15 "GET /v2.0/quotas/83a877a46b4541eca1c08452c2701bb9/default HTTP/1.1" status: 200 len: 370 time: 0.0758672 Feb 04 05:53:26.198445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41816) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.200451 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ff3be-034b-4b4a-9422-c457b19c5bb2 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:26.201165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fd9ff3be-034b-4b4a-9422-c457b19c5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:26.217214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Checking segment: {'id': '8897ab40-ae72-48a1-8a76-a3c4d8c7288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:26.217739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Network hostable DHCP agents. Network: e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:26.228137 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-932a2882-322c-4550-93fd-90756ee55fe1 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/routers/4f7d0d79-95ba-43a5-8891-74ea4e613b5d HTTP/1.1" status: 200 len: 906 time: 0.1825967 Feb 04 05:53:26.228889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.230805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41818) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.231620 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-06c0c611-d719-447a-9edc-a1efd934268d tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] delete failed (client error): The resource could not be found. Feb 04 05:53:26.244483 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-06c0c611-d719-447a-9edc-a1efd934268d tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/83a877a46b4541eca1c08452c2701bb9 HTTP/1.1" status: 404 len: 348 time: 0.0398457 Feb 04 05:53:26.273802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Network e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:26.293198 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:26.298973 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fd9ff3be-034b-4b4a-9422-c457b19c5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:26.300534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:26.303378 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.304527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.334786 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e5a6d-9a8d-4008-a20c-8a0c87145bd1 None None] Network e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:26.404952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event updated for resources: {'Port': ['ID=c898dd05-c4d7-4971-8d2a-5368e0c2b2c4,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:26.415646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Checking segment: {'id': '0cc41638-50aa-4545-9c7f-571985bb317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78fbc060-1c06-4006-b951-8de14be7b273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:26.416953 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Network hostable DHCP agents. Network: 78fbc060-1c06-4006-b951-8de14be7b273, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:26.438624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d5d4d-7ca1-4555-a926-0fb1d7f83c4e req-0d9523be-5e94-42dc-9938-912b6645996b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:26.441985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41822) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.442551 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5d3d5d4d-7ca1-4555-a926-0fb1d7f83c4e req-0d9523be-5e94-42dc-9938-912b6645996b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.3107922 Feb 04 05:53:26.444226 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-24b2b4a1-a038-4f72-8ddf-6c471b68dfa2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.1007524 Feb 04 05:53:26.448583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41824) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.456163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-de4db020-70ee-43ef-b5d5-74fecc2b2495 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:26.463003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Network 78fbc060-1c06-4006-b951-8de14be7b273 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:26.463290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ff3be-034b-4b4a-9422-c457b19c5bb2 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:26.464060 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fd9ff3be-034b-4b4a-9422-c457b19c5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:26.480090 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 78fbc060-1c06-4006-b951-8de14be7b273) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:26.485718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:26.495542 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:26.501631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:26.502520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.522848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Usage tracker for resource:network and tenant:1010c5b41b8c49069c3c9776b52d513f is out of sync, need to count used quota {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:53:26.527449 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5ff1966c-3337-4469-b6a3-c32515facdc2 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8128846 Feb 04 05:53:26.531289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41826) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.538484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9d37b-3cd2-4ee4-86f6-1fade32ead06 None None] Network 78fbc060-1c06-4006-b951-8de14be7b273 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:26.540771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d83b73e6-572a-46cd-ab2b-07901b1aa04f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:26.543121 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:53:26.543638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.resource_extend [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:53:26.554164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.556504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fd9ff3be-034b-4b4a-9422-c457b19c5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:26.557352 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7d0d79-95ba-43a5-8891-74ea4e613b5d', 'name': 'tempest-snat-router-279281392', 'tenant_id': '6b831fafb49345fea9e4330d4b38b2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e70909fa-a365-4ad8-91c9-acaee17a327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:21Z', 'updated_at': '2022-02-04T05:53:23Z', 'revision_number': 3, 'project_id': '6b831fafb49345fea9e4330d4b38b2da', 'gw_port': {'id': 'e70909fa-a365-4ad8-91c9-acaee17a327c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7d0d79-95ba-43a5-8891-74ea4e613b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:22Z', 'updated_at': '2022-02-04T05:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:26.557608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ff3be-034b-4b4a-9422-c457b19c5bb2 None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:26.587350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Usage tracker for resource:subnet and tenant:1010c5b41b8c49069c3c9776b52d513f is out of sync, need to count used quota {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:53:26.598832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:53:26.604684 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Checking router: 4f7d0d79-95ba-43a5-8891-74ea4e613b5d for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:26.605168 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Updating router 4f7d0d79-95ba-43a5-8891-74ea4e613b5d port e70909fa-a365-4ad8-91c9-acaee17a327c binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:53:26.618295 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a2144-b827-4ba9-a8e7-c1f36d0cc4fc tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:26.620135 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.624393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a2144-b827-4ba9-a8e7-c1f36d0cc4fc tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:26.626133 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5f4a2144-b827-4ba9-a8e7-c1f36d0cc4fc tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0936856 Feb 04 05:53:26.628936 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41828) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.637276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Usage tracker for resource:subnetpool and tenant:1010c5b41b8c49069c3c9776b52d513f is out of sync, need to count used quota {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:53:26.637490 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.666800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:53:26.702543 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.716462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Usage tracker for resource:port and tenant:1010c5b41b8c49069c3c9776b52d513f is out of sync, need to count used quota {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:53:26.726344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:53:26.737565 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Usage tracker for resource:router and tenant:1010c5b41b8c49069c3c9776b52d513f is out of sync, need to count used quota {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:53:26.747969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:53:26.765064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Usage tracker for resource:floatingip and tenant:1010c5b41b8c49069c3c9776b52d513f is out of sync, need to count used quota {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:53:26.774555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1ad37d66-0812-4044-88a0-5c2c1a1a0f77 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Deleting port 387e8f80-b9e3-4c98-9d4a-ef28e56a4046 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:26.775011 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ad37d66-0812-4044-88a0-5c2c1a1a0f77 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.778965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:53:26.798891 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5d3d5d4d-7ca1-4555-a926-0fb1d7f83c4e req-847e126d-f9cb-41dd-b489-94cbc277c638 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313856 Feb 04 05:53:26.799493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.806013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:26.806636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.821912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d83b73e6-572a-46cd-ab2b-07901b1aa04f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:26.821912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.895370 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ad37d66-0812-4044-88a0-5c2c1a1a0f77 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.904513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-de4db020-70ee-43ef-b5d5-74fecc2b2495 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.931720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1ad37d66-0812-4044-88a0-5c2c1a1a0f77 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Calling delete_port for 387e8f80-b9e3-4c98-9d4a-ef28e56a4046 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:26.948438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Usage tracker for resource:security_group and tenant:1010c5b41b8c49069c3c9776b52d513f is out of sync, need to count used quota {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:53:26.956596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:53:26.958943 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.974821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.980269 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0632863 Feb 04 05:53:26.985410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41832) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.986818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63540a1-a00d-4ba5-b363-a2c037346107 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Network': ['ID=ba05fa3d-c27b-424c-abc7-ce92455689a3,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:26.987307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port d83b73e6-572a-46cd-ab2b-07901b1aa04f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d83b73e6-572a-46cd-ab2b-07901b1aa04f,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:26.992999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.996921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'subnet': {'network_id': 'ba05fa3d-c27b-424c-abc7-ce92455689a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:27.000856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network ba05fa3d-c27b-424c-abc7-ce92455689a3 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:27.018442 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Usage tracker for resource:security_group_rule and tenant:1010c5b41b8c49069c3c9776b52d513f is out of sync, need to count used quota {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:53:27.034363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.quota.resource [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102166) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:53:27.063169 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-39a68243-0dec-4f2e-a78c-62d9f5808405 tempest-QuotasTest-1767547441 tempest-QuotasTest-1767547441-project-admin] 10.222.0.15 "GET /v2.0/quotas/1010c5b41b8c49069c3c9776b52d513f/details.json HTTP/1.1" status: 200 len: 703 time: 0.6192904 Feb 04 05:53:27.089840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device dc6a1bdc-cd23-4bfc-aa14-e977ef990450 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:27.114782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ad37d66-0812-4044-88a0-5c2c1a1a0f77 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.173430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad37d66-0812-4044-88a0-5c2c1a1a0f77 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Port': ['ID=387e8f80-b9e3-4c98-9d4a-ef28e56a4046,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:27.184428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ad37d66-0812-4044-88a0-5c2c1a1a0f77 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.191391 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1ad37d66-0812-4044-88a0-5c2c1a1a0f77 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "DELETE /v2.0/ports/387e8f80-b9e3-4c98-9d4a-ef28e56a4046 HTTP/1.1" status: 204 len: 168 time: 0.5608006 Feb 04 05:53:27.193036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41838) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:27.236038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: dc6a1bdc-cd23-4bfc-aa14-e977ef990450 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:27.236339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device dc6a1bdc-cd23-4bfc-aa14-e977ef990450 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:27.275577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=d83b73e6-572a-46cd-ab2b-07901b1aa04f,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:27.281059 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.287531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-de4db020-70ee-43ef-b5d5-74fecc2b2495 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.290138 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.306512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Deleting port e70909fa-a365-4ad8-91c9-acaee17a327c {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:27.307007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.324257 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Attempting to bind port e70909fa-a365-4ad8-91c9-acaee17a327c on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:27.324884 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Attempting to bind port e70909fa-a365-4ad8-91c9-acaee17a327c by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:27.325283 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Attempting to bind port e70909fa-a365-4ad8-91c9-acaee17a327c on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:27.331546 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-de4db020-70ee-43ef-b5d5-74fecc2b2495 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.331982 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-de4db020-70ee-43ef-b5d5-74fecc2b2495 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP 2f7f65c0-5e74-485d-bb50-5312b969481d disassociated. External IP: 172.26.5.246, port: 06b46da9-1ec7-4762-9a3c-93b03a8e20e3. Feb 04 05:53:27.332581 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d986f-4482-4042-8a84-fd29445de8ba tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Deleting port c898dd05-c4d7-4971-8d2a-5368e0c2b2c4 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:27.333420 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca8d986f-4482-4042-8a84-fd29445de8ba tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.348776 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:27.348776 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:27.349333 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.349756 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:27.350256 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Bound port: e70909fa-a365-4ad8-91c9-acaee17a327c, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:27.351482 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.402000 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Pushing event updated for resources: {'Port': ['ID=e70909fa-a365-4ad8-91c9-acaee17a327c,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:27.416936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:27.420879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.424801 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] For port e70909fa-a365-4ad8-91c9-acaee17a327c, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:27.428431 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.428805 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.429185 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.429534 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.429884 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.430235 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.430575 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.430944 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.431296 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.431627 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.431955 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.432279 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:27.436764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca8d986f-4482-4042-8a84-fd29445de8ba tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.446584 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] For port e70909fa-a365-4ad8-91c9-acaee17a327c, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e70909fa-a365-4ad8-91c9-acaee17a327c,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:27.452739 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.457476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d986f-4482-4042-8a84-fd29445de8ba tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Calling delete_port for c898dd05-c4d7-4971-8d2a-5368e0c2b2c4 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:27.511585 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Routers {'4f7d0d79-95ba-43a5-8891-74ea4e613b5d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:27.512187 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4f7d0d79-95ba-43a5-8891-74ea4e613b5d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:27.559199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca8d986f-4482-4042-8a84-fd29445de8ba tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.566183 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a288db-35b5-41a9-afcb-f7cc29c43384 None None] Pushing event updated for resources: {'Port': ['ID=e70909fa-a365-4ad8-91c9-acaee17a327c,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:27.591491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41842) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:27.604180 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d986f-4482-4042-8a84-fd29445de8ba tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Port': ['ID=c898dd05-c4d7-4971-8d2a-5368e0c2b2c4,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:27.610584 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca8d986f-4482-4042-8a84-fd29445de8ba tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.620349 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ca8d986f-4482-4042-8a84-fd29445de8ba tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "DELETE /v2.0/ports/c898dd05-c4d7-4971-8d2a-5368e0c2b2c4 HTTP/1.1" status: 204 len: 168 time: 0.4262376 Feb 04 05:53:27.620986 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41848) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:27.639128 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] Set router 4f7d0d79-95ba-43a5-8891-74ea4e613b5d gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:27.651428 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0da9868e-e306-4857-97ef-685a92ccccde tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0278788 Feb 04 05:53:27.655309 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41850) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:27.660169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1687441943'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:27.661197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d4f70-04d8-4f7b-9f8a-c066b3594516 req-8a5a65a3-92a2-4cee-bac9-4736c47d3914 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:27.662891 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca2d4f70-04d8-4f7b-9f8a-c066b3594516 req-8a5a65a3-92a2-4cee-bac9-4736c47d3914 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.3831110 Feb 04 05:53:27.687496 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Made reservation on behalf of 0f24d7be218b4d3f82c65fb12770c14c for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:27.692449 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.707567 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.727396 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7d0d79-95ba-43a5-8891-74ea4e613b5d', 'name': 'tempest-snat-router-279281392', 'tenant_id': '6b831fafb49345fea9e4330d4b38b2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:21Z', 'updated_at': '2022-02-04T05:53:26Z', 'revision_number': 4, 'project_id': '6b831fafb49345fea9e4330d4b38b2da', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:27.739221 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:27.741488 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6dec46db-ac9f-4f01-8186-2337e58fe0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.759543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Calling delete_port for e70909fa-a365-4ad8-91c9-acaee17a327c owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:27.761972 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.762382 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Added segment a74eb501-c75d-4ea1-bdbb-bbca22fc0725 of type vlan for network 5e7a8ba8-48f8-4829-a95d-c596d63bd112 Feb 04 05:53:27.763399 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fffda-a8b3-4a65-bbd7-9e28578dc0f8 None None] The sync data for ids ['4f7d0d79-95ba-43a5-8891-74ea4e613b5d'] in dv-neutron-826811-2-hyperv is: [{'id': '4f7d0d79-95ba-43a5-8891-74ea4e613b5d', 'name': 'tempest-snat-router-279281392', 'tenant_id': '6b831fafb49345fea9e4330d4b38b2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:21Z', 'updated_at': '2022-02-04T05:53:26Z', 'revision_number': 4, 'project_id': '6b831fafb49345fea9e4330d4b38b2da', 'gw_port_host': None}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:27.818732 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca2d4f70-04d8-4f7b-9f8a-c066b3594516 req-7da490c4-20b9-4963-8d14-0ca8722ca8fd tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459310 Feb 04 05:53:27.824114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.869256 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.875317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:27.875988 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.945797 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event updated for resources: {'Network': ['ID=5e7a8ba8-48f8-4829-a95d-c596d63bd112,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:27.971896 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 5e7a8ba8-48f8-4829-a95d-c596d63bd112 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:27.977262 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9b2255b4-3c8e-41bd-ac60-6451cc57c6ff tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3208923 Feb 04 05:53:27.979313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6dec46db-ac9f-4f01-8186-2337e58fe0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.980174 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41856) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:27.985796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-403146175'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:27.990904 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6dec46db-ac9f-4f01-8186-2337e58fe0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.075852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Made reservation on behalf of 0f24d7be218b4d3f82c65fb12770c14c for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:28.082767 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.100813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec46db-ac9f-4f01-8186-2337e58fe0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79580e88-141e-4728-b9db-ec0ae540d649,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:28.111932 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6dec46db-ac9f-4f01-8186-2337e58fe0ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23a4614011fd4c2a9978ae535e69250a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5184693 Feb 04 05:53:28.114867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41860) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:28.140985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:53:28.147981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:28.153625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.175640 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.176962 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Added segment 3168098a-89be-45db-86b2-8fe39619e6aa of type vlan for network 539b1901-ce5e-4e1e-b553-95cea3f25ff9 Feb 04 05:53:28.188487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.219602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4db020-70ee-43ef-b5d5-74fecc2b2495 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:28.233440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-625eb2c7-327e-4ae0-bd0b-25265cfca371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.242484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.275513 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-625eb2c7-327e-4ae0-bd0b-25265cfca371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.313759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.320410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:28.321058 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.363031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d83b73e6-572a-46cd-ab2b-07901b1aa04f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:28.397381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Subnet': ['ID=919470ba-e805-4acd-aa61-b11907c875ba,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:28.408579 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4270420 Feb 04 05:53:28.418568 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e219f3e-408d-4236-be3e-cb2597f7672f tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event updated for resources: {'Network': ['ID=539b1901-ce5e-4e1e-b553-95cea3f25ff9,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:28.441408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-625eb2c7-327e-4ae0-bd0b-25265cfca371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.446992 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-625eb2c7-327e-4ae0-bd0b-25265cfca371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.448551 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-625eb2c7-327e-4ae0-bd0b-25265cfca371 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79580e88-141e-4728-b9db-ec0ae540d649 HTTP/1.1" status: 204 len: 168 time: 0.3326170 Feb 04 05:53:28.462500 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 539b1901-ce5e-4e1e-b553-95cea3f25ff9 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:28.468722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625eb2c7-327e-4ae0-bd0b-25265cfca371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79580e88-141e-4728-b9db-ec0ae540d649,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:28.523421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.535749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Checking segment: {'id': '22a50b1b-5391-412d-a024-59dfdca19ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ba05fa3d-c27b-424c-abc7-ce92455689a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:28.537339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network hostable DHCP agents. Network: ba05fa3d-c27b-424c-abc7-ce92455689a3, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:28.570124 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d83b73e6-572a-46cd-ab2b-07901b1aa04f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:28.575314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.646418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4db020-70ee-43ef-b5d5-74fecc2b2495 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:28.657754 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a61dd-3e4e-4f52-9785-a1563978080d None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:28.682447 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a61dd-3e4e-4f52-9785-a1563978080d None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:28.684800 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-db9a61dd-3e4e-4f52-9785-a1563978080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:28.692425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-de4db020-70ee-43ef-b5d5-74fecc2b2495 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.734904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event deleted for resources: {'Port': ['ID=e70909fa-a365-4ad8-91c9-acaee17a327c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:28.752396 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-db9a61dd-3e4e-4f52-9785-a1563978080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:28.770331 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a61dd-3e4e-4f52-9785-a1563978080d None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:28.771222 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-db9a61dd-3e4e-4f52-9785-a1563978080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:28.803048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b77b28-efba-4a87-82fa-b373bd08dc04 req-c2a7c5da-c8a0-4bcc-bfa5-00e864907608 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:28.810260 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-96b77b28-efba-4a87-82fa-b373bd08dc04 req-c2a7c5da-c8a0-4bcc-bfa5-00e864907608 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.3533478 Feb 04 05:53:28.812829 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-db9a61dd-3e4e-4f52-9785-a1563978080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:28.813621 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a61dd-3e4e-4f52-9785-a1563978080d None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:28.818144 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-de4db020-70ee-43ef-b5d5-74fecc2b2495 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "PUT /v2.0/floatingips/2f7f65c0-5e74-485d-bb50-5312b969481d HTTP/1.1" status: 200 len: 688 time: 2.3655953 Feb 04 05:53:28.818712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41870) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:28.851675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network ba05fa3d-c27b-424c-abc7-ce92455689a3 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:28.861103 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de67fa20-550c-4280-9079-5a3872f58b5c req-c2ece3cc-6587-42b6-864f-a9c0f546c7d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2356389 Feb 04 05:53:28.898071 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-96b77b28-efba-4a87-82fa-b373bd08dc04 req-10f15ce0-29f7-4f09-8b22-1c8e6ae64c4c tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831392 Feb 04 05:53:28.900953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, ba05fa3d-c27b-424c-abc7-ce92455689a3) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:28.919866 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41872) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:28.934513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.945525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:28.946790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.948243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8160ecaf-b99e-498e-8cc1-e9e71a9c724f None None] Network ba05fa3d-c27b-424c-abc7-ce92455689a3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:28.962362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f0ad93f7-99fa-4576-aa5b-34853b95595c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.010649 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a7d208c5-e668-48b6-84bf-2cebfbee0efa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0204561 Feb 04 05:53:29.039732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41874) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:29.088739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.091758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.103084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67fa20-550c-4280-9079-5a3872f58b5c req-85940dcf-0e6b-4fed-bf0c-5128287e3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:29.104575 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de67fa20-550c-4280-9079-5a3872f58b5c req-85940dcf-0e6b-4fed-bf0c-5128287e3c8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cda3d7ed68094624b6138198a0952d92&device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 1098 time: 0.1722505 Feb 04 05:53:29.151424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f0ad93f7-99fa-4576-aa5b-34853b95595c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.159229 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f0ad93f7-99fa-4576-aa5b-34853b95595c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.175853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.176679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7d0d79-95ba-43a5-8891-74ea4e613b5d {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:29.201028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.202701 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7d298334-d058-4803-8c15-76455c69ee1b tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "DELETE /v2.0/routers/4f7d0d79-95ba-43a5-8891-74ea4e613b5d HTTP/1.1" status: 204 len: 168 time: 2.9649518 Feb 04 05:53:29.219218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-ba05fa3d-c27b-424c-abc7-ce92455689a3', 'network_id': 'ba05fa3d-c27b-424c-abc7-ce92455689a3', 'tenant_id': 'ee1ac8e96cce4af290da28ce42906925', 'fixed_ips': [{'subnet_id': '919470ba-e805-4acd-aa61-b11907c875ba'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:53:29.220653 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.230651 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41876) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:29.313598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad93f7-99fa-4576-aa5b-34853b95595c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee0cc91-d4f6-4c2d-b2a5-c3f29397e7a5,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:29.342192 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f0ad93f7-99fa-4576-aa5b-34853b95595c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1010c5b41b8c49069c3c9776b52d513f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198020 Feb 04 05:53:29.347186 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41878) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:29.466546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Allocated IP 2001:db8::f816:3eff:fe21:f5c8 (ba05fa3d-c27b-424c-abc7-ce92455689a3/919470ba-e805-4acd-aa61-b11907c875ba/143c5831-88de-4d22-9d30-070d8b22e27a) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:29.533223 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-afb1d856-666e-454f-907b-06ddea66a87d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port d6f9e9af-f6ad-418a-8e53-c106c80ecf51 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:29.533567 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb1d856-666e-454f-907b-06ddea66a87d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.540557 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.569009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.641233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.644164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-761926c0-dca9-4e0f-96f1-84153febe79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.650496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.709922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Network ba05fa3d-c27b-424c-abc7-ce92455689a3 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:29.716189 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:29.720669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Pushing event updated for resources: {'Port': ['ID=143c5831-88de-4d22-9d30-070d8b22e27a,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:29.723646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:29.728413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67fa20-550c-4280-9079-5a3872f58b5c req-c65a5612-ffe7-4605-8e89-6ffc7dc08bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:29.731114 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de67fa20-550c-4280-9079-5a3872f58b5c req-c65a5612-ffe7-4605-8e89-6ffc7dc08bce service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd42bdb8-2160-4369-b72e-07d7451c4a04 HTTP/1.1" status: 200 len: 906 time: 0.5836275 Feb 04 05:53:29.734120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-761926c0-dca9-4e0f-96f1-84153febe79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.787158 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Attempting to bind port 143c5831-88de-4d22-9d30-070d8b22e27a on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:29.788089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Attempting to bind port 143c5831-88de-4d22-9d30-070d8b22e27a by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '22a50b1b-5391-412d-a024-59dfdca19ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ba05fa3d-c27b-424c-abc7-ce92455689a3'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:29.788659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Attempting to bind port 143c5831-88de-4d22-9d30-070d8b22e27a on network ba05fa3d-c27b-424c-abc7-ce92455689a3 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:29.794567 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:29.795210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Checking segment: {'id': '22a50b1b-5391-412d-a024-59dfdca19ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ba05fa3d-c27b-424c-abc7-ce92455689a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:29.795924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.796420 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Bound using segment: {'id': '22a50b1b-5391-412d-a024-59dfdca19ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ba05fa3d-c27b-424c-abc7-ce92455689a3'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:29.796972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Bound port: 143c5831-88de-4d22-9d30-070d8b22e27a, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a50b1b-5391-412d-a024-59dfdca19ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ba05fa3d-c27b-424c-abc7-ce92455689a3'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:29.797469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.813047 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de67fa20-550c-4280-9079-5a3872f58b5c req-b53d86b5-3261-4006-be25-ff13bfced441 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63a1dc97-7224-4d1a-bfd8-0cca02b7551f HTTP/1.1" status: 200 len: 1001 time: 0.0708821 Feb 04 05:53:29.835849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb1d856-666e-454f-907b-06ddea66a87d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.836143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb1d856-666e-454f-907b-06ddea66a87d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.876616 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] For port 143c5831-88de-4d22-9d30-070d8b22e27a, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:29.880137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-afb1d856-666e-454f-907b-06ddea66a87d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for d6f9e9af-f6ad-418a-8e53-c106c80ecf51 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:29.894181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] For port 143c5831-88de-4d22-9d30-070d8b22e27a, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=143c5831-88de-4d22-9d30-070d8b22e27a,segment=NetworkSegment(22a50b1b-5391-412d-a024-59dfdca19ae0),segment_id=22a50b1b-5391-412d-a024-59dfdca19ae0)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:29.894347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67fa20-550c-4280-9079-5a3872f58b5c req-c5c7d97c-e8b9-491d-b104-8fd10ec4eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:29.897649 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de67fa20-550c-4280-9079-5a3872f58b5c req-c5c7d97c-e8b9-491d-b104-8fd10ec4eef3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=706e34e1-ed53-4f0d-b818-176cff1f5813 HTTP/1.1" status: 200 len: 844 time: 0.0778444 Feb 04 05:53:29.899999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:29.970322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67fa20-550c-4280-9079-5a3872f58b5c req-5577b1f3-9ab7-4d35-acfc-2d601de5c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:29.972167 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de67fa20-550c-4280-9079-5a3872f58b5c req-5577b1f3-9ab7-4d35-acfc-2d601de5c5e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd42bdb8-2160-4369-b72e-07d7451c4a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0633147 Feb 04 05:53:29.983197 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d6a4b-d60b-4ea3-9e1b-8aaf03dece05 None None] Pushing event updated for resources: {'Port': ['ID=143c5831-88de-4d22-9d30-070d8b22e27a,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:29.991094 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.011466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Deleting port 143c5831-88de-4d22-9d30-070d8b22e27a {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:30.012119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.080813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-761926c0-dca9-4e0f-96f1-84153febe79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.084824 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-761926c0-dca9-4e0f-96f1-84153febe79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.086240 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-761926c0-dca9-4e0f-96f1-84153febe79e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bee0cc91-d4f6-4c2d-b2a5-c3f29397e7a5 HTTP/1.1" status: 204 len: 168 time: 0.7358911 Feb 04 05:53:30.140077 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd54b8-3e4f-4661-a82d-6ff4986e214f req-590460d5-ac38-490c-9463-3f4bcab803f2 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:30.148832 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-06bd54b8-3e4f-4661-a82d-6ff4986e214f req-590460d5-ac38-490c-9463-3f4bcab803f2 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1172607 Feb 04 05:53:30.215938 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de67fa20-550c-4280-9079-5a3872f58b5c req-3ef7b352-8ceb-4b99-9e6f-7683b05da5cd service neutron] 10.222.0.36 "GET /v2.0/networks/bd42bdb8-2160-4369-b72e-07d7451c4a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332211 Feb 04 05:53:30.236902 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-06bd54b8-3e4f-4661-a82d-6ff4986e214f req-2b77feff-4e5c-4865-9837-b5713a5dc47b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869851 Feb 04 05:53:30.372178 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de67fa20-550c-4280-9079-5a3872f58b5c req-548b298c-7cf2-40c2-9801-1b59fb8d87d2 service neutron] 10.222.0.36 "GET /v2.0/networks/bd42bdb8-2160-4369-b72e-07d7451c4a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319220 Feb 04 05:53:30.406900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] For port 143c5831-88de-4d22-9d30-070d8b22e27a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=143c5831-88de-4d22-9d30-070d8b22e27a,segment=NetworkSegment(22a50b1b-5391-412d-a024-59dfdca19ae0),segment_id=22a50b1b-5391-412d-a024-59dfdca19ae0)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:30.407443 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.435518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761926c0-dca9-4e0f-96f1-84153febe79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee0cc91-d4f6-4c2d-b2a5-c3f29397e7a5,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:30.443915 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb1d856-666e-454f-907b-06ddea66a87d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.512075 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Calling delete_port for 143c5831-88de-4d22-9d30-070d8b22e27a owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:30.517963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1d856-666e-454f-907b-06ddea66a87d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=d6f9e9af-f6ad-418a-8e53-c106c80ecf51,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:30.583794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Deleting port d83b73e6-572a-46cd-ab2b-07901b1aa04f {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:30.584821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.671675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 143c5831-88de-4d22-9d30-070d8b22e27a up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:30.732710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 143c5831-88de-4d22-9d30-070d8b22e27a triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:30.733462 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.825536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb1d856-666e-454f-907b-06ddea66a87d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.828471 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb1d856-666e-454f-907b-06ddea66a87d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.829710 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-afb1d856-666e-454f-907b-06ddea66a87d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/floatingips/2f7f65c0-5e74-485d-bb50-5312b969481d HTTP/1.1" status: 204 len: 168 time: 2.0097921 Feb 04 05:53:30.833964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41894) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:30.841355 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '8558e519-a0f1-41ca-b559-ac11828d423a'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:30.865117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.905118 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Port': ['ID=143c5831-88de-4d22-9d30-070d8b22e27a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:30.910433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.915643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] For port d83b73e6-572a-46cd-ab2b-07901b1aa04f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d83b73e6-572a-46cd-ab2b-07901b1aa04f,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:30.917509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.956097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:31.012799 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Calling delete_port for d83b73e6-572a-46cd-ab2b-07901b1aa04f owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:31.015174 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No DVR routers for this DVR port 143c5831-88de-4d22-9d30-070d8b22e27a on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:31.202844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:31.485368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713d143-ee8d-45d5-819c-9c386eff3a40 req-aef22ab5-8a36-451e-b67d-fad924683aa1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:31.487478 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e713d143-ee8d-45d5-819c-9c386eff3a40 req-aef22ab5-8a36-451e-b67d-fad924683aa1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1258721 Feb 04 05:53:31.499356 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.26.5.114 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/a4f85cc8-696b-4c1b-97d8-ee14716df67f) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:31.515719 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d632a0dc-e72e-4d16-8bfc-af69d1281623 None None] Network ba05fa3d-c27b-424c-abc7-ce92455689a3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:31.546026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:31.615569 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-637f5eba-f25b-4e3b-8b2a-9f5503792096 None None] Could not find standard attr ID for object 143c5831-88de-4d22-9d30-070d8b22e27a. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:53:31.623801 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e713d143-ee8d-45d5-819c-9c386eff3a40 req-4e325896-2f4e-4668-8183-283f598add15 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270092 Feb 04 05:53:31.715513 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:31.772198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41912) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:31.777492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Subnet': ['ID=919470ba-e805-4acd-aa61-b11907c875ba,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:31.778669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'subnets': [{'network_id': '5e7a8ba8-48f8-4829-a95d-c596d63bd112', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--136309058', 'ip_version': 6}, {'network_id': '539b1901-ce5e-4e1e-b553-95cea3f25ff9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:31.779072 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'subnet': {'network_id': '5e7a8ba8-48f8-4829-a95d-c596d63bd112', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--136309058', 'ip_version': 6}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:31.779727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Request body: {'subnet': {'network_id': '539b1901-ce5e-4e1e-b553-95cea3f25ff9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:31.813646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:31.859199 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689bddd7-67fc-44ef-aff3-d1665f505ac7 None None] DHCP port deletion for ba05fa3d-c27b-424c-abc7-ce92455689a3 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:53:31.872075 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:31.902419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba05fa3d-c27b-424c-abc7-ce92455689a3']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:31.918245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a50b1b-5391-412d-a024-59dfdca19ae0') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:31.918413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a50b1b-5391-412d-a024-59dfdca19ae0') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:31.929176 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:31.930885 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:31.968320 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:31.970786 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event deleted for resources: {'Port': ['ID=d83b73e6-572a-46cd-ab2b-07901b1aa04f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:31.991931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.004377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:32.004905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:32.009597 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:32.063090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:32.066207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=a4f85cc8-696b-4c1b-97d8-ee14716df67f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:32.070967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:32.075100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:32.102741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Made reservation on behalf of 0f24d7be218b4d3f82c65fb12770c14c for: {'subnet': 2} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:32.108165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.108475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.109806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.114179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.118977 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.125550 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/networks/ba05fa3d-c27b-424c-abc7-ce92455689a3 HTTP/1.1" status: 204 len: 168 time: 3.0837519 Feb 04 05:53:32.127582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41922) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:32.138079 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-352199290'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:32.181836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41924) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:32.223019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adb540-9610-430a-ba0a-b97f3de3b2a9 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Network': ['ID=ba05fa3d-c27b-424c-abc7-ce92455689a3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:32.229764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.231915 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.279073 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.279674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:32.284645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.290059 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7b34ab0c-5dcb-455c-a7ba-4099e7ba4bfe tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6cbd3460-c6ec-4020-b6ce-4b960e3a2ce1 HTTP/1.1" status: 204 len: 168 time: 3.0540040 Feb 04 05:53:32.293638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41928) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:32.304785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1287687185', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:32.307730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:32.312130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.353403 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.355226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.360611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1367707133', 'router:external': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:32.426955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:32.435537 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.450959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 143c5831-88de-4d22-9d30-070d8b22e27a no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:32.476371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 143c5831-88de-4d22-9d30-070d8b22e27a {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:32.476892 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 143c5831-88de-4d22-9d30-070d8b22e27a not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:32.511690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.512032 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Added segment 314b7103-9c93-4906-8dde-a3d8e40a33e7 of type vlan for network 3760277f-e7a8-4f63-ba7f-c30fa56a8d91 Feb 04 05:53:32.535475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Made reservation on behalf of 0605b56f9e67409e9860a32c21a8da88 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:32.537731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.591226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.594418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.611991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.807531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.828283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.852485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.857950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:32.858532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.949871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Allocated IP 172.26.5.239 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/6aaf0095-d8f0-4980-b0fc-e935271d1746) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:32.963994 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8329957 Feb 04 05:53:32.966994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41932) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:32.971900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'subnet': {'network_id': '3760277f-e7a8-4f63-ba7f-c30fa56a8d91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:33.024947 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022dada-7724-4c39-ad1e-418fa889d977 req-f62ee009-9820-4d65-8b11-86afac8cb14b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:33.026528 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e022dada-7724-4c39-ad1e-418fa889d977 req-f62ee009-9820-4d65-8b11-86afac8cb14b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.3083544 Feb 04 05:53:33.058647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00e2a8-a40c-48bd-b075-36a443306106 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Network': ['ID=3760277f-e7a8-4f63-ba7f-c30fa56a8d91,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:33.071916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 3760277f-e7a8-4f63-ba7f-c30fa56a8d91 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:33.109935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.116693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.128861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.137772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:33.141241 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.153703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.196848 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e022dada-7724-4c39-ad1e-418fa889d977 req-2e73ee8c-515c-4f1e-860b-811b9196b7d2 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621675 Feb 04 05:53:33.197657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:33.242755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.251642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.251987 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Added segment c7876edc-92d5-46b4-9237-8e455dc1cae2 of type vlan for network 9285a0a1-f8ac-4356-a6b1-6b646498295f Feb 04 05:53:33.257311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d845cd01-195b-4cc2-9841-de496d713214,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:33.296650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:33.302502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:33.308036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:33.312887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Pushing event updated for resources: {'Port': ['ID=6aaf0095-d8f0-4980-b0fc-e935271d1746,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:33.316896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.327943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.367221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.453651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event updated for resources: {'Subnet': ['ID=c532bf92-ae8f-4f92-9cb2-d6d425c53d67,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:33.469755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.470682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:33.471743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.488666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Checking segment: {'id': 'a74eb501-c75d-4ea1-bdbb-bbca22fc0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7a8ba8-48f8-4829-a95d-c596d63bd112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:33.489026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Network hostable DHCP agents. Network: 5e7a8ba8-48f8-4829-a95d-c596d63bd112, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:33.520696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.578831 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3856330 Feb 04 05:53:33.585304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41934) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:33.591705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Request body: {'subnet': {'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:33.613107 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694364f-f6f1-4c10-ae09-9f4eafcd7adc tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event updated for resources: {'Network': ['ID=9285a0a1-f8ac-4356-a6b1-6b646498295f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:33.624113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Subnet': ['ID=15363d03-f386-4ffb-b945-a046fd3f7bcc,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:33.631643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Network 5e7a8ba8-48f8-4829-a95d-c596d63bd112 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:33.632646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 9285a0a1-f8ac-4356-a6b1-6b646498295f details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:33.643109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Checking segment: {'id': '314b7103-9c93-4906-8dde-a3d8e40a33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3760277f-e7a8-4f63-ba7f-c30fa56a8d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:33.643459 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network hostable DHCP agents. Network: 3760277f-e7a8-4f63-ba7f-c30fa56a8d91, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:33.667157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 5e7a8ba8-48f8-4829-a95d-c596d63bd112) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:33.671777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Made reservation on behalf of 0605b56f9e67409e9860a32c21a8da88 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:33.674127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.678224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.701584 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network 3760277f-e7a8-4f63-ba7f-c30fa56a8d91 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:33.710309 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.712063 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 3760277f-e7a8-4f63-ba7f-c30fa56a8d91) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:33.716483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:33.717063 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.734757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b4f20-e4b3-45a4-803a-0956edf0452f None None] Network 5e7a8ba8-48f8-4829-a95d-c596d63bd112 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:33.737003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec01f2-c2e8-4b9d-b3e2-339e9482e538 None None] Network 3760277f-e7a8-4f63-ba7f-c30fa56a8d91 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:33.764925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.772839 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-37abf1c6-3de8-4c60-9ee0-03aab03252a8 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8028102 Feb 04 05:53:33.773141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41936) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:33.774895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.862131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event updated for resources: {'Subnet': ['ID=67be3233-ee41-4a24-a966-87f46ff64dad,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:33.903136 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=a4f85cc8-696b-4c1b-97d8-ee14716df67f,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:33.908475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Checking segment: {'id': '3168098a-89be-45db-86b2-8fe39619e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '539b1901-ce5e-4e1e-b553-95cea3f25ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:33.908837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Network hostable DHCP agents. Network: 539b1901-ce5e-4e1e-b553-95cea3f25ff9, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:33.959861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.963755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.019160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Network 539b1901-ce5e-4e1e-b553-95cea3f25ff9 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:34.033980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.041169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-5e7a8ba8-48f8-4829-a95d-c596d63bd112', 'network_id': '5e7a8ba8-48f8-4829-a95d-c596d63bd112', 'tenant_id': '0f24d7be218b4d3f82c65fb12770c14c', 'fixed_ips': [{'subnet_id': 'c532bf92-ae8f-4f92-9cb2-d6d425c53d67'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:53:34.042284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.060272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 539b1901-ce5e-4e1e-b553-95cea3f25ff9) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:34.082429 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1abb551-d90b-410a-8494-aeeed80a1c7f None None] Network 539b1901-ce5e-4e1e-b553-95cea3f25ff9 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:34.106953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:34.107555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:34.108048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.109980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-3760277f-e7a8-4f63-ba7f-c30fa56a8d91', 'network_id': '3760277f-e7a8-4f63-ba7f-c30fa56a8d91', 'tenant_id': 'ee1ac8e96cce4af290da28ce42906925', 'fixed_ips': [{'subnet_id': '15363d03-f386-4ffb-b945-a046fd3f7bcc'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:53:34.110888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.145889 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-359d5b6b-a922-4d34-ac02-6fe22f9fc457 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.3724260 Feb 04 05:53:34.155927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41938) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:34.171283 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP f4a1bef3-4fcf-4f0e-a836-8d309840207d associated. External IP: 172.26.5.114, port: 8558e519-a0f1-41ca-b559-ac11828d423a. Feb 04 05:53:34.304788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d83b73e6-572a-46cd-ab2b-07901b1aa04f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:34.344293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.353359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: d83b73e6-572a-46cd-ab2b-07901b1aa04f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:34.353572 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d83b73e6-572a-46cd-ab2b-07901b1aa04f not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:34.485332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Allocated IP 2001:db8::1 (5e7a8ba8-48f8-4829-a95d-c596d63bd112/c532bf92-ae8f-4f92-9cb2-d6d425c53d67/243b63db-63fb-4bf6-b3a1-0027195c4285) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:34.493229 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Router 8b98ae7f-53ce-4988-82f6-514a33b000aa is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:34.499885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Allocated IP 2001:db8::2 (3760277f-e7a8-4f63-ba7f-c30fa56a8d91/15363d03-f386-4ffb-b945-a046fd3f7bcc/69f7baf7-598c-49ad-a93b-de1018f16b0e) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:34.595902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-539b1901-ce5e-4e1e-b553-95cea3f25ff9', 'network_id': '539b1901-ce5e-4e1e-b553-95cea3f25ff9', 'tenant_id': '0f24d7be218b4d3f82c65fb12770c14c', 'fixed_ips': [{'subnet_id': '67be3233-ee41-4a24-a966-87f46ff64dad'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:53:34.596755 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.610790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:34.631176 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.635695 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bc7346b4-c0bd-4bb5-b46b-9c5c20a4606e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3385935 Feb 04 05:53:34.635831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207a8d1f-41b9-4832-8602-7cd32c0cc7ab None None] Sync routers for ids ['8b98ae7f-53ce-4988-82f6-514a33b000aa'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:34.635916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41944) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:34.641851 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-419f8f93-2718-497c-b429-fc1019eae439 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'enable_snat': False}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:34.642880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23f8702-7109-4ee3-bf5c-eaae93a6f209 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:34.645991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23f8702-7109-4ee3-bf5c-eaae93a6f209 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:34.646680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23f8702-7109-4ee3-bf5c-eaae93a6f209 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:34.648271 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c23f8702-7109-4ee3-bf5c-eaae93a6f209 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4912128 Feb 04 05:53:34.675293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41946) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:34.696459 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a8d1f-41b9-4832-8602-7cd32c0cc7ab None None] Routers {'8b98ae7f-53ce-4988-82f6-514a33b000aa'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:34.697846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-207a8d1f-41b9-4832-8602-7cd32c0cc7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['8b98ae7f-53ce-4988-82f6-514a33b000aa'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:34.711043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3e5d1-1f5c-477f-94ad-761debbdae84 req-d33724b8-0079-4260-9ff0-afcefb1d6410 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:34.712560 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1be3e5d1-1f5c-477f-94ad-761debbdae84 req-d33724b8-0079-4260-9ff0-afcefb1d6410 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1394284 Feb 04 05:53:34.770769 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-968790c9-1c34-4ece-a474-8f24988f7601 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Deleting subnet c532bf92-ae8f-4f92-9cb2-d6d425c53d67 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:34.801987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-207a8d1f-41b9-4832-8602-7cd32c0cc7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:34.822849 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1be3e5d1-1f5c-477f-94ad-761debbdae84 req-f6a135c6-8007-4ea0-b85f-208c7ec9566b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966716 Feb 04 05:53:34.880339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a8d1f-41b9-4832-8602-7cd32c0cc7ab None None] Routers {'8b98ae7f-53ce-4988-82f6-514a33b000aa'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:34.880957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-207a8d1f-41b9-4832-8602-7cd32c0cc7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['8b98ae7f-53ce-4988-82f6-514a33b000aa'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:34.889562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:53:34.890043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.937802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:34.954354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event updated for resources: {'Subnet': ['ID=134a5e02-8cc4-4cb7-bc19-937e784b8b80,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:34.972117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-207a8d1f-41b9-4832-8602-7cd32c0cc7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:34.973626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207a8d1f-41b9-4832-8602-7cd32c0cc7ab None None] The sync data for ids ['8b98ae7f-53ce-4988-82f6-514a33b000aa'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:35.007150 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-419f8f93-2718-497c-b429-fc1019eae439 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.018103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Checking segment: {'id': 'c7876edc-92d5-46b4-9237-8e455dc1cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:35.018472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Network hostable DHCP agents. Network: 9285a0a1-f8ac-4356-a6b1-6b646498295f, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:35.022476 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.026147 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.034823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Allocated IP 2001:db8:0:1::1 (539b1901-ce5e-4e1e-b553-95cea3f25ff9/67be3233-ee41-4a24-a966-87f46ff64dad/15727618-77a9-4e01-998b-02ebefba50fd) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:35.046310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.055151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.061615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-968790c9-1c34-4ece-a474-8f24988f7601 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.082932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Network 9285a0a1-f8ac-4356-a6b1-6b646498295f is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:35.096916 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 9285a0a1-f8ac-4356-a6b1-6b646498295f) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:35.102277 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:35.103314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.109004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:35.122160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.126863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-968790c9-1c34-4ece-a474-8f24988f7601 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.135583 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38372700-e4ec-4423-8f36-78fea490f67c None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:35.140359 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a0ffa014-0ddb-4e49-b3da-29a18d4aba13 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5513079 Feb 04 05:53:35.141640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.146202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41948) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:35.150430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-999029909', 'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:35.150996 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38372700-e4ec-4423-8f36-78fea490f67c None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:35.151615 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-38372700-e4ec-4423-8f36-78fea490f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:35.192117 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d8fd00ce-f12a-4a83-be65-b693148dc0ce tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3532903 Feb 04 05:53:35.192871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41952) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:35.195624 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-38372700-e4ec-4423-8f36-78fea490f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:35.206021 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38372700-e4ec-4423-8f36-78fea490f67c None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:35.206679 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-38372700-e4ec-4423-8f36-78fea490f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:35.225422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd63259-1b46-4128-a836-d1a6bbe06afa None None] Network 9285a0a1-f8ac-4356-a6b1-6b646498295f requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:35.243146 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Network 5e7a8ba8-48f8-4829-a95d-c596d63bd112 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:35.244914 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-38372700-e4ec-4423-8f36-78fea490f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:35.245969 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38372700-e4ec-4423-8f36-78fea490f67c None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:35.246081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Made reservation on behalf of 0605b56f9e67409e9860a32c21a8da88 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:35.249731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.257132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:35.280017 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b67d85b1-b47e-4515-9fb8-ce6f9f484ca2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "GET /v2.0/floatingips/f4a1bef3-4fcf-4f0e-a836-8d309840207d HTTP/1.1" status: 200 len: 978 time: 0.0861309 Feb 04 05:53:35.281166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] device_id is not set on port d9e3f450-ac5d-4703-95e5-c1364645397a yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:35.284833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41954) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:35.297867 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:35.298405 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Subnet': ['ID=15363d03-f386-4ffb-b945-a046fd3f7bcc,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:35.328037 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-968790c9-1c34-4ece-a474-8f24988f7601 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.350778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Network 3760277f-e7a8-4f63-ba7f-c30fa56a8d91 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:35.360797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Pushing event updated for resources: {'Port': ['ID=243b63db-63fb-4bf6-b3a1-0027195c4285,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:35.363633 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:35.383507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:35.407005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.444188 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3760277f-e7a8-4f63-ba7f-c30fa56a8d91']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:35.450860 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fc8731a7-6093-4a66-b3a5-7d4e4be1b32f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1618352 Feb 04 05:53:35.451216 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41956) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:35.455649 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-38d19c11-802c-4622-acad-391a4244a40c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'floatingip': {'port_id': '06b46da9-1ec7-4762-9a3c-93b03a8e20e3'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:35.461314 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314b7103-9c93-4906-8dde-a3d8e40a33e7') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:35.461611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314b7103-9c93-4906-8dde-a3d8e40a33e7') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:35.477351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.516193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Pushing event updated for resources: {'Port': ['ID=69f7baf7-598c-49ad-a93b-de1018f16b0e,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:35.527014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-968790c9-1c34-4ece-a474-8f24988f7601 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.529932 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.540646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Attempting to bind port 243b63db-63fb-4bf6-b3a1-0027195c4285 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:35.540928 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Attempting to bind port 243b63db-63fb-4bf6-b3a1-0027195c4285 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'a74eb501-c75d-4ea1-bdbb-bbca22fc0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7a8ba8-48f8-4829-a95d-c596d63bd112'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:35.542060 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Attempting to bind port 243b63db-63fb-4bf6-b3a1-0027195c4285 on network 5e7a8ba8-48f8-4829-a95d-c596d63bd112 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:35.560134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-38d19c11-802c-4622-acad-391a4244a40c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.569187 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:35.569592 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:35.575602 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:35.578698 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-968790c9-1c34-4ece-a474-8f24988f7601 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.584678 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-968790c9-1c34-4ece-a474-8f24988f7601 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "DELETE /v2.0/subnets/c532bf92-ae8f-4f92-9cb2-d6d425c53d67 HTTP/1.1" status: 204 len: 168 time: 0.9048283 Feb 04 05:53:35.592007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968790c9-1c34-4ece-a474-8f24988f7601 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Subnet': ['ID=c532bf92-ae8f-4f92-9cb2-d6d425c53d67,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:35.593682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41958) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:35.606673 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:35.607056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Checking segment: {'id': 'a74eb501-c75d-4ea1-bdbb-bbca22fc0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7a8ba8-48f8-4829-a95d-c596d63bd112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:35.607455 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.607848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Bound using segment: {'id': 'a74eb501-c75d-4ea1-bdbb-bbca22fc0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7a8ba8-48f8-4829-a95d-c596d63bd112'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:35.608325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Bound port: 243b63db-63fb-4bf6-b3a1-0027195c4285, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74eb501-c75d-4ea1-bdbb-bbca22fc0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7a8ba8-48f8-4829-a95d-c596d63bd112'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:35.608722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.627135 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Attempting to bind port 69f7baf7-598c-49ad-a93b-de1018f16b0e on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:35.627501 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Attempting to bind port 69f7baf7-598c-49ad-a93b-de1018f16b0e by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '314b7103-9c93-4906-8dde-a3d8e40a33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3760277f-e7a8-4f63-ba7f-c30fa56a8d91'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:35.627863 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Attempting to bind port 69f7baf7-598c-49ad-a93b-de1018f16b0e on network 3760277f-e7a8-4f63-ba7f-c30fa56a8d91 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:35.650330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec77d32-2456-4f18-b9e4-d5ac02da801a None None] Network 9285a0a1-f8ac-4356-a6b1-6b646498295f requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:35.653565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Allocated IP 172.20.0.2 (9285a0a1-f8ac-4356-a6b1-6b646498295f/134a5e02-8cc4-4cb7-bc19-937e784b8b80/d9e3f450-ac5d-4703-95e5-c1364645397a) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:35.655301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:35.655962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Checking segment: {'id': '314b7103-9c93-4906-8dde-a3d8e40a33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3760277f-e7a8-4f63-ba7f-c30fa56a8d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:35.656429 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.656890 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Bound using segment: {'id': '314b7103-9c93-4906-8dde-a3d8e40a33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3760277f-e7a8-4f63-ba7f-c30fa56a8d91'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:35.657465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Bound port: 69f7baf7-598c-49ad-a93b-de1018f16b0e, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314b7103-9c93-4906-8dde-a3d8e40a33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3760277f-e7a8-4f63-ba7f-c30fa56a8d91'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:35.657912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.712889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.db.api [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:53:35.712889 dv-neutron-826811-2-hyperv neutron-server[102166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:53:35.712889 dv-neutron-826811-2-hyperv neutron-server[102166]: [parameters: {'id': '3760277f-e7a8-4f63-ba7f-c30fa56a8d91'}] Feb 04 05:53:35.712889 dv-neutron-826811-2-hyperv neutron-server[102166]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:53:35.713741 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG oslo_db.api [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:53:35.725875 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8912c9-87a2-4303-bc33-090f2d7ac353 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Deleting subnet 67be3233-ee41-4a24-a966-87f46ff64dad {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:35.745257 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.762857 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e8912c9-87a2-4303-bc33-090f2d7ac353 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.781292 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.841069 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e8912c9-87a2-4303-bc33-090f2d7ac353 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.857302 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Network 539b1901-ce5e-4e1e-b553-95cea3f25ff9 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:35.880497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:35.886250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] For port 243b63db-63fb-4bf6-b3a1-0027195c4285, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:35.893476 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] For port 243b63db-63fb-4bf6-b3a1-0027195c4285, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=243b63db-63fb-4bf6-b3a1-0027195c4285,segment=NetworkSegment(a74eb501-c75d-4ea1-bdbb-bbca22fc0725),segment_id=a74eb501-c75d-4ea1-bdbb-bbca22fc0725)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:35.895195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:35.931973 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] For port 69f7baf7-598c-49ad-a93b-de1018f16b0e, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:35.934828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.939012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Pushing event updated for resources: {'Port': ['ID=15727618-77a9-4e01-998b-02ebefba50fd,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:35.957130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.995166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] For port 69f7baf7-598c-49ad-a93b-de1018f16b0e, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=69f7baf7-598c-49ad-a93b-de1018f16b0e,segment=NetworkSegment(314b7103-9c93-4906-8dde-a3d8e40a33e7),segment_id=314b7103-9c93-4906-8dde-a3d8e40a33e7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:36.025200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.026204 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e8912c9-87a2-4303-bc33-090f2d7ac353 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.086665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-419f8f93-2718-497c-b429-fc1019eae439 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.097288 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a03348-7e5e-49e9-8e3d-c839f4297890 req-b90de77f-f89c-46bd-926a-0b9c4818bc2d tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:36.098447 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-419f8f93-2718-497c-b429-fc1019eae439 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.099470 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5a03348-7e5e-49e9-8e3d-c839f4297890 req-b90de77f-f89c-46bd-926a-0b9c4818bc2d tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.0684178 Feb 04 05:53:36.117018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Attempting to bind port 15727618-77a9-4e01-998b-02ebefba50fd on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:36.117519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Attempting to bind port 15727618-77a9-4e01-998b-02ebefba50fd by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '3168098a-89be-45db-86b2-8fe39619e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '539b1901-ce5e-4e1e-b553-95cea3f25ff9'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:36.117948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Attempting to bind port 15727618-77a9-4e01-998b-02ebefba50fd on network 539b1901-ce5e-4e1e-b553-95cea3f25ff9 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:36.122379 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2e73b-5d65-41c7-b904-c74299e5c21c None None] Pushing event updated for resources: {'Port': ['ID=243b63db-63fb-4bf6-b3a1-0027195c4285,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:36.139797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.148645 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:36.148645 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Checking segment: {'id': '3168098a-89be-45db-86b2-8fe39619e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '539b1901-ce5e-4e1e-b553-95cea3f25ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:36.149166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.149615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Bound using segment: {'id': '3168098a-89be-45db-86b2-8fe39619e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '539b1901-ce5e-4e1e-b553-95cea3f25ff9'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:36.150167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Bound port: 15727618-77a9-4e01-998b-02ebefba50fd, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3168098a-89be-45db-86b2-8fe39619e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '539b1901-ce5e-4e1e-b553-95cea3f25ff9'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:36.150614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.181183 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0d08f2-b286-4346-8e93-d1d5a6df2336 None None] Network 5e7a8ba8-48f8-4829-a95d-c596d63bd112 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:36.206021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Network 9285a0a1-f8ac-4356-a6b1-6b646498295f is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:36.223115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:36.232529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:36.256665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c15b2-27c9-4182-b672-71beaf3ea2b8 None None] Network 3760277f-e7a8-4f63-ba7f-c30fa56a8d91 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:36.266960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event updated for resources: {'Port': ['ID=d9e3f450-ac5d-4703-95e5-c1364645397a,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:36.279003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5a03348-7e5e-49e9-8e3d-c839f4297890 req-3936e654-9325-42ca-80eb-b55890f7a67d tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439347 Feb 04 05:53:36.310295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1bd99-27ee-45bb-becf-fda552d1e96d None None] Pushing event updated for resources: {'Port': ['ID=69f7baf7-598c-49ad-a93b-de1018f16b0e,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:36.340505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:36.341147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.389970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.403249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e8912c9-87a2-4303-bc33-090f2d7ac353 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.403464 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f4ec313f-ed9f-480a-98cf-3ceda0b5c018 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.2543619 Feb 04 05:53:36.403562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41962) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:36.430837 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] For port 15727618-77a9-4e01-998b-02ebefba50fd, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:36.436502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-38d19c11-802c-4622-acad-391a4244a40c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.437371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8912c9-87a2-4303-bc33-090f2d7ac353 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Subnet': ['ID=67be3233-ee41-4a24-a966-87f46ff64dad,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:36.451085 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-38d19c11-802c-4622-acad-391a4244a40c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.475376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] For port 15727618-77a9-4e01-998b-02ebefba50fd, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=15727618-77a9-4e01-998b-02ebefba50fd,segment=NetworkSegment(3168098a-89be-45db-86b2-8fe39619e6aa),segment_id=3168098a-89be-45db-86b2-8fe39619e6aa)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:36.480388 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e8912c9-87a2-4303-bc33-090f2d7ac353 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.486102 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0e8912c9-87a2-4303-bc33-090f2d7ac353 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "DELETE /v2.0/subnets/67be3233-ee41-4a24-a966-87f46ff64dad HTTP/1.1" status: 204 len: 168 time: 0.8856661 Feb 04 05:53:36.486826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.494984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41964) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:36.531936 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419f8f93-2718-497c-b429-fc1019eae439 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Router 8b98ae7f-53ce-4988-82f6-514a33b000aa has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:36.546121 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Deleting port 69f7baf7-598c-49ad-a93b-de1018f16b0e {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:36.546428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.565047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859eb04-0f5d-42d6-9200-2ca1674c7d83 None None] Pushing event updated for resources: {'Port': ['ID=15727618-77a9-4e01-998b-02ebefba50fd,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:36.634908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46825b-8700-4dad-89e5-2a32236efa7d tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:36.640190 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-de46825b-8700-4dad-89e5-2a32236efa7d tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1414840 Feb 04 05:53:36.640872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41966) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:36.650231 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-38d19c11-802c-4622-acad-391a4244a40c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP f4a1bef3-4fcf-4f0e-a836-8d309840207d associated. External IP: 172.26.5.114, port: 8558e519-a0f1-41ca-b559-ac11828d423a. Feb 04 05:53:36.689617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f4cc6-802b-4b3e-bbed-9382eae71324 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Deleting port d9e3f450-ac5d-4703-95e5-c1364645397a {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:36.689970 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4cc6-802b-4b3e-bbed-9382eae71324 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.722270 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] For port 69f7baf7-598c-49ad-a93b-de1018f16b0e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=69f7baf7-598c-49ad-a93b-de1018f16b0e,segment=NetworkSegment(314b7103-9c93-4906-8dde-a3d8e40a33e7),segment_id=314b7103-9c93-4906-8dde-a3d8e40a33e7)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:36.723336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.776555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Calling delete_port for 69f7baf7-598c-49ad-a93b-de1018f16b0e owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:36.791914 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.839536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4cc6-802b-4b3e-bbed-9382eae71324 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.842879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419f8f93-2718-497c-b429-fc1019eae439 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:36.849338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-419f8f93-2718-497c-b429-fc1019eae439 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:36.852812 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-419f8f93-2718-497c-b429-fc1019eae439 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "PUT /v2.0/routers/8b98ae7f-53ce-4988-82f6-514a33b000aa HTTP/1.1" status: 200 len: 926 time: 2.2134571 Feb 04 05:53:36.853286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41968) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:36.861912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f4cc6-802b-4b3e-bbed-9382eae71324 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Calling delete_port for d9e3f450-ac5d-4703-95e5-c1364645397a owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:36.867052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3560d4a-bb44-41b1-9df3-55a87a4ade16 None None] Sync routers for ids ['8b98ae7f-53ce-4988-82f6-514a33b000aa'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:36.877284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3560d4a-bb44-41b1-9df3-55a87a4ade16 None None] Routers {'8b98ae7f-53ce-4988-82f6-514a33b000aa'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:36.878166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-b3560d4a-bb44-41b1-9df3-55a87a4ade16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['8b98ae7f-53ce-4988-82f6-514a33b000aa'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:36.920204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-b3560d4a-bb44-41b1-9df3-55a87a4ade16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:36.934434 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3560d4a-bb44-41b1-9df3-55a87a4ade16 None None] Routers {'8b98ae7f-53ce-4988-82f6-514a33b000aa'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:36.935164 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-b3560d4a-bb44-41b1-9df3-55a87a4ade16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['8b98ae7f-53ce-4988-82f6-514a33b000aa'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:36.973092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-b3560d4a-bb44-41b1-9df3-55a87a4ade16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:36.974050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3560d4a-bb44-41b1-9df3-55a87a4ade16 None None] The sync data for ids ['8b98ae7f-53ce-4988-82f6-514a33b000aa'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:37.013745 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a14afd6b-a39f-4894-948f-62d9e7d2fbec tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/routers/8b98ae7f-53ce-4988-82f6-514a33b000aa HTTP/1.1" status: 200 len: 926 time: 0.1403372 Feb 04 05:53:37.017103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41970) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:37.068391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.071089 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Deleting port 15727618-77a9-4e01-998b-02ebefba50fd {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:37.071417 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.151939 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Port': ['ID=69f7baf7-598c-49ad-a93b-de1018f16b0e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:37.158395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No DVR routers for this DVR port 69f7baf7-598c-49ad-a93b-de1018f16b0e on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:37.221519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d82b3f9-642b-4960-ab43-97c1886362b9 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:37.223709 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0d82b3f9-642b-4960-ab43-97c1886362b9 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&device_id=8b98ae7f-53ce-4988-82f6-514a33b000aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2047727 Feb 04 05:53:37.251733 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41972) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:37.292644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] For port 15727618-77a9-4e01-998b-02ebefba50fd, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=15727618-77a9-4e01-998b-02ebefba50fd,segment=NetworkSegment(3168098a-89be-45db-86b2-8fe39619e6aa),segment_id=3168098a-89be-45db-86b2-8fe39619e6aa)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:37.293014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.305462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.361906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Calling delete_port for 15727618-77a9-4e01-998b-02ebefba50fd owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:37.368348 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3760277f-e7a8-4f63-ba7f-c30fa56a8d91']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:37.388149 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314b7103-9c93-4906-8dde-a3d8e40a33e7') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:37.388462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314b7103-9c93-4906-8dde-a3d8e40a33e7') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:37.412753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.416530 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4cc6-802b-4b3e-bbed-9382eae71324 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.460470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d19c11-802c-4622-acad-391a4244a40c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:37.462758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f4cc6-802b-4b3e-bbed-9382eae71324 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9e3f450-ac5d-4703-95e5-c1364645397a,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:37.476066 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.479246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77485e-61be-4c33-94df-26fc316311ff req-e2d7206d-63ef-4d2d-9d9b-a9f4677d1e2b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:37.485770 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0d77485e-61be-4c33-94df-26fc316311ff req-e2d7206d-63ef-4d2d-9d9b-a9f4677d1e2b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1226823 Feb 04 05:53:37.485958 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ac2e20-bf8d-4840-b68a-1337387c5b32 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:37.487528 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-96ac2e20-bf8d-4840-b68a-1337387c5b32 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/networks/e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 881 time: 0.2348199 Feb 04 05:53:37.492922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:37.493366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:37.496512 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:37.498330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41976) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:37.591048 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e361782c-66d0-430c-874b-6c707c5b6f60 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b98ae7f-53ce-4988-82f6-514a33b000aa HTTP/1.1" status: 200 len: 205 time: 0.0888696 Feb 04 05:53:37.599425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41978) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:37.622046 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0d77485e-61be-4c33-94df-26fc316311ff req-1e5e4084-ea29-41b9-919f-f39e178db625 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125512 Feb 04 05:53:37.627487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4cc6-802b-4b3e-bbed-9382eae71324 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.633922 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9e3f4cc6-802b-4b3e-bbed-9382eae71324 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d9e3f450-ac5d-4703-95e5-c1364645397a HTTP/1.1" status: 204 len: 168 time: 1.2269919 Feb 04 05:53:37.634064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41980) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:37.638934 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f', 'external_fixed_ips': [{'subnet_id': '134a5e02-8cc4-4cb7-bc19-937e784b8b80', 'ip_address': '172.20.0.2'}]}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:37.647121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76af4ee6-11f0-43c2-aa71-220c17912149 None None] Network 539b1901-ce5e-4e1e-b553-95cea3f25ff9 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:37.706510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d19c11-802c-4622-acad-391a4244a40c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:37.709848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.710923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.714483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.718510 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0269e1-6f55-474f-bfa2-09ea0502a813 None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:37.726938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-03e9f8d6-8e83-4a9d-ad1f-2fa8f1885abe None None] Could not find standard attr ID for object 15727618-77a9-4e01-998b-02ebefba50fd. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:53:37.728012 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.732267 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0269e1-6f55-474f-bfa2-09ea0502a813 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:37.733858 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ef0269e1-6f55-474f-bfa2-09ea0502a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:37.742422 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.751266 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/networks/3760277f-e7a8-4f63-ba7f-c30fa56a8d91 HTTP/1.1" status: 204 len: 168 time: 3.9724603 Feb 04 05:53:37.753686 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41982) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:37.759209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-396620904'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:37.794462 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ef0269e1-6f55-474f-bfa2-09ea0502a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:37.801582 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Port': ['ID=15727618-77a9-4e01-998b-02ebefba50fd,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:37.803722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c387-0ac4-46eb-aaa7-c2a30b25aecf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Network': ['ID=3760277f-e7a8-4f63-ba7f-c30fa56a8d91,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:37.808081 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] No DVR routers for this DVR port 15727618-77a9-4e01-998b-02ebefba50fd on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:37.816767 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0269e1-6f55-474f-bfa2-09ea0502a813 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:37.817645 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ef0269e1-6f55-474f-bfa2-09ea0502a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:37.848533 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.860125 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ef0269e1-6f55-474f-bfa2-09ea0502a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:37.861141 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0269e1-6f55-474f-bfa2-09ea0502a813 None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:37.864510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.879065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7bdc2a-c6b2-4a6a-8592-b6a830d50744 None None] DHCP port deletion for 539b1901-ce5e-4e1e-b553-95cea3f25ff9 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:53:37.907289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9f4e3-bd98-42ad-809b-18418be9012e None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:53:37.907582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:37.914747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:37.968954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.028784 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539b1901-ce5e-4e1e-b553-95cea3f25ff9']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:38.043990 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3168098a-89be-45db-86b2-8fe39619e6aa') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:38.044285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3168098a-89be-45db-86b2-8fe39619e6aa') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:38.058143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.077017 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.078028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:38.083647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.083872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.091778 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:38.092192 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:38.095852 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:38.101019 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.101391 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Added segment 71f091b2-c02b-4966-b6a3-493437bb78f7 of type vlan for network 887cd598-127a-44f8-9351-3a0a517d4345 Feb 04 05:53:38.178970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf9f4e3-bd98-42ad-809b-18418be9012e None None] Resources bound (agent type, host, resource id): {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:53:38.188098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Deleting port 6aaf0095-d8f0-4980-b0fc-e935271d1746 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:38.188590 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.191806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.221380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.241497 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.244715 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "DELETE /v2.0/networks/539b1901-ce5e-4e1e-b553-95cea3f25ff9 HTTP/1.1" status: 204 len: 168 time: 1.6033173 Feb 04 05:53:38.251440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d19c11-802c-4622-acad-391a4244a40c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:38.254840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41986) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:38.259434 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676a2c-8113-40b9-bddd-6f4b35eba375 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Network': ['ID=539b1901-ce5e-4e1e-b553-95cea3f25ff9,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:38.299925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.314449 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Calling delete_port for 6aaf0095-d8f0-4980-b0fc-e935271d1746 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:38.322347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.328023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:38.328611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.458779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.474421 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7188847 Feb 04 05:53:38.480782 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 41988) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:38.481462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5188001-84c4-4bbc-9214-2104140ec9aa tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Network': ['ID=887cd598-127a-44f8-9351-3a0a517d4345,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:38.491039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Request body: {'subnet': {'network_id': '887cd598-127a-44f8-9351-3a0a517d4345', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:38.512171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 887cd598-127a-44f8-9351-3a0a517d4345 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:38.651062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d19c11-802c-4622-acad-391a4244a40c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:38.658285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-38d19c11-802c-4622-acad-391a4244a40c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.662827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd6018-2d1f-410a-818d-cca9929fe398 None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:38.673541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd6018-2d1f-410a-818d-cca9929fe398 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:38.674354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-97cd6018-2d1f-410a-818d-cca9929fe398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:38.747090 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139cd8fc-4dcc-4eab-85f6-b5566a69f0c1 None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:53:38.753796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.754379 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-97cd6018-2d1f-410a-818d-cca9929fe398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:38.795408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Pushing event deleted for resources: {'Port': ['ID=6aaf0095-d8f0-4980-b0fc-e935271d1746,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:38.808129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd6018-2d1f-410a-818d-cca9929fe398 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:38.808777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-97cd6018-2d1f-410a-818d-cca9929fe398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:38.865193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-97cd6018-2d1f-410a-818d-cca9929fe398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:38.866528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd6018-2d1f-410a-818d-cca9929fe398 None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:38.886759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Deleting port 243b63db-63fb-4bf6-b3a1-0027195c4285 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:38.887964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.889254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.891092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Made reservation on behalf of ee1ac8e96cce4af290da28ce42906925 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:38.894792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.939328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139cd8fc-4dcc-4eab-85f6-b5566a69f0c1 None None] Resources bound (agent type, host, resource id): {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:53:38.971685 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-38d19c11-802c-4622-acad-391a4244a40c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "PUT /v2.0/floatingips/f4a1bef3-4fcf-4f0e-a836-8d309840207d HTTP/1.1" status: 200 len: 979 time: 3.5194325 Feb 04 05:53:38.992226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41992) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:38.998903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c984eb0d-6951-437b-8b32-43bf87ce6fba tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:39.011954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.049402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ea662-8f96-468f-af96-a2f4edbc05f0 req-f79622db-d980-45f6-9eaf-55cbb4e57cfe tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:39.051979 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-994ea662-8f96-468f-af96-a2f4edbc05f0 req-f79622db-d980-45f6-9eaf-55cbb4e57cfe tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2783351 Feb 04 05:53:39.057527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.069929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.079195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c984eb0d-6951-437b-8b32-43bf87ce6fba tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.130037 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.147890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] For port 243b63db-63fb-4bf6-b3a1-0027195c4285, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=243b63db-63fb-4bf6-b3a1-0027195c4285,segment=NetworkSegment(a74eb501-c75d-4ea1-bdbb-bbca22fc0725),segment_id=a74eb501-c75d-4ea1-bdbb-bbca22fc0725)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:39.148254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.161154 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.161817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Fanout notify agent at l3_agent the message router_deleted on router 8b98ae7f-53ce-4988-82f6-514a33b000aa {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:39.170996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.177237 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-57d2e7c4-1228-48d8-8c92-6f472ff5329c tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/8b98ae7f-53ce-4988-82f6-514a33b000aa HTTP/1.1" status: 204 len: 168 time: 1.5711503 Feb 04 05:53:39.177237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41994) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:39.181645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-52bb64e8-9b1d-4c1d-8ebf-d1e5715f5a14 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-811931585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:39.215615 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-994ea662-8f96-468f-af96-a2f4edbc05f0 req-ecf3effe-02c2-49f4-8dc8-368a0d39192b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520264 Feb 04 05:53:39.216516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Calling delete_port for 243b63db-63fb-4bf6-b3a1-0027195c4285 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:39.264500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52bb64e8-9b1d-4c1d-8ebf-d1e5715f5a14 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.265559 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52bb64e8-9b1d-4c1d-8ebf-d1e5715f5a14 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.324055 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c984eb0d-6951-437b-8b32-43bf87ce6fba tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.327745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c984eb0d-6951-437b-8b32-43bf87ce6fba tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.328067 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-c984eb0d-6951-437b-8b32-43bf87ce6fba tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP f4a1bef3-4fcf-4f0e-a836-8d309840207d disassociated. External IP: 172.26.5.114, port: 06b46da9-1ec7-4762-9a3c-93b03a8e20e3. Feb 04 05:53:39.405611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52bb64e8-9b1d-4c1d-8ebf-d1e5715f5a14 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.413276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52bb64e8-9b1d-4c1d-8ebf-d1e5715f5a14 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.452699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Allocated IP 172.20.0.2 (9285a0a1-f8ac-4356-a6b1-6b646498295f/134a5e02-8cc4-4cb7-bc19-937e784b8b80/19bc71af-98fd-4e8a-8935-a41fe394a815) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:39.464446 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52bb64e8-9b1d-4c1d-8ebf-d1e5715f5a14 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.468304 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-52bb64e8-9b1d-4c1d-8ebf-d1e5715f5a14 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2878139 Feb 04 05:53:39.468945 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41996) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:39.475318 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:39.477061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.543631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Port': ['ID=243b63db-63fb-4bf6-b3a1-0027195c4285,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:39.548528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] No DVR routers for this DVR port 243b63db-63fb-4bf6-b3a1-0027195c4285 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:39.691976 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.719052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:53:39.733729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.737542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.755971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7a8ba8-48f8-4829-a95d-c596d63bd112']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:39.762817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.794032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74eb501-c75d-4ea1-bdbb-bbca22fc0725') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:39.794364 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74eb501-c75d-4ea1-bdbb-bbca22fc0725') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:39.815472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.832941 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c984eb0d-6951-437b-8b32-43bf87ce6fba tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:39.857908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.871394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event updated for resources: {'Subnet': ['ID=8cc53982-095b-49ac-8f1a-c2dce6c14d7e,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:39.874965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:39.875374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:39.880520 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:39.981291 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c984eb0d-6951-437b-8b32-43bf87ce6fba tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:39.986490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c984eb0d-6951-437b-8b32-43bf87ce6fba tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:39.999698 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888e604e-9ba7-4bdc-8816-027f13065704 None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:40.011942 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888e604e-9ba7-4bdc-8816-027f13065704 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:40.012766 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-888e604e-9ba7-4bdc-8816-027f13065704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:40.050151 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-888e604e-9ba7-4bdc-8816-027f13065704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:40.061147 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888e604e-9ba7-4bdc-8816-027f13065704 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:40.061982 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-888e604e-9ba7-4bdc-8816-027f13065704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:40.086524 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c984eb0d-6951-437b-8b32-43bf87ce6fba tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "PUT /v2.0/floatingips/f4a1bef3-4fcf-4f0e-a836-8d309840207d HTTP/1.1" status: 200 len: 688 time: 1.0930088 Feb 04 05:53:40.088987 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 41998) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:40.101673 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-888e604e-9ba7-4bdc-8816-027f13065704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:40.102572 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888e604e-9ba7-4bdc-8816-027f13065704 None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:40.187371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.200810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Checking segment: {'id': '71f091b2-c02b-4966-b6a3-493437bb78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '887cd598-127a-44f8-9351-3a0a517d4345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:40.201184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network hostable DHCP agents. Network: 887cd598-127a-44f8-9351-3a0a517d4345, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:40.206374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.215330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.293658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Network 9285a0a1-f8ac-4356-a6b1-6b646498295f is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:40.298475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.303818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:40.306964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:40.313344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event updated for resources: {'Port': ['ID=19bc71af-98fd-4e8a-8935-a41fe394a815,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:40.349237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Network 887cd598-127a-44f8-9351-3a0a517d4345 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:40.352838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.358301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "DELETE /v2.0/networks/5e7a8ba8-48f8-4829-a95d-c596d63bd112 HTTP/1.1" status: 204 len: 168 time: 2.1002214 Feb 04 05:53:40.359135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-39f81f8a-ee29-4305-8059-b6439ec0c690 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port a4f85cc8-696b-4c1b-97d8-ee14716df67f {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:40.359135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-39f81f8a-ee29-4305-8059-b6439ec0c690 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.361974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42002) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:40.389677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039ee8b-283e-4fe4-9cb9-ea029b516f0b tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Network': ['ID=5e7a8ba8-48f8-4829-a95d-c596d63bd112,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:40.398271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 887cd598-127a-44f8-9351-3a0a517d4345) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:40.408879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:40.409496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.416296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5763111-3a08-4edc-ba11-500df6e32224 None None] Network 887cd598-127a-44f8-9351-3a0a517d4345 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:40.500749 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d06c852a-10b0-4003-a4b2-712600d089ae tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0153942 Feb 04 05:53:40.504779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Allocated IP 172.26.5.2 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/ad9eade3-092c-4d73-a8e8-a6741c2c9499) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:40.509898 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42004) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:40.511992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77660a36-80e0-45c6-989b-454aac76739a req-ce24f566-a93c-4d6d-aca6-c6a1146c7b6e tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:40.514279 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-77660a36-80e0-45c6-989b-454aac76739a req-ce24f566-a93c-4d6d-aca6-c6a1146c7b6e tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2051032 Feb 04 05:53:40.591201 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-77660a36-80e0-45c6-989b-454aac76739a req-05b05baa-dfa9-42dc-8cf9-5a4162ccf28d tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563745 Feb 04 05:53:40.664929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-887cd598-127a-44f8-9351-3a0a517d4345', 'network_id': '887cd598-127a-44f8-9351-3a0a517d4345', 'tenant_id': 'ee1ac8e96cce4af290da28ce42906925', 'fixed_ips': [{'subnet_id': '8cc53982-095b-49ac-8f1a-c2dce6c14d7e'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:53:40.665837 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.705907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.828134 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Allocated IP 2001:db8::f816:3eff:feac:768a (887cd598-127a-44f8-9351-3a0a517d4345/8cc53982-095b-49ac-8f1a-c2dce6c14d7e/1e622861-ad82-4010-a305-8873772c2434) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:40.843029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.913899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-39f81f8a-ee29-4305-8059-b6439ec0c690 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.914394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-39f81f8a-ee29-4305-8059-b6439ec0c690 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.938372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.966654 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-39f81f8a-ee29-4305-8059-b6439ec0c690 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for a4f85cc8-696b-4c1b-97d8-ee14716df67f owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:40.987552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.997675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.034473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Network 887cd598-127a-44f8-9351-3a0a517d4345 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:41.038247 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:41.041759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:41.071851 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Pushing event updated for resources: {'Port': ['ID=1e622861-ad82-4010-a305-8873772c2434,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:41.090250 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.091351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Router fe36d785-1bda-4254-9fbc-b7b0cfc19fc0 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:41.106664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Attempting to bind port 1e622861-ad82-4010-a305-8873772c2434 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:41.107126 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Attempting to bind port 1e622861-ad82-4010-a305-8873772c2434 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '71f091b2-c02b-4966-b6a3-493437bb78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '887cd598-127a-44f8-9351-3a0a517d4345'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:41.107605 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Attempting to bind port 1e622861-ad82-4010-a305-8873772c2434 on network 887cd598-127a-44f8-9351-3a0a517d4345 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:41.112691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:41.113443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Checking segment: {'id': '71f091b2-c02b-4966-b6a3-493437bb78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '887cd598-127a-44f8-9351-3a0a517d4345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:41.113961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.114481 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Bound using segment: {'id': '71f091b2-c02b-4966-b6a3-493437bb78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '887cd598-127a-44f8-9351-3a0a517d4345'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:41.115034 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Bound port: 1e622861-ad82-4010-a305-8873772c2434, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f091b2-c02b-4966-b6a3-493437bb78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '887cd598-127a-44f8-9351-3a0a517d4345'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:41.115528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.134773 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.138500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.166260 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fbc060-1c06-4006-b951-8de14be7b273']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:41.179939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] For port 1e622861-ad82-4010-a305-8873772c2434, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:41.183971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] For port 1e622861-ad82-4010-a305-8873772c2434, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1e622861-ad82-4010-a305-8873772c2434,segment=NetworkSegment(71f091b2-c02b-4966-b6a3-493437bb78f7),segment_id=71f091b2-c02b-4966-b6a3-493437bb78f7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:41.186897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc41638-50aa-4545-9c7f-571985bb317a') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:41.187133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc41638-50aa-4545-9c7f-571985bb317a') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:41.189280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.205292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.205987 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:41.221753 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Sync routers for ids ['fe36d785-1bda-4254-9fbc-b7b0cfc19fc0'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:41.227308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.231280 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fe641d6b-c84d-4e8d-99b2-be1caf7b37da tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.5936460 Feb 04 05:53:41.232310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42008) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:41.245954 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Routers {'fe36d785-1bda-4254-9fbc-b7b0cfc19fc0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:41.246762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['fe36d785-1bda-4254-9fbc-b7b0cfc19fc0'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:41.252694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.280597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:41.281009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:41.284542 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:41.299244 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.310022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4057f-8eba-4582-8683-6e9f7984f184 None None] Pushing event updated for resources: {'Port': ['ID=1e622861-ad82-4010-a305-8873772c2434,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:41.372354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.428289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:41.436631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:41.441876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.443278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Pushing event updated for resources: {'Port': ['ID=ad9eade3-092c-4d73-a8e8-a6741c2c9499,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:41.448066 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:41.455296 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.461866 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "DELETE /v2.0/networks/78fbc060-1c06-4006-b951-8de14be7b273 HTTP/1.1" status: 204 len: 168 time: 1.0988731 Feb 04 05:53:41.470068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42010) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:41.509295 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964e32e-f71d-4c9a-b12d-0e4e77d72daf tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Network': ['ID=78fbc060-1c06-4006-b951-8de14be7b273,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:41.511856 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Deleting port 1e622861-ad82-4010-a305-8873772c2434 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:41.512193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.530015 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-39f81f8a-ee29-4305-8059-b6439ec0c690 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.531997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Set router fe36d785-1bda-4254-9fbc-b7b0cfc19fc0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:41.592483 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.600852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.617437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f81f8a-ee29-4305-8059-b6439ec0c690 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=a4f85cc8-696b-4c1b-97d8-ee14716df67f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:41.789460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.801209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe36d785-1bda-4254-9fbc-b7b0cfc19fc0', 'name': '', 'tenant_id': '0605b56f9e67409e9860a32c21a8da88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f', 'external_fixed_ips': [{'subnet_id': '134a5e02-8cc4-4cb7-bc19-937e784b8b80', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '19bc71af-98fd-4e8a-8935-a41fe394a815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:37Z', 'updated_at': '2022-02-04T05:53:40Z', 'revision_number': 3, 'project_id': '0605b56f9e67409e9860a32c21a8da88', 'gw_port': {'id': '19bc71af-98fd-4e8a-8935-a41fe394a815', 'name': '', 'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe36d785-1bda-4254-9fbc-b7b0cfc19fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '134a5e02-8cc4-4cb7-bc19-937e784b8b80', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:39Z', 'updated_at': '2022-02-04T05:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134a5e02-8cc4-4cb7-bc19-937e784b8b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:41.808512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] For port 1e622861-ad82-4010-a305-8873772c2434, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1e622861-ad82-4010-a305-8873772c2434,segment=NetworkSegment(71f091b2-c02b-4966-b6a3-493437bb78f7),segment_id=71f091b2-c02b-4966-b6a3-493437bb78f7)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:41.809275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.821219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:41.830778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758517b9-c9db-42a0-a1a1-10d3f0d88bda req-cc4c66fa-29d7-4fc8-b1f0-6abb4a6009ad tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:41.831580 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Checking router: fe36d785-1bda-4254-9fbc-b7b0cfc19fc0 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:41.832200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-758517b9-c9db-42a0-a1a1-10d3f0d88bda req-cc4c66fa-29d7-4fc8-b1f0-6abb4a6009ad tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1365190 Feb 04 05:53:41.833407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Updating router fe36d785-1bda-4254-9fbc-b7b0cfc19fc0 port 19bc71af-98fd-4e8a-8935-a41fe394a815 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:53:41.839221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Deleting port 19bc71af-98fd-4e8a-8935-a41fe394a815 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:41.839535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.850017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8897ab40-ae72-48a1-8a76-a3c4d8c7288a') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:41.850309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8897ab40-ae72-48a1-8a76-a3c4d8c7288a') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:41.865732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Calling delete_port for 1e622861-ad82-4010-a305-8873772c2434 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:41.868752 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.881817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.886956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-39f81f8a-ee29-4305-8059-b6439ec0c690 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.889824 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-39f81f8a-ee29-4305-8059-b6439ec0c690 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.891272 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-39f81f8a-ee29-4305-8059-b6439ec0c690 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/floatingips/f4a1bef3-4fcf-4f0e-a836-8d309840207d HTTP/1.1" status: 204 len: 168 time: 1.8010671 Feb 04 05:53:41.895453 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42014) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:41.939005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.943931 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-758517b9-c9db-42a0-a1a1-10d3f0d88bda req-0f79729d-7b46-4677-ad0f-ca52942e775f tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011090 Feb 04 05:53:41.951095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:41.951495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:41.954425 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:41.965430 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-f6af1783-9f46-4513-8c80-0f9a5a4b99e4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] delete failed (client error): The resource could not be found. Feb 04 05:53:41.966536 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f6af1783-9f46-4513-8c80-0f9a5a4b99e4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/floatingips/f4a1bef3-4fcf-4f0e-a836-8d309840207d HTTP/1.1" status: 404 len: 345 time: 0.0701659 Feb 04 05:53:41.975493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42016) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:42.101683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.104661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.119823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.132468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.137979 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] 10.222.0.15 "DELETE /v2.0/networks/e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2 HTTP/1.1" status: 204 len: 168 time: 0.6648736 Feb 04 05:53:42.143630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb73b23-9c25-492e-b383-d646fc6bcaa7 tempest-BulkNetworkOpsIpV6Test-367748690 tempest-BulkNetworkOpsIpV6Test-367748690-project] Pushing event deleted for resources: {'Network': ['ID=e0922f5f-fda2-4f6f-ac20-99c8c0cae5b2,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:42.150895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Calling delete_port for 19bc71af-98fd-4e8a-8935-a41fe394a815 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:42.160081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f93ec-850f-4838-9d1e-f75195f61a7b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:42.166157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f93ec-850f-4838-9d1e-f75195f61a7b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:42.172064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f93ec-850f-4838-9d1e-f75195f61a7b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:42.177412 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6e6f93ec-850f-4838-9d1e-f75195f61a7b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "GET /v2.0/ports?network_id=1e451e40-a784-4975-97a7-ab7ce2d81bc9 HTTP/1.1" status: 200 len: 2359 time: 0.1983926 Feb 04 05:53:42.177799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.180182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42022) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:42.274359 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.276144 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.276383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9469a9b7-38f8-46d5-9c1c-3cbadb3a1d2a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:42.282587 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9469a9b7-38f8-46d5-9c1c-3cbadb3a1d2a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "GET /v2.0/subnets/3cd954c9-6570-445b-ab4f-9eac8c6d4924 HTTP/1.1" status: 200 len: 797 time: 0.1014013 Feb 04 05:53:42.284664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42024) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:42.289724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'port': {'network_id': '1e451e40-a784-4975-97a7-ab7ce2d81bc9', 'name': 'tempest-FloatingIPTestJSON-381636371', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:42.380423 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Port': ['ID=1e622861-ad82-4010-a305-8873772c2434,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:42.390018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Attempting to bind port 19bc71af-98fd-4e8a-8935-a41fe394a815 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:42.390392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Attempting to bind port 19bc71af-98fd-4e8a-8935-a41fe394a815 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'c7876edc-92d5-46b4-9237-8e455dc1cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:42.390749 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Attempting to bind port 19bc71af-98fd-4e8a-8935-a41fe394a815 on network 9285a0a1-f8ac-4356-a6b1-6b646498295f {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:42.429310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:42.429310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Checking segment: {'id': 'c7876edc-92d5-46b4-9237-8e455dc1cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:42.429310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.429310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Bound using segment: {'id': 'c7876edc-92d5-46b4-9237-8e455dc1cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:42.429310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Bound port: 19bc71af-98fd-4e8a-8935-a41fe394a815, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7876edc-92d5-46b4-9237-8e455dc1cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:42.429310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.429993 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f668418-8a10-4517-9767-34c65db1f8d7 None None] Pushing event updated for resources: {'Port': ['ID=19bc71af-98fd-4e8a-8935-a41fe394a815,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:42.468894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No DVR routers for this DVR port 1e622861-ad82-4010-a305-8873772c2434 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:42.541510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42028) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:42.559816 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1e622861-ad82-4010-a305-8873772c2434 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:42.571588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Made reservation on behalf of ab2f571671b047ccb1cf44c3d893a45a for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:42.595450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.603541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 1e622861-ad82-4010-a305-8873772c2434 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:42.603884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1e622861-ad82-4010-a305-8873772c2434 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 05:53:42.624718 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Port 1e622861-ad82-4010-a305-8873772c2434 not found, will not notify nova. {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 05:53:42.630527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:53:42.630963 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:53:42.648919 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.664718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event deleted for resources: {'Port': ['ID=19bc71af-98fd-4e8a-8935-a41fe394a815,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:42.690063 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.697960 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.726382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3bff3-2ee6-4f20-97c5-75fdbfb84b29 None None] Network 887cd598-127a-44f8-9351-3a0a517d4345 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:42.766942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.777989 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.792212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.843109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc53982-095b-49ac-8f1a-c2dce6c14d7e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:42.861699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2efbb314-626e-46a0-bf53-7b5782bacc36 None None] Could not find standard attr ID for object 1e622861-ad82-4010-a305-8873772c2434. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:53:42.862383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] device_id is not set on port 7986e00c-4272-4d58-9ed5-d10d09f60f1e yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:42.870900 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-40bf124f-2b73-4e11-ae3f-d18908ee3d77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f24d7be218b4d3f82c65fb12770c14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282912 Feb 04 05:53:42.893419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42032) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:42.931345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.939479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76abe6f-9b0e-4fff-8ac1-d3d9caad10d1 None None] DHCP port deletion for 887cd598-127a-44f8-9351-3a0a517d4345 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:53:42.944323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.955282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:42.979885 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887cd598-127a-44f8-9351-3a0a517d4345']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:43.001927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f091b2-c02b-4966-b6a3-493437bb78f7') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:43.002245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f091b2-c02b-4966-b6a3-493437bb78f7') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:43.018416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.025689 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b46d9dc6-e6e2-4d7c-9879-d498873ddb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.045727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.059705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:43.060221 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:43.063654 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:43.069049 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b46d9dc6-e6e2-4d7c-9879-d498873ddb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.083861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Router e5c6d72f-c120-4976-b306-899d88b31ffc is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:43.087599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.088114 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe36d785-1bda-4254-9fbc-b7b0cfc19fc0 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:43.098031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.099175 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a5447ce2-3240-4da6-8e2f-2015d06a585b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "DELETE /v2.0/routers/fe36d785-1bda-4254-9fbc-b7b0cfc19fc0 HTTP/1.1" status: 204 len: 168 time: 1.8658803 Feb 04 05:53:43.104529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42036) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.145603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Attempting to bind port 19bc71af-98fd-4e8a-8935-a41fe394a815 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:43.145963 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Attempting to bind port 19bc71af-98fd-4e8a-8935-a41fe394a815 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'c7876edc-92d5-46b4-9237-8e455dc1cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:43.146386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Attempting to bind port 19bc71af-98fd-4e8a-8935-a41fe394a815 on network 9285a0a1-f8ac-4356-a6b1-6b646498295f {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:43.156188 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:43.156680 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Checking segment: {'id': 'c7876edc-92d5-46b4-9237-8e455dc1cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:43.157214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.157665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Bound using segment: {'id': 'c7876edc-92d5-46b4-9237-8e455dc1cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:43.158262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Bound port: 19bc71af-98fd-4e8a-8935-a41fe394a815, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7876edc-92d5-46b4-9237-8e455dc1cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9285a0a1-f8ac-4356-a6b1-6b646498295f'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:43.158706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.180093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Port 19bc71af-98fd-4e8a-8935-a41fe394a815 has been deleted concurrently {{(pid=102168) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 04 05:53:43.190782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Routers set() bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:43.191996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Router IDs set() for agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 05:53:43.192777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_agentschedulers_db [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fe36d785-1bda-4254-9fbc-b7b0cfc19fc0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent'). {{(pid=102168) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 05:53:43.193303 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2255d-c13e-42fb-9d01-10ed979da798 None None] The sync data for ids ['fe36d785-1bda-4254-9fbc-b7b0cfc19fc0'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:43.202498 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.212608 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.215747 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/networks/887cd598-127a-44f8-9351-3a0a517d4345 HTTP/1.1" status: 204 len: 168 time: 2.7012746 Feb 04 05:53:43.230453 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42038) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.246926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379c60c-30b7-41b0-933e-a1f8d4807637 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Network': ['ID=887cd598-127a-44f8-9351-3a0a517d4345,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:43.268890 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e95c30-80c1-4c50-aa0d-10c4f04d9350 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:43.270188 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e95c30-80c1-4c50-aa0d-10c4f04d9350 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:43.276285 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f0e95c30-80c1-4c50-aa0d-10c4f04d9350 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/subnets/8cc53982-095b-49ac-8f1a-c2dce6c14d7e HTTP/1.1" status: 404 len: 337 time: 0.0408070 Feb 04 05:53:43.300877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42040) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.328925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b46d9dc6-e6e2-4d7c-9879-d498873ddb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.331500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b46d9dc6-e6e2-4d7c-9879-d498873ddb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.333562 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b46d9dc6-e6e2-4d7c-9879-d498873ddb8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4725021-3771-40f9-b5d3-4a8e4be3aa77 HTTP/1.1" status: 204 len: 168 time: 0.4392970 Feb 04 05:53:43.338066 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-966b6833-b227-4d20-a681-deb4d71782f0 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:43.338649 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966b6833-b227-4d20-a681-deb4d71782f0 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:43.343886 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-966b6833-b227-4d20-a681-deb4d71782f0 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/networks/887cd598-127a-44f8-9351-3a0a517d4345 HTTP/1.1" status: 404 len: 339 time: 0.0394087 Feb 04 05:53:43.345217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42044) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.384158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d9dc6-e6e2-4d7c-9879-d498873ddb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4725021-3771-40f9-b5d3-4a8e4be3aa77,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:43.388982 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc57f8e-d176-4331-a27e-6bb5c9ecb6e6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:43.389466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc57f8e-d176-4331-a27e-6bb5c9ecb6e6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:43.392500 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7dc57f8e-d176-4331-a27e-6bb5c9ecb6e6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/subnets/15363d03-f386-4ffb-b945-a046fd3f7bcc HTTP/1.1" status: 404 len: 337 time: 0.0467384 Feb 04 05:53:43.399039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42046) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.409653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:43.421510 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f48c99-5be3-4504-aa53-b6416c04f6de None None] Sync routers for ids ['e5c6d72f-c120-4976-b306-899d88b31ffc'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:43.425903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.427469 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a38db394-1d56-4582-bb7b-9f4ca403077f tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "PUT /v2.0/routers/e5c6d72f-c120-4976-b306-899d88b31ffc HTTP/1.1" status: 200 len: 881 time: 3.9580739 Feb 04 05:53:43.428938 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e41ced-b197-4f83-9e37-86a969a13bbf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:43.429735 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e41ced-b197-4f83-9e37-86a969a13bbf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:43.433603 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-21e41ced-b197-4f83-9e37-86a969a13bbf tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/networks/3760277f-e7a8-4f63-ba7f-c30fa56a8d91 HTTP/1.1" status: 404 len: 339 time: 0.0334685 Feb 04 05:53:43.434467 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42048) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.436375 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42050) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.445288 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f48c99-5be3-4504-aa53-b6416c04f6de None None] Routers {'e5c6d72f-c120-4976-b306-899d88b31ffc'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:43.446356 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-74f48c99-5be3-4504-aa53-b6416c04f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e5c6d72f-c120-4976-b306-899d88b31ffc'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:43.499048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb36457-3568-4c02-b8a0-a7293cdeb28c req-7e0b64fe-9b8c-4ad4-a840-067af344464e tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:43.500325 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-74f48c99-5be3-4504-aa53-b6416c04f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:43.500978 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5cb36457-3568-4c02-b8a0-a7293cdeb28c req-7e0b64fe-9b8c-4ad4-a840-067af344464e tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.4705460 Feb 04 05:53:43.502537 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7c3901-7720-4c05-894e-f48fbc5b8033 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:43.502993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7c3901-7720-4c05-894e-f48fbc5b8033 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:43.507179 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cf7c3901-7720-4c05-894e-f48fbc5b8033 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/subnets/919470ba-e805-4acd-aa61-b11907c875ba HTTP/1.1" status: 404 len: 337 time: 0.0697973 Feb 04 05:53:43.508112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdf81c4-de9d-4daf-872f-30be994534b0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Deleting subnet 134a5e02-8cc4-4cb7-bc19-937e784b8b80 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:43.511368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42056) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.516917 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f48c99-5be3-4504-aa53-b6416c04f6de None None] Routers {'e5c6d72f-c120-4976-b306-899d88b31ffc'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:43.517634 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-74f48c99-5be3-4504-aa53-b6416c04f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e5c6d72f-c120-4976-b306-899d88b31ffc'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:43.522186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fdf81c4-de9d-4daf-872f-30be994534b0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.557478 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-74f48c99-5be3-4504-aa53-b6416c04f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:43.558829 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f48c99-5be3-4504-aa53-b6416c04f6de None None] The sync data for ids ['e5c6d72f-c120-4976-b306-899d88b31ffc'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:43.582755 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4686454e-9773-463b-8eeb-be293bc1f43a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/routers/e5c6d72f-c120-4976-b306-899d88b31ffc HTTP/1.1" status: 200 len: 922 time: 0.1457396 Feb 04 05:53:43.585402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42058) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.604929 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fd379c-a8c0-4470-8c8b-16f24ef4026f tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:43.605614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fd379c-a8c0-4470-8c8b-16f24ef4026f tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:43.608489 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-84fd379c-a8c0-4470-8c8b-16f24ef4026f tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/networks/ba05fa3d-c27b-424c-abc7-ce92455689a3 HTTP/1.1" status: 404 len: 339 time: 0.0932348 Feb 04 05:53:43.616505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42062) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.647391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fdf81c4-de9d-4daf-872f-30be994534b0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.651135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2ce14-0cab-4834-88f5-e2025d4eec71 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:43.654082 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4dc2ce14-0cab-4834-88f5-e2025d4eec71 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&device_id=e5c6d72f-c120-4976-b306-899d88b31ffc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0668788 Feb 04 05:53:43.655859 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42066) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.688055 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5cb36457-3568-4c02-b8a0-a7293cdeb28c req-9b0d4335-68b9-45dc-b1f4-95ea3bd8d83f tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773541 Feb 04 05:53:43.760552 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f17d9c-73f9-48ac-b112-1ff118119087 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:43.764647 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-61f17d9c-73f9-48ac-b112-1ff118119087 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/networks/e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 881 time: 0.1051242 Feb 04 05:53:43.764854 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42072) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.781754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fdf81c4-de9d-4daf-872f-30be994534b0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.792561 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f7363ccc-79b0-431d-ac26-53166d87d967 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5c6d72f-c120-4976-b306-899d88b31ffc HTTP/1.1" status: 200 len: 205 time: 0.0265880 Feb 04 05:53:43.795093 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42074) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:43.832890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.20.0.14 (1e451e40-a784-4975-97a7-ab7ce2d81bc9/3cd954c9-6570-445b-ab4f-9eac8c6d4924/7986e00c-4272-4d58-9ed5-d10d09f60f1e) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:43.850833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.20.0.13 (1e451e40-a784-4975-97a7-ab7ce2d81bc9/3cd954c9-6570-445b-ab4f-9eac8c6d4924/7986e00c-4272-4d58-9ed5-d10d09f60f1e) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:43.899722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c31e5178-aea1-4491-b610-94df7b38b029 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Deleting port 2e8d4d57-eed5-457a-b9a4-2fd07d0c14bd {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:43.900065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c31e5178-aea1-4491-b610-94df7b38b029 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.907996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fdf81c4-de9d-4daf-872f-30be994534b0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.091372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.119442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf81c4-de9d-4daf-872f-30be994534b0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=134a5e02-8cc4-4cb7-bc19-937e784b8b80,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:44.135438 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fdf81c4-de9d-4daf-872f-30be994534b0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.141971 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6fdf81c4-de9d-4daf-872f-30be994534b0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/134a5e02-8cc4-4cb7-bc19-937e784b8b80 HTTP/1.1" status: 204 len: 168 time: 1.0337589 Feb 04 05:53:44.143985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.146035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42084) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:44.157269 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42086) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:44.183593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.204921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c31e5178-aea1-4491-b610-94df7b38b029 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.267657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c31e5178-aea1-4491-b610-94df7b38b029 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Calling delete_port for 2e8d4d57-eed5-457a-b9a4-2fd07d0c14bd owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:44.271301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network 1e451e40-a784-4975-97a7-ab7ce2d81bc9 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:44.278075 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1768474178'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:44.281216 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=7986e00c-4272-4d58-9ed5-d10d09f60f1e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:44.290960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:44.298814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:44.321465 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:44.325321 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.329151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.339905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.354622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1e622861-ad82-4010-a305-8873772c2434 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:44.368866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.375027 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 1e622861-ad82-4010-a305-8873772c2434 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:44.375027 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1e622861-ad82-4010-a305-8873772c2434 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:44.416010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:44.416619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.431115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Deleting port ad9eade3-092c-4d73-a8e8-a6741c2c9499 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:44.431392 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.471004 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7075a5b2-af4b-40f6-89a3-3847314859f4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1852236 Feb 04 05:53:44.479790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42090) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:44.489598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '7986e00c-4272-4d58-9ed5-d10d09f60f1e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:44.501053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c31e5178-aea1-4491-b610-94df7b38b029 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.527352 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.539766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.540194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.543067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e5178-aea1-4491-b610-94df7b38b029 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Port': ['ID=2e8d4d57-eed5-457a-b9a4-2fd07d0c14bd,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:44.557067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c31e5178-aea1-4491-b610-94df7b38b029 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.560463 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c31e5178-aea1-4491-b610-94df7b38b029 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/ports/2e8d4d57-eed5-457a-b9a4-2fd07d0c14bd HTTP/1.1" status: 204 len: 168 time: 0.9405744 Feb 04 05:53:44.565577 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42092) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:44.577768 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9285a0a1-f8ac-4356-a6b1-6b646498295f']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:44.580203 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.584502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:44.599401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.601380 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-427a117a-4fe1-45e6-bf63-55ff1eeaf0bb tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:44.601836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427a117a-4fe1-45e6-bf63-55ff1eeaf0bb tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:44.607084 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-427a117a-4fe1-45e6-bf63-55ff1eeaf0bb tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/subnets/cf8e58db-5890-4870-ae36-5517a581c855 HTTP/1.1" status: 404 len: 337 time: 0.0381975 Feb 04 05:53:44.608171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7876edc-92d5-46b4-9237-8e455dc1cae2') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:44.608466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7876edc-92d5-46b4-9237-8e455dc1cae2') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:44.609944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42094) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:44.621440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0310647-3034-4543-85b0-1869860aa8da,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:44.630274 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Calling delete_port for ad9eade3-092c-4d73-a8e8-a6741c2c9499 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:44.634934 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.635046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.635209 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Added segment e73de246-e44f-4800-815d-139cceab493c of type vlan for network 1b878923-853e-48ff-a866-7347a7de59a2 Feb 04 05:53:44.682846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.698152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:44.698518 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: items = [ Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:44.700511 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:44.741383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.751963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.799194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.805979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.811452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:44.812051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.868518 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9285a0a1-f8ac-4356-a6b1-6b646498295f {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:53:44.872346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.877623 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "DELETE /v2.0/networks/9285a0a1-f8ac-4356-a6b1-6b646498295f HTTP/1.1" status: 204 len: 168 time: 0.7278676 Feb 04 05:53:44.893345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367b3a8-c4e3-48fd-9b6a-7bb69b867642 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event deleted for resources: {'Network': ['ID=9285a0a1-f8ac-4356-a6b1-6b646498295f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:44.904812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.932762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597385-1869-40d6-ad6a-2b46a8528f3d req-475aa3b2-0290-4928-ab10-5c0e97fdab6a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:44.934396 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b597385-1869-40d6-ad6a-2b46a8528f3d req-475aa3b2-0290-4928-ab10-5c0e97fdab6a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1645331 Feb 04 05:53:44.938339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c10c4d-e55a-45cf-ab91-dd55d276b231']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:44.947905 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7895732 Feb 04 05:53:44.948465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42100) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:44.954657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88859ceb-c7f5-42e5-81ac-855a69403cc3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Network': ['ID=1b878923-853e-48ff-a866-7347a7de59a2,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:44.955389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'name': 'tempest-PortsIpV6TestJSON-2070739333'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:44.959839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:44.960367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86ec9ce-97b6-4df7-b9e9-c0fa2bcf3d4d') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:44.969149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 1b878923-853e-48ff-a866-7347a7de59a2 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:44.992213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.002078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.052844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.070462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.073630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:45.073846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:45.080196 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:45.110739 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b597385-1869-40d6-ad6a-2b46a8528f3d req-388879ee-a01e-453b-a614-b453ea65dae8 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421988 Feb 04 05:53:45.178954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.186721 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Pushing event deleted for resources: {'Port': ['ID=ad9eade3-092c-4d73-a8e8-a6741c2c9499,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:45.188986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.194343 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/networks/01c10c4d-e55a-45cf-ab91-dd55d276b231 HTTP/1.1" status: 204 len: 168 time: 0.5833840 Feb 04 05:53:45.196759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42106) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:45.209256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:45.212857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.222461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547ca33-29aa-4392-b88c-e421ff4c3b6d tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Network': ['ID=01c10c4d-e55a-45cf-ab91-dd55d276b231,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:45.260625 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.26.5.183 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/a7480311-e810-4818-8801-4a365255a1f9) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:45.261353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port ccaff83d-9047-488a-9e6a-ffd5ad238461 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:45.262996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.328455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42108) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:45.340139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8e25cf02-b8f8-4d82-88f1-f28dfb52c9a0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Request body: {'router': {'name': 'tempest-router--1647317674', 'project_id': '4f7a4b3cced049bbbf24cc4628ca5331'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:45.386441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.389782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.406035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e25cf02-b8f8-4d82-88f1-f28dfb52c9a0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.407020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e25cf02-b8f8-4d82-88f1-f28dfb52c9a0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.469596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.470059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Fanout notify agent at l3_agent the message router_deleted on router e5c6d72f-c120-4976-b306-899d88b31ffc {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:45.477986 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.482467 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3e587d47-e132-4196-913d-d898126b4e99 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/e5c6d72f-c120-4976-b306-899d88b31ffc HTTP/1.1" status: 204 len: 168 time: 1.6831319 Feb 04 05:53:45.482607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4a429cc5-11e4-400e-ab77-77442225c40b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Deleting port 5b1fd8b3-1158-4841-899e-dff61f223148 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:45.482607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a429cc5-11e4-400e-ab77-77442225c40b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.482779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42110) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:45.493977 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9a0454dd-c59c-4d1d-9644-5c8965788638 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1613715459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:45.541153 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.544267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9a0454dd-c59c-4d1d-9644-5c8965788638 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.545370 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9a0454dd-c59c-4d1d-9644-5c8965788638 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.564053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e25cf02-b8f8-4d82-88f1-f28dfb52c9a0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.578405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e25cf02-b8f8-4d82-88f1-f28dfb52c9a0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.609727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.613873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a429cc5-11e4-400e-ab77-77442225c40b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.621806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9a0454dd-c59c-4d1d-9644-5c8965788638 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.626988 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e25cf02-b8f8-4d82-88f1-f28dfb52c9a0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.627531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9a0454dd-c59c-4d1d-9644-5c8965788638 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.628718 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8e25cf02-b8f8-4d82-88f1-f28dfb52c9a0 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2913949 Feb 04 05:53:45.633248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42112) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:45.636337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4a429cc5-11e4-400e-ab77-77442225c40b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Calling delete_port for 5b1fd8b3-1158-4841-899e-dff61f223148 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:45.637430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.677203 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9a0454dd-c59c-4d1d-9644-5c8965788638 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.680915 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9a0454dd-c59c-4d1d-9644-5c8965788638 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1948047 Feb 04 05:53:45.683469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42114) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:45.685349 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:45.693006 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'enable_snat': True}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:45.695328 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:45.700200 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:45.761149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd969e-10c8-465f-96ed-cebfbb7a72a1 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.789809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=a7480311-e810-4818-8801-4a365255a1f9,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:45.836163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.981398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd969e-10c8-465f-96ed-cebfbb7a72a1 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.986176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd969e-10c8-465f-96ed-cebfbb7a72a1 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.986851 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.004251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a429cc5-11e4-400e-ab77-77442225c40b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.036657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=ccaff83d-9047-488a-9e6a-ffd5ad238461,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:46.082210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a429cc5-11e4-400e-ab77-77442225c40b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.085584 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4a429cc5-11e4-400e-ab77-77442225c40b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/ports/5b1fd8b3-1158-4841-899e-dff61f223148 HTTP/1.1" status: 204 len: 168 time: 0.8875058 Feb 04 05:53:46.087501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a429cc5-11e4-400e-ab77-77442225c40b tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Port': ['ID=5b1fd8b3-1158-4841-899e-dff61f223148,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:46.092429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42116) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:46.102239 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd969e-10c8-465f-96ed-cebfbb7a72a1 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.102728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dd969e-10c8-465f-96ed-cebfbb7a72a1 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34501f51-18b8-4fcf-8bdc-8739c4871520 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:46.107172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd969e-10c8-465f-96ed-cebfbb7a72a1 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.108305 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d9dd969e-10c8-465f-96ed-cebfbb7a72a1 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "DELETE /v2.0/routers/34501f51-18b8-4fcf-8bdc-8739c4871520 HTTP/1.1" status: 204 len: 168 time: 0.4731293 Feb 04 05:53:46.113184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Checking segment: {'id': 'e73de246-e44f-4800-815d-139cceab493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1b878923-853e-48ff-a866-7347a7de59a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:46.113547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network hostable DHCP agents. Network: 1b878923-853e-48ff-a866-7347a7de59a2, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:46.135285 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4ec72e-0da6-4049-a9b3-06311653d6d2 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:46.135753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4ec72e-0da6-4049-a9b3-06311653d6d2 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:46.138911 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fa4ec72e-0da6-4049-a9b3-06311653d6d2 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/subnets/9d6cf825-8688-4713-a266-a5a7931d8a67 HTTP/1.1" status: 404 len: 337 time: 0.0450256 Feb 04 05:53:46.145747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42122) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:46.225853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1b878923-853e-48ff-a866-7347a7de59a2 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:46.245211 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42124) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:46.279473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 1b878923-853e-48ff-a866-7347a7de59a2) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:46.290053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbbb37b-c1b3-4278-9a12-7fde476af563 None None] Network 1b878923-853e-48ff-a866-7347a7de59a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:46.295152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.302705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:46.309627 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:46.310674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.342301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4a978d74-d229-4d1d-b84c-7a59bcfe2291 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3923473 Feb 04 05:53:46.347312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42128) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:46.353803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1478341578'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:46.393576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52a3cf-d773-4898-8245-2564be5c5130 req-8c0fc86d-13c7-4c91-8973-a1bc280b14a7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:46.401807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c52a3cf-d773-4898-8245-2564be5c5130 req-8c0fc86d-13c7-4c91-8973-a1bc280b14a7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1985509 Feb 04 05:53:46.497425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.516069 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c52a3cf-d773-4898-8245-2564be5c5130 req-6839be52-e838-4664-b93a-6550989659a8 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133873 Feb 04 05:53:46.522757 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:46.526239 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.537622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2033059127', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}, 'admin_state_up': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:46.553607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad070647-1750-4aa6-bd2d-c2ab6efa07fa']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:46.567910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507c1e89-8f6c-4f18-8143-ec45f6ca0852') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:46.568203 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507c1e89-8f6c-4f18-8143-ec45f6ca0852') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:46.584860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.600726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:46.615292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.619344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.620329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.625627 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.625968 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Added segment 6a6046f2-5a31-43af-bebb-3980df33be55 of type vlan for network 818c323b-88d1-42a8-bc9f-36804c36373b Feb 04 05:53:46.636647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:46.637057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:46.640688 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:46.660972 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.691938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.715511 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.721101 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.780724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.781781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.787116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.790397 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/networks/ad070647-1750-4aa6-bd2d-c2ab6efa07fa HTTP/1.1" status: 204 len: 168 time: 0.6423738 Feb 04 05:53:46.792238 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.793658 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42130) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:46.843731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aa315-e0e3-46a9-98b2-126d74bbe5b6 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Network': ['ID=ad070647-1750-4aa6-bd2d-c2ab6efa07fa,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:46.872468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.877898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:46.878539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.930001 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef30da1d-dee5-4048-9313-27208983f790 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Deleting subnet 7bc3beda-e777-4541-b319-6b573cce87f8 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:46.965997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ef30da1d-dee5-4048-9313-27208983f790 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.978612 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6294346 Feb 04 05:53:46.990987 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42132) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:47.002692 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'ports': [{'network_id': '1b878923-853e-48ff-a866-7347a7de59a2'}, {'network_id': '818c323b-88d1-42a8-bc9f-36804c36373b'}]} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:47.003000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:47.003604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': '818c323b-88d1-42a8-bc9f-36804c36373b'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:47.006845 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Allocated IP 172.26.5.238 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/bb249d28-02e0-4cba-ac4f-ba14ee78c8cb) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:47.014776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.019749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113e1f4-0f0b-4552-bc66-5235c4e4ffc6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Network': ['ID=818c323b-88d1-42a8-bc9f-36804c36373b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:47.030552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 818c323b-88d1-42a8-bc9f-36804c36373b details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:47.098949 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ef30da1d-dee5-4048-9313-27208983f790 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.317310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.330007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.398092 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ef30da1d-dee5-4048-9313-27208983f790 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.467642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.488528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=a7480311-e810-4818-8801-4a365255a1f9,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:47.515258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.518045 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.535492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.568326 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 2} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:47.571748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.605182 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.607312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ef30da1d-dee5-4048-9313-27208983f790 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.647511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21894e84-53ab-4a4b-93fb-3603c02964cd req-9804cc34-be8c-48fe-92f9-a83b476d125b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:47.649119 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-21894e84-53ab-4a4b-93fb-3603c02964cd req-9804cc34-be8c-48fe-92f9-a83b476d125b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.0532825 Feb 04 05:53:47.679901 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30da1d-dee5-4048-9313-27208983f790 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc3beda-e777-4541-b319-6b573cce87f8,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:47.683872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.697808 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca505dca-8960-4c82-bc15-374432ae0149 None None] Network bc23fea4-d90f-48a4-a197-762fd6e480ea requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:47.699666 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ef30da1d-dee5-4048-9313-27208983f790 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.702790 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ef30da1d-dee5-4048-9313-27208983f790 tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/subnets/7bc3beda-e777-4541-b319-6b573cce87f8 HTTP/1.1" status: 204 len: 168 time: 0.9082134 Feb 04 05:53:47.707913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42138) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:47.736800 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-21894e84-53ab-4a4b-93fb-3603c02964cd req-117c4898-83a2-4a49-a498-1095d792c4ae tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815134 Feb 04 05:53:47.799216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:47.802432 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP 02e7c2bf-8f8a-4fb2-b3eb-88446eb45864 associated. External IP: 172.26.5.183, port: 7986e00c-4272-4d58-9ed5-d10d09f60f1e. Feb 04 05:53:47.814534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:47.825499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Allocated IP 172.26.5.149 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/4543f1ae-659a-416d-b9fb-0bcf3f921ed4) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:47.835611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.856111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:47.857990 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event updated for resources: {'Port': ['ID=bb249d28-02e0-4cba-ac4f-ba14ee78c8cb,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:47.909496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414aefd7-f5bf-48e2-91f9-1fdcd8aec6ba None None] DHCP port deletion for bc23fea4-d90f-48a4-a197-762fd6e480ea request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:53:47.960227 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-414aefd7-f5bf-48e2-91f9-1fdcd8aec6ba None None] Deleting port 67214a23-e34b-4135-8fd2-f323481bd073 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:47.960776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-414aefd7-f5bf-48e2-91f9-1fdcd8aec6ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.973394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Deleting port 67214a23-e34b-4135-8fd2-f323481bd073 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:47.973733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.992883 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port 927abb1a-8b36-4755-9149-a5c5868fc461 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:48.025964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-414aefd7-f5bf-48e2-91f9-1fdcd8aec6ba None None] For port 67214a23-e34b-4135-8fd2-f323481bd073, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=67214a23-e34b-4135-8fd2-f323481bd073,segment=NetworkSegment(7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4),segment_id=7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:48.026572 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-414aefd7-f5bf-48e2-91f9-1fdcd8aec6ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.032127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.051165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-414aefd7-f5bf-48e2-91f9-1fdcd8aec6ba None None] Calling delete_port for 67214a23-e34b-4135-8fd2-f323481bd073 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:48.068349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] For port 67214a23-e34b-4135-8fd2-f323481bd073, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=67214a23-e34b-4135-8fd2-f323481bd073,segment=NetworkSegment(7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4),segment_id=7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:48.068858 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.090975 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Calling delete_port for 67214a23-e34b-4135-8fd2-f323481bd073 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:48.146371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.166515 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-414aefd7-f5bf-48e2-91f9-1fdcd8aec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.198623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:48.212191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:48.215143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:48.223842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aefd7-f5bf-48e2-91f9-1fdcd8aec6ba None None] Pushing event deleted for resources: {'Port': ['ID=67214a23-e34b-4135-8fd2-f323481bd073,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:48.226521 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414aefd7-f5bf-48e2-91f9-1fdcd8aec6ba None None] No DVR routers for this DVR port 67214a23-e34b-4135-8fd2-f323481bd073 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:48.290033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Pushing event updated for resources: {'Port': ['ID=4543f1ae-659a-416d-b9fb-0bcf3f921ed4,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:48.344362 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 67214a23-e34b-4135-8fd2-f323481bd073 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:48.367218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 67214a23-e34b-4135-8fd2-f323481bd073 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:48.367561 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 67214a23-e34b-4135-8fd2-f323481bd073 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:48.383967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.464197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Port': ['ID=67214a23-e34b-4135-8fd2-f323481bd073,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:48.473014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] No DVR routers for this DVR port 67214a23-e34b-4135-8fd2-f323481bd073 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:48.533971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff6df5-40c6-4feb-9122-2dd6bfdcda9e req-396b28eb-869b-4be0-b324-8a374e5f1101 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:48.536196 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-59ff6df5-40c6-4feb-9122-2dd6bfdcda9e req-396b28eb-869b-4be0-b324-8a374e5f1101 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.1853235 Feb 04 05:53:48.585009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.589586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:48.637745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.637998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.701648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc23fea4-d90f-48a4-a197-762fd6e480ea']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:48.723160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:48.723371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0e4e67-2ff3-4fa2-ad67-2da48951c8c4') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:48.733226 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-59ff6df5-40c6-4feb-9122-2dd6bfdcda9e req-186a4858-4c65-425a-b576-40a24067a863 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666667 Feb 04 05:53:48.738387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.739171 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port 09989170-9b57-4937-9b77-d95445bd67b4 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:48.759938 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.764071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.768523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:48.768963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: self.session.flush() Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: self.session.flush() Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: self.session.flush() Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: self.session.flush() Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:48.772134 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:48.908338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:48.922882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b6f50-57c6-4895-85bd-cb792b77d743 None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:48.929185 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.941034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.944456 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] 10.222.0.15 "DELETE /v2.0/networks/bc23fea4-d90f-48a4-a197-762fd6e480ea HTTP/1.1" status: 204 len: 168 time: 1.2355161 Feb 04 05:53:48.954691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b6f50-57c6-4895-85bd-cb792b77d743 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:48.955460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7e8b6f50-57c6-4895-85bd-cb792b77d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:48.961960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c8858-84a0-43bb-9e6b-6f60f797537e tempest-NetworksIpV6TestAttrs-856464939 tempest-NetworksIpV6TestAttrs-856464939-project] Pushing event deleted for resources: {'Network': ['ID=bc23fea4-d90f-48a4-a197-762fd6e480ea,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:48.983743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37aeab-55cc-4809-85ec-4ab8cc1f38aa req-db1a3883-d73f-4447-8ed8-421321638a7b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:48.985210 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7d37aeab-55cc-4809-85ec-4ab8cc1f38aa req-db1a3883-d73f-4447-8ed8-421321638a7b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1298542 Feb 04 05:53:48.992087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.021784 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7e8b6f50-57c6-4895-85bd-cb792b77d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:49.033482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b6f50-57c6-4895-85bd-cb792b77d743 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:49.035412 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7e8b6f50-57c6-4895-85bd-cb792b77d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:49.036595 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.051128 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0cfd86fd-fcd2-4ef6-b261-58d267f48641 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5666306 Feb 04 05:53:49.051596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.055997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42150) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:49.060365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-be531947-7c30-4367-ac4c-8050368697f0 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'floatingip': {'port_id': '7986e00c-4272-4d58-9ed5-d10d09f60f1e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:49.071711 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.073785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7e8b6f50-57c6-4895-85bd-cb792b77d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:49.074703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b6f50-57c6-4895-85bd-cb792b77d743 None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:49.145152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.158217 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7d37aeab-55cc-4809-85ec-4ab8cc1f38aa req-5833e321-430a-47b6-97ce-17e52052b825 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556974 Feb 04 05:53:49.187633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be531947-7c30-4367-ac4c-8050368697f0 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.192725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.288345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42154) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:49.306073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Router 8c7c19e0-4c08-41cf-a986-c27d6f66b650 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:49.323080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1b878923-853e-48ff-a866-7347a7de59a2 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:49.346364 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:49.354514 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:49.355346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.362747 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=927abb1a-8b36-4755-9149-a5c5868fc461,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:49.450587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:49.477143 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-261edc7a-6382-4e22-879a-86d2164a847f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee1ac8e96cce4af290da28ce42906925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858160 Feb 04 05:53:49.478511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42158) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:49.478995 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72436d50-db6b-4307-bb8b-02b7f737ad3b None None] Sync routers for ids ['8c7c19e0-4c08-41cf-a986-c27d6f66b650'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:49.489875 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72436d50-db6b-4307-bb8b-02b7f737ad3b None None] Routers {'8c7c19e0-4c08-41cf-a986-c27d6f66b650'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:49.490486 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-72436d50-db6b-4307-bb8b-02b7f737ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['8c7c19e0-4c08-41cf-a986-c27d6f66b650'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:49.493605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.494834 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-14cba3e4-b075-417e-b95a-c8b814e4701d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2466090 Feb 04 05:53:49.498178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42160) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:49.503707 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=09989170-9b57-4937-9b77-d95445bd67b4,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:49.528761 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-72436d50-db6b-4307-bb8b-02b7f737ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:49.539604 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72436d50-db6b-4307-bb8b-02b7f737ad3b None None] Routers {'8c7c19e0-4c08-41cf-a986-c27d6f66b650'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:49.540967 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-72436d50-db6b-4307-bb8b-02b7f737ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['8c7c19e0-4c08-41cf-a986-c27d6f66b650'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:49.545319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dab68222-fadd-4c5c-b1fe-7069bc97460c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.568071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dab68222-fadd-4c5c-b1fe-7069bc97460c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.575807 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-72436d50-db6b-4307-bb8b-02b7f737ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:49.576725 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72436d50-db6b-4307-bb8b-02b7f737ad3b None None] The sync data for ids ['8c7c19e0-4c08-41cf-a986-c27d6f66b650'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:49.589034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Checking segment: {'id': '6a6046f2-5a31-43af-bebb-3980df33be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '818c323b-88d1-42a8-bc9f-36804c36373b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:49.589433 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network hostable DHCP agents. Network: 818c323b-88d1-42a8-bc9f-36804c36373b, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:49.619691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dab68222-fadd-4c5c-b1fe-7069bc97460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.622243 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Router d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:49.622397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dab68222-fadd-4c5c-b1fe-7069bc97460c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.625745 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dab68222-fadd-4c5c-b1fe-7069bc97460c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c0c9041-d09a-4a17-a801-13a76c8806fb HTTP/1.1" status: 204 len: 168 time: 0.1438675 Feb 04 05:53:49.632895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab68222-fadd-4c5c-b1fe-7069bc97460c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c9041-d09a-4a17-a801-13a76c8806fb,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:49.707707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-2b6594a4-4a9a-4785-91b1-b859d79ec4a8 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:49.710078 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-2b6594a4-4a9a-4785-91b1-b859d79ec4a8 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.36 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.0717306 Feb 04 05:53:49.814280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Deleting port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:49.814594 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.946798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8c23a-3f65-46e9-be95-6d2b71d4bb4e req-72e891c7-d25d-4b72-b5d9-39b1d6bd1fe8 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:49.948265 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-49d8c23a-3f65-46e9-be95-6d2b71d4bb4e req-72e891c7-d25d-4b72-b5d9-39b1d6bd1fe8 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.1289396 Feb 04 05:53:49.984005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] For port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=63a1dc97-7224-4d1a-bfd8-0cca02b7551f,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:49.984382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.991875 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 818c323b-88d1-42a8-bc9f-36804c36373b is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:50.022311 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b4724542-b5f9-4fe0-9412-7907fe03f983 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/routers/8c7c19e0-4c08-41cf-a986-c27d6f66b650 HTTP/1.1" status: 200 len: 921 time: 0.5158925 Feb 04 05:53:50.029827 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42176) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.050969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 818c323b-88d1-42a8-bc9f-36804c36373b) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:50.063436 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aceb86-cbb3-4ca1-b4f2-455705408b6e None None] Network 818c323b-88d1-42a8-bc9f-36804c36373b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:50.099993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:50.107611 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4b8e2ed2-9fb1-4113-8399-71e17dd3db47 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c7c19e0-4c08-41cf-a986-c27d6f66b650 HTTP/1.1" status: 200 len: 205 time: 0.0352597 Feb 04 05:53:50.107971 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:50.110208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:50.110886 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.113060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42178) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.122192 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-49d8c23a-3f65-46e9-be95-6d2b71d4bb4e req-527395da-c7f6-46c3-9aab-e96a601d57c4 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623580 Feb 04 05:53:50.146704 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:50.152073 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a6fc42d7-8526-42c3-bea0-9bb46ff2d594 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1521540 Feb 04 05:53:50.154837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42180) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.169660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d8eaa-93dc-4591-b4db-7d9ea27474d2 None None] Sync routers for ids ['d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:50.188015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d8eaa-93dc-4591-b4db-7d9ea27474d2 None None] Routers {'d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:50.188989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-669d8eaa-93dc-4591-b4db-7d9ea27474d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.195969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.197203 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9f4e6b2a-090b-4f09-845b-99c35f0cbc90 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "PUT /v2.0/routers/d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381 HTTP/1.1" status: 200 len: 919 time: 4.5108111 Feb 04 05:53:50.202258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42186) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.278042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-669d8eaa-93dc-4591-b4db-7d9ea27474d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.311212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d8eaa-93dc-4591-b4db-7d9ea27474d2 None None] Routers {'d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:50.312376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-669d8eaa-93dc-4591-b4db-7d9ea27474d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.359046 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-669d8eaa-93dc-4591-b4db-7d9ea27474d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.360522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d8eaa-93dc-4591-b4db-7d9ea27474d2 None None] The sync data for ids ['d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:50.389596 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a401858d-aa33-4e19-9602-f4bc041b7a1a tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/routers/d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381 HTTP/1.1" status: 200 len: 925 time: 0.1861935 Feb 04 05:53:50.411874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42194) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.443206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be531947-7c30-4367-ac4c-8050368697f0 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.448253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be531947-7c30-4367-ac4c-8050368697f0 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.527760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42196) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.669680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be531947-7c30-4367-ac4c-8050368697f0 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:50.781222 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be531947-7c30-4367-ac4c-8050368697f0 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:50.785871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be531947-7c30-4367-ac4c-8050368697f0 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.791555 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f26a8-e551-4290-bc2f-a5dcb8bc79c4 None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:50.801684 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f26a8-e551-4290-bc2f-a5dcb8bc79c4 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:50.802294 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-357f26a8-e551-4290-bc2f-a5dcb8bc79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.838888 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-357f26a8-e551-4290-bc2f-a5dcb8bc79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.843932 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-be531947-7c30-4367-ac4c-8050368697f0 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "PUT /v2.0/floatingips/02e7c2bf-8f8a-4fb2-b3eb-88446eb45864 HTTP/1.1" status: 200 len: 978 time: 1.7867703 Feb 04 05:53:50.849517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42200) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.849672 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f26a8-e551-4290-bc2f-a5dcb8bc79c4 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:50.849672 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-357f26a8-e551-4290-bc2f-a5dcb8bc79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.887382 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-357f26a8-e551-4290-bc2f-a5dcb8bc79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.887382 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f26a8-e551-4290-bc2f-a5dcb8bc79c4 None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:50.935791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a4bbe723-7aae-4f5b-bbe2-a216feade9e0 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] Request body: {'port': {'network_id': 'b400cbe8-4927-4557-adf5-e367a75ee9ef', 'name': 'tempest-NetworksNegativeTestJSON-166708622'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:50.968857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ecd3a8-2e1f-421d-bbd3-313e4da17dbf tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:50.970416 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-35ecd3a8-2e1f-421d-bbd3-313e4da17dbf tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&device_id=d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5519173 Feb 04 05:53:50.981510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42202) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.982281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e545f7-3ebf-43d0-9c2e-12d3128bd386 req-84deb7c4-fe4e-4dfe-a976-6c63a7a40d9f tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:50.983818 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a2e545f7-3ebf-43d0-9c2e-12d3128bd386 req-84deb7c4-fe4e-4dfe-a976-6c63a7a40d9f tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.6983027 Feb 04 05:53:50.984500 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4bbe723-7aae-4f5b-bbe2-a216feade9e0 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] POST failed (client error): The resource could not be found. Feb 04 05:53:50.985201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4bbe723-7aae-4f5b-bbe2-a216feade9e0 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:50.991370 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a4bbe723-7aae-4f5b-bbe2-a216feade9e0 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4431140 Feb 04 05:53:50.993422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42204) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.018051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.025360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-20ecb6c7-be56-4dec-a94b-8309c7094d92 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 09989170-9b57-4937-9b77-d95445bd67b4 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:51.025688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-20ecb6c7-be56-4dec-a94b-8309c7094d92 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.043864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.044236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.044554 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Floating IP bf478aec-8028-4a84-9d93-d9b1cc50ac23 disassociated. External IP: 172.26.5.240, port: 63a1dc97-7224-4d1a-bfd8-0cca02b7551f. Feb 04 05:53:51.044901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Calling delete_port for 63a1dc97-7224-4d1a-bfd8-0cca02b7551f owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:51.078113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port a7480311-e810-4818-8801-4a365255a1f9 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:51.078672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.093151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e049e614-78d5-49d1-b56c-0bd934365fdc tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:51.094575 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e049e614-78d5-49d1-b56c-0bd934365fdc tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/networks/e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 881 time: 0.1120152 Feb 04 05:53:51.098239 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b798f8-52b4-4e91-9ad6-8a149c053d25 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:51.098823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b798f8-52b4-4e91-9ad6-8a149c053d25 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:51.106943 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-72b798f8-52b4-4e91-9ad6-8a149c053d25 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] 10.222.0.15 "DELETE /v2.0/networks/7a18554d-d9e5-44cf-806e-b33607db92e0 HTTP/1.1" status: 404 len: 339 time: 0.1019294 Feb 04 05:53:51.119943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42206) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.120274 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42208) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.130377 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5a36271d-522d-44f3-bbfa-60685e1c1368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.173129 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f9fe5c41-e04a-4c80-8bac-b61d73e68633 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381 HTTP/1.1" status: 200 len: 205 time: 0.0514753 Feb 04 05:53:51.175798 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1e53e9-ef9a-4d5d-b832-b7078d606917 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:51.176443 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1e53e9-ef9a-4d5d-b832-b7078d606917 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:51.179354 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ef1e53e9-ef9a-4d5d-b832-b7078d606917 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] 10.222.0.15 "DELETE /v2.0/ports/fdad68dc-d8c0-4c3e-8ee2-b8e1f8ab286e HTTP/1.1" status: 404 len: 333 time: 0.0570240 Feb 04 05:53:51.181395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42212) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.184604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42214) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.216387 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a2e545f7-3ebf-43d0-9c2e-12d3128bd386 req-53ee1114-947b-414d-8bdc-32ce0aab6234 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237430 Feb 04 05:53:51.259596 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-20ecb6c7-be56-4dec-a94b-8309c7094d92 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.260825 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-02107ab4-9132-41bf-ab45-c4d455d84894 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:51.261765 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02107ab4-9132-41bf-ab45-c4d455d84894 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:51.269134 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-02107ab4-9132-41bf-ab45-c4d455d84894 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] 10.222.0.15 "DELETE /v2.0/subnets/965a2cf9-8111-4152-b378-e4a4ef390581 HTTP/1.1" status: 404 len: 337 time: 0.0788391 Feb 04 05:53:51.271321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42218) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.291264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.291643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.328952 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-20ecb6c7-be56-4dec-a94b-8309c7094d92 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 09989170-9b57-4937-9b77-d95445bd67b4 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:51.338613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for a7480311-e810-4818-8801-4a365255a1f9 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:51.340553 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-165e8e62-3a17-4121-800a-ea0cfa57fa2d tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] GET failed (client error): The resource could not be found. Feb 04 05:53:51.346473 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-165e8e62-3a17-4121-800a-ea0cfa57fa2d tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] 10.222.0.15 "GET /v2.0/networks/45f0e109-c652-4506-876b-b1a6b44e6764 HTTP/1.1" status: 404 len: 339 time: 0.0574501 Feb 04 05:53:51.348035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42220) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.366563 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.402205 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2a426f-6f47-4fd9-a1c3-507327f6d2e2 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] GET failed (client error): The resource could not be found. Feb 04 05:53:51.408969 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-de2a426f-6f47-4fd9-a1c3-507327f6d2e2 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] 10.222.0.15 "GET /v2.0/ports/52f44f75-5c55-4bdf-8c42-2704d10ffcff HTTP/1.1" status: 404 len: 333 time: 0.0520813 Feb 04 05:53:51.433770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42224) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.436334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.447005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426bda6-51d9-4d53-a870-0bb405b54245 req-4be2ea82-015b-4a25-8903-71c472cb127f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:51.448493 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6426bda6-51d9-4d53-a870-0bb405b54245 req-4be2ea82-015b-4a25-8903-71c472cb127f tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 945 time: 0.2355812 Feb 04 05:53:51.511620 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d82c01-8b8b-4598-9535-1eaea479c89f tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] GET failed (client error): The resource could not be found. Feb 04 05:53:51.512923 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-32d82c01-8b8b-4598-9535-1eaea479c89f tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] 10.222.0.15 "GET /v2.0/subnets/27edda5b-642e-4e3f-b417-c35fbac2815d HTTP/1.1" status: 404 len: 337 time: 0.0632341 Feb 04 05:53:51.517609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42226) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.524764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c45e1444-55ae-4a57-8a3f-4903990dd18b tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:51.545043 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45e1444-55ae-4a57-8a3f-4903990dd18b tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] PUT failed (client error): The resource could not be found. Feb 04 05:53:51.545617 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45e1444-55ae-4a57-8a3f-4903990dd18b tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:51.546746 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c45e1444-55ae-4a57-8a3f-4903990dd18b tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] 10.222.0.15 "PUT /v2.0/networks/4ac4e1c0-7cec-4166-bc28-afd0f8d05af8 HTTP/1.1" status: 404 len: 339 time: 0.0262764 Feb 04 05:53:51.552943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42228) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.557905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ef6f2905-b140-467c-9202-aa337ed7e391 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:51.570918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.592634 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6f2905-b140-467c-9202-aa337ed7e391 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] PUT failed (client error): The resource could not be found. Feb 04 05:53:51.593326 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6f2905-b140-467c-9202-aa337ed7e391 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:51.594467 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ef6f2905-b140-467c-9202-aa337ed7e391 tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] 10.222.0.15 "PUT /v2.0/ports/e2520ea9-0de4-4f18-b7f2-d9091a3b811c HTTP/1.1" status: 404 len: 333 time: 0.0405943 Feb 04 05:53:51.602105 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42230) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.608457 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e007bd08-c458-453c-82a4-3da8e727d6ba tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:51.649335 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e007bd08-c458-453c-82a4-3da8e727d6ba tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] PUT failed (client error): The resource could not be found. Feb 04 05:53:51.649783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e007bd08-c458-453c-82a4-3da8e727d6ba tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:51.650912 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e007bd08-c458-453c-82a4-3da8e727d6ba tempest-NetworksNegativeTestJSON-1020817697 tempest-NetworksNegativeTestJSON-1020817697-project] 10.222.0.15 "PUT /v2.0/subnets/d0efa727-49b8-4582-a302-4184e668cfb6 HTTP/1.1" status: 404 len: 337 time: 0.0476108 Feb 04 05:53:51.678544 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6426bda6-51d9-4d53-a870-0bb405b54245 req-fa04ef66-6b68-4f6a-977d-472863ff39c7 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups?id=05dc3f57-4c72-4e11-bba7-83a0e948de16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175024 Feb 04 05:53:51.687719 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.699657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa11945-c457-4991-b4df-6409c8370f0b req-51f1a7cd-dedc-462d-b832-c92953af7321 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:51.701221 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ffa11945-c457-4991-b4df-6409c8370f0b req-51f1a7cd-dedc-462d-b832-c92953af7321 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2118390 Feb 04 05:53:51.712326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-20ecb6c7-be56-4dec-a94b-8309c7094d92 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.713530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Deleting port bb249d28-02e0-4cba-ac4f-ba14ee78c8cb {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:51.713896 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.717753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.741958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0ae5-c0e3-4cb8-8cc7-783795032d5a req-293d5bcf-c869-4579-bb11-9fcc1e4836d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:51.743494 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26cb0ae5-c0e3-4cb8-8cc7-783795032d5a req-293d5bcf-c869-4579-bb11-9fcc1e4836d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3b3074a7a2841fea736b2212d2c9e29&device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 1099 time: 0.1619704 Feb 04 05:53:51.746761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Pushing event deleted for resources: {'Port': ['ID=63a1dc97-7224-4d1a-bfd8-0cca02b7551f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:51.786992 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=a7480311-e810-4818-8801-4a365255a1f9,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:51.818540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecb6c7-be56-4dec-a94b-8309c7094d92 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=09989170-9b57-4937-9b77-d95445bd67b4,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:51.825714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Deleting port 4543f1ae-659a-416d-b9fb-0bcf3f921ed4 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:51.826053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.829015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-20ecb6c7-be56-4dec-a94b-8309c7094d92 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.835291 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-20ecb6c7-be56-4dec-a94b-8309c7094d92 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/09989170-9b57-4937-9b77-d95445bd67b4 HTTP/1.1" status: 204 len: 168 time: 1.6188369 Feb 04 05:53:51.840442 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42234) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:51.907993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.927348 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.927845 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP 02e7c2bf-8f8a-4fb2-b3eb-88446eb45864 disassociated (deleted). External IP: 172.26.5.183, port: 7986e00c-4272-4d58-9ed5-d10d09f60f1e. Feb 04 05:53:51.934937 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Calling delete_port for bb249d28-02e0-4cba-ac4f-ba14ee78c8cb owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:51.971072 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ffa11945-c457-4991-b4df-6409c8370f0b req-2f0a76a6-e709-4efe-8a78-6ea77393bbd6 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253802 Feb 04 05:53:52.035527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42238) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:52.085280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0ae5-c0e3-4cb8-8cc7-783795032d5a req-fd4d2dcf-ac99-4115-b9c1-b61e024c04da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:52.086807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26cb0ae5-c0e3-4cb8-8cc7-783795032d5a req-fd4d2dcf-ac99-4115-b9c1-b61e024c04da service neutron] 10.222.0.36 "GET /v2.0/networks?id=df9db621-d575-4dac-8972-55177063df00 HTTP/1.1" status: 200 len: 912 time: 0.3232770 Feb 04 05:53:52.100085 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.158763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:52.160644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Calling delete_port for 4543f1ae-659a-416d-b9fb-0bcf3f921ed4 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:52.230367 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26cb0ae5-c0e3-4cb8-8cc7-783795032d5a req-824bfab3-a361-4c3d-ad63-4a84c3902dde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213 HTTP/1.1" status: 200 len: 1001 time: 0.1325619 Feb 04 05:53:52.251625 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae15449-3bd9-478a-8159-c697a77b0074 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:52.257635 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae15449-3bd9-478a-8159-c697a77b0074 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:52.259202 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7ae15449-3bd9-478a-8159-c697a77b0074 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4164090 Feb 04 05:53:52.264008 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42242) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:52.287679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-49f4e593-ac40-49bc-b508-4414107b27e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.394464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0ae5-c0e3-4cb8-8cc7-783795032d5a req-0cc06e6f-ceac-4e23-8e62-7bde9ef8dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:52.395954 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26cb0ae5-c0e3-4cb8-8cc7-783795032d5a req-0cc06e6f-ceac-4e23-8e62-7bde9ef8dbf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0829dc6-460c-41c6-ac4e-b2af66515b42 HTTP/1.1" status: 200 len: 850 time: 0.1217604 Feb 04 05:53:52.526373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:52.542845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc8e61b-3382-4307-8f14-5a17de9c9854 None None] Sync routers for ids ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:52.570260 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8e61b-3382-4307-8f14-5a17de9c9854 None None] Routers {'9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:52.571160 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-acc8e61b-3382-4307-8f14-5a17de9c9854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:52.584927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0ae5-c0e3-4cb8-8cc7-783795032d5a req-2ed2504c-c93f-4c6d-b1aa-29a07ec0a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:52.586473 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26cb0ae5-c0e3-4cb8-8cc7-783795032d5a req-2ed2504c-c93f-4c6d-b1aa-29a07ec0a10c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df9db621-d575-4dac-8972-55177063df00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1800685 Feb 04 05:53:52.593700 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-42ad1e50-1dc2-4e9c-a5ed-45915e3e9fe5 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 927abb1a-8b36-4755-9149-a5c5868fc461 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:52.594118 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-42ad1e50-1dc2-4e9c-a5ed-45915e3e9fe5 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.620363 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] No DVR routers for this DVR port 63a1dc97-7224-4d1a-bfd8-0cca02b7551f on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:52.629119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.632441 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e2475ee4-eeac-4856-898f-0e1194846f5d req-3495b865-b492-4bac-9cc0-c81803106720 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.36 "DELETE /v2.0/ports/63a1dc97-7224-4d1a-bfd8-0cca02b7551f HTTP/1.1" status: 204 len: 173 time: 2.9158688 Feb 04 05:53:52.638515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'name': 'network-vif-deleted', 'tag': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:52.640534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce5680a-9dcd-4998-866a-42042c081640" -d '{"events": [{"server_uuid": "50f92a4f-91a4-47fd-aaff-eff7683ad603", "name": "network-vif-deleted", "tag": "63a1dc97-7224-4d1a-bfd8-0cca02b7551f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:52.658210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-49f4e593-ac40-49bc-b508-4414107b27e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.661227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.710770 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.715291 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-42ad1e50-1dc2-4e9c-a5ed-45915e3e9fe5 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.720171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-49f4e593-ac40-49bc-b508-4414107b27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.737436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Pushing event deleted for resources: {'Port': ['ID=4543f1ae-659a-416d-b9fb-0bcf3f921ed4,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:52.755204 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:52.757774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-42ad1e50-1dc2-4e9c-a5ed-45915e3e9fe5 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 927abb1a-8b36-4755-9149-a5c5868fc461 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:52.760036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Pushing event deleted for resources: {'Port': ['ID=bb249d28-02e0-4cba-ac4f-ba14ee78c8cb,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:52.772513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a9bd52-a184-4955-871f-f46c586cbe5c x-openstack-request-id: req-f1a9bd52-a184-4955-871f-f46c586cbe5c {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:52.773308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f92a4f-91a4-47fd-aaff-eff7683ad603", "name": "network-vif-deleted", "tag": "63a1dc97-7224-4d1a-bfd8-0cca02b7551f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:52.773308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1a9bd52-a184-4955-871f-f46c586cbe5c {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:52.773502 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f92a4f-91a4-47fd-aaff-eff7683ad603', 'name': 'network-vif-deleted', 'tag': '63a1dc97-7224-4d1a-bfd8-0cca02b7551f', 'status': 'completed', 'code': 200} Feb 04 05:53:52.834411 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-49f4e593-ac40-49bc-b508-4414107b27e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ffdc7f13a394761beb2e8abec9a3048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7875986 Feb 04 05:53:52.836513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42248) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:52.852893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4e593-ac40-49bc-b508-4414107b27e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e3eaa7-d0e2-4522-94d3-bb0cd8a922ff,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:52.857536 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-acc8e61b-3382-4307-8f14-5a17de9c9854 None None] Set router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:52.928473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.931693 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26cb0ae5-c0e3-4cb8-8cc7-783795032d5a req-502a6319-c725-47af-90a5-e81fb98c71d3 service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350575 Feb 04 05:53:52.933570 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-236ec9ad-c837-4f18-bb3f-1eea929e4504 req-5a0a13e1-463b-416d-9d06-64152484beb8 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f92a4f-91a4-47fd-aaff-eff7683ad603 HTTP/1.1" status: 200 len: 210 time: 0.0544045 Feb 04 05:53:52.981654 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.100893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.103570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.144900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-42ad1e50-1dc2-4e9c-a5ed-45915e3e9fe5 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.148857 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.156309 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.159879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:53.171108 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10776b46-df3c-4938-b5b2-f5e0847d7c4c None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:53.184093 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10776b46-df3c-4938-b5b2-f5e0847d7c4c None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:53.184778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-acc8e61b-3382-4307-8f14-5a17de9c9854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '12ee8a39-b370-47d8-8863-9370b07efb67', 'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'mac_address': 'fa:16:3e:5e:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:20Z', 'updated_at': '2022-02-04T05:52:27Z', 'revision_number': 5, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'subnets': [{'id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:53.187772 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-10776b46-df3c-4938-b5b2-f5e0847d7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:53.200500 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37f31f47-1b85-4805-8705-2ebfd22535c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.214871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.215389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Fanout notify agent at l3_agent the message router_deleted on router 8c7c19e0-4c08-41cf-a986-c27d6f66b650 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:53.218513 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.231671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.232813 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cc453495-8550-4097-a635-a57d718c567a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/8c7c19e0-4c08-41cf-a986-c27d6f66b650 HTTP/1.1" status: 204 len: 168 time: 3.1187844 Feb 04 05:53:53.235667 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-10776b46-df3c-4938-b5b2-f5e0847d7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:53.240994 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42252) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:53.255495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Request body: {'router': {'name': 'tempest-snat-router-604194313', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'enable_snat': False}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:53.262743 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad1e50-1dc2-4e9c-a5ed-45915e3e9fe5 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=927abb1a-8b36-4755-9149-a5c5868fc461,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:53.266962 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10776b46-df3c-4938-b5b2-f5e0847d7c4c None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:53.267696 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-10776b46-df3c-4938-b5b2-f5e0847d7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:53.277132 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37f31f47-1b85-4805-8705-2ebfd22535c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.282302 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26cb0ae5-c0e3-4cb8-8cc7-783795032d5a req-370ef774-83f3-4e08-8abf-3dcca34c5612 service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139119 Feb 04 05:53:53.292692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc8e61b-3382-4307-8f14-5a17de9c9854 None None] Checking router: 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:53.301631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbbd28-d0b1-494c-b375-46774a222eae req-a8477627-acb1-4e61-a577-a3ea1127af97 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:53.309583 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-39dbbd28-d0b1-494c-b375-46774a222eae req-a8477627-acb1-4e61-a577-a3ea1127af97 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1983116 Feb 04 05:53:53.327863 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8e61b-3382-4307-8f14-5a17de9c9854 None None] Routers {'9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:53.327863 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-acc8e61b-3382-4307-8f14-5a17de9c9854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:53.383222 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-42ad1e50-1dc2-4e9c-a5ed-45915e3e9fe5 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.400293 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-42ad1e50-1dc2-4e9c-a5ed-45915e3e9fe5 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/927abb1a-8b36-4755-9149-a5c5868fc461 HTTP/1.1" status: 204 len: 168 time: 1.1352649 Feb 04 05:53:53.404802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42256) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:53.417604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.418629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.424105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42258) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:53.424296 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-08333dfd-222c-4e7f-995d-1995c4e411b2 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/floatingips/02e7c2bf-8f8a-4fb2-b3eb-88446eb45864 HTTP/1.1" status: 204 len: 168 time: 2.5738449 Feb 04 05:53:53.427868 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-94916ac2-499f-48e8-a6ec-0b4d9b573c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.458463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.459109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Fanout notify agent at l3_agent the message router_deleted on router d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:53.471581 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.489668 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-079d7307-13f1-402b-8ed2-9221fb93d583 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381 HTTP/1.1" status: 204 len: 168 time: 2.3072219 Feb 04 05:53:53.491320 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42260) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:53.495771 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-597fe030-4227-4213-bc74-65c9dbb696c4 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1303915121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:53.515322 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-10776b46-df3c-4938-b5b2-f5e0847d7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:53.516699 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10776b46-df3c-4938-b5b2-f5e0847d7c4c None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:53.542983 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-39dbbd28-d0b1-494c-b375-46774a222eae req-21fa4e38-64ca-4817-9ee9-a23a230204fe tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324460 Feb 04 05:53:53.579086 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37f31f47-1b85-4805-8705-2ebfd22535c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.590914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37f31f47-1b85-4805-8705-2ebfd22535c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.591422 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257f811-5053-46a5-9154-8f1b0912bb37 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:53.593317 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4257f811-5053-46a5-9154-8f1b0912bb37 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1857769 Feb 04 05:53:53.596185 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42264) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:53.597585 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-37f31f47-1b85-4805-8705-2ebfd22535c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2e3eaa7-d0e2-4522-94d3-bb0cd8a922ff HTTP/1.1" status: 204 len: 168 time: 0.7539935 Feb 04 05:53:53.627248 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-597fe030-4227-4213-bc74-65c9dbb696c4 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.629098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-597fe030-4227-4213-bc74-65c9dbb696c4 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.640419 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-921535bb-1738-4a7a-9cae-0b8a5d06bd6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:53:53.645258 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-921535bb-1738-4a7a-9cae-0b8a5d06bd6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/09989170-9b57-4937-9b77-d95445bd67b4 HTTP/1.1" status: 404 len: 333 time: 0.0466998 Feb 04 05:53:53.650491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42266) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:53.672655 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f31f47-1b85-4805-8705-2ebfd22535c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e3eaa7-d0e2-4522-94d3-bb0cd8a922ff,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:53.689409 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c7e8be-8e28-418f-a975-4d323a2e4784 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:53:53.691434 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-04c7e8be-8e28-418f-a975-4d323a2e4784 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/927abb1a-8b36-4755-9149-a5c5868fc461 HTTP/1.1" status: 404 len: 333 time: 0.0383749 Feb 04 05:53:53.699312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42268) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:53.720574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.743036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-acc8e61b-3382-4307-8f14-5a17de9c9854 None None] Set router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:53.750050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-597fe030-4227-4213-bc74-65c9dbb696c4 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.785377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-597fe030-4227-4213-bc74-65c9dbb696c4 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.811678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-597fe030-4227-4213-bc74-65c9dbb696c4 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.812600 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-597fe030-4227-4213-bc74-65c9dbb696c4 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3202384 Feb 04 05:53:53.815776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42272) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:53.820527 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'enable_snat': False}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:53.837419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-78630965-9b8e-46ea-a17a-a26260b7883d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port 7986e00c-4272-4d58-9ed5-d10d09f60f1e {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:53.837771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78630965-9b8e-46ea-a17a-a26260b7883d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.898569 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.059577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-acc8e61b-3382-4307-8f14-5a17de9c9854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '12ee8a39-b370-47d8-8863-9370b07efb67', 'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'mac_address': 'fa:16:3e:5e:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:20Z', 'updated_at': '2022-02-04T05:52:27Z', 'revision_number': 5, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'subnets': [{'id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:54.098108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc8e61b-3382-4307-8f14-5a17de9c9854 None None] The sync data for ids ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'] in dv-neutron-826811-2-hyperv is: [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '12ee8a39-b370-47d8-8863-9370b07efb67', 'name': '', 'network_id': 'bd42bdb8-2160-4369-b72e-07d7451c4a04', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'mac_address': 'fa:16:3e:5e:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:20Z', 'updated_at': '2022-02-04T05:52:27Z', 'revision_number': 5, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'subnets': [{'id': '706e34e1-ed53-4f0d-b818-176cff1f5813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:54.115033 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42282) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:54.236251 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.240789 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.289875 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818c323b-88d1-42a8-bc9f-36804c36373b']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:54.305587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6046f2-5a31-43af-bebb-3980df33be55') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:54.305838 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6046f2-5a31-43af-bebb-3980df33be55') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:54.348065 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.377834 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0140d6f-7733-44f9-aaa9-a8dd4ebe4915 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.385313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.407999 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:54.408216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:54.412223 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:54.468640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.490313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0140d6f-7733-44f9-aaa9-a8dd4ebe4915 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.494404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d54eb-8fda-4e90-9670-e5e017fe3c08 None None] New status for floating IP bf478aec-8028-4a84-9d93-d9b1cc50ac23: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:53:54.558376 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.560271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78630965-9b8e-46ea-a17a-a26260b7883d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.581437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.581724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-78630965-9b8e-46ea-a17a-a26260b7883d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for 7986e00c-4272-4d58-9ed5-d10d09f60f1e owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:54.583641 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/networks/818c323b-88d1-42a8-bc9f-36804c36373b HTTP/1.1" status: 204 len: 168 time: 0.8833220 Feb 04 05:53:54.589646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ab4a6-a9d5-4d6e-858d-6e9cfd9c7c17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Network': ['ID=818c323b-88d1-42a8-bc9f-36804c36373b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:54.595866 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42298) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:54.613497 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1052879685'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:54.652418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0140d6f-7733-44f9-aaa9-a8dd4ebe4915 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.656317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0140d6f-7733-44f9-aaa9-a8dd4ebe4915 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.657833 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c0140d6f-7733-44f9-aaa9-a8dd4ebe4915 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "DELETE /v2.0/security-groups/05dc3f57-4c72-4e11-bba7-83a0e948de16 HTTP/1.1" status: 204 len: 168 time: 0.5423081 Feb 04 05:53:54.694955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42302) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:54.697576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.714500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0140d6f-7733-44f9-aaa9-a8dd4ebe4915 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dc3f57-4c72-4e11-bba7-83a0e948de16,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:54.716272 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:54.721304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.761683 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-5c92da1c-db2c-410b-b591-dd0a74709a61 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] show failed (client error): The resource could not be found. Feb 04 05:53:54.762757 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5c92da1c-db2c-410b-b591-dd0a74709a61 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "GET /v2.0/security-groups/05dc3f57-4c72-4e11-bba7-83a0e948de16 HTTP/1.1" status: 404 len: 347 time: 0.0528114 Feb 04 05:53:54.770853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42304) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:54.909474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c053d5-7901-42df-a442-cbb2f1a3f261 req-1f18f84a-5b94-48ed-b2b9-99248306bb2f tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:54.913569 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-97c053d5-7901-42df-a442-cbb2f1a3f261 req-1f18f84a-5b94-48ed-b2b9-99248306bb2f tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2174549 Feb 04 05:53:55.026211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:55.044036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.044383 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Added segment 40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302 of type vlan for network ad70f162-e817-4bd4-8847-13df080169d8 Feb 04 05:53:55.055460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 63a1dc97-7224-4d1a-bfd8-0cca02b7551f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:55.058351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.088033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 63a1dc97-7224-4d1a-bfd8-0cca02b7551f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:55.089275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 63a1dc97-7224-4d1a-bfd8-0cca02b7551f not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:55.099887 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-97c053d5-7901-42df-a442-cbb2f1a3f261 req-1e613f46-a12e-48ae-af2a-b3a1d9c86748 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817822 Feb 04 05:53:55.103402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.119643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.186814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d736b-2945-4259-a2cf-f55be74c15d9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Deleting port 8e4217bb-75ef-45ec-8a35-883f78b2ef1e {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:55.187157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a2d736b-2945-4259-a2cf-f55be74c15d9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.190879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.197051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:55.197967 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.281232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.295139 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6974361 Feb 04 05:53:55.301556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42322) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:55.306813 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78630965-9b8e-46ea-a17a-a26260b7883d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.310917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': 'ad70f162-e817-4bd4-8847-13df080169d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:55.330776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.338009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Allocated IP 172.26.5.39 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/5e98da41-3bc5-4658-a5f5-e05b8ae30dc3) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:55.340043 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf465097-5994-4ccd-909e-54caeefaaa8b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Network': ['ID=ad70f162-e817-4bd4-8847-13df080169d8,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:55.352369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network ad70f162-e817-4bd4-8847-13df080169d8 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:55.457358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78630965-9b8e-46ea-a17a-a26260b7883d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=7986e00c-4272-4d58-9ed5-d10d09f60f1e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:55.466791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a2d736b-2945-4259-a2cf-f55be74c15d9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.467389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a2d736b-2945-4259-a2cf-f55be74c15d9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.491273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:55.495060 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.517632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d736b-2945-4259-a2cf-f55be74c15d9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Calling delete_port for 8e4217bb-75ef-45ec-8a35-883f78b2ef1e owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:55.564957 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.566130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378575e-6ae1-4b78-a4aa-7460d533cb11 req-4055185b-6d24-4a57-9c6b-003f3703ef30 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:55.567690 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6378575e-6ae1-4b78-a4aa-7460d533cb11 req-4055185b-6d24-4a57-9c6b-003f3703ef30 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2909191 Feb 04 05:53:55.571342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Performing IP validity checks on allocation pools {{(pid=102166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:53:55.574538 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:53:55.650195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78630965-9b8e-46ea-a17a-a26260b7883d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.659481 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-78630965-9b8e-46ea-a17a-a26260b7883d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/ports/7986e00c-4272-4d58-9ed5-d10d09f60f1e HTTP/1.1" status: 204 len: 168 time: 2.2290606 Feb 04 05:53:55.659655 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.659924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42328) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:55.668858 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:55.716263 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6378575e-6ae1-4b78-a4aa-7460d533cb11 req-9121f672-b6bc-4fe6-b77a-8f3d3388a4c3 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410153 Feb 04 05:53:55.735373 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:55.738013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Allocated IP 172.26.5.84 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/b76a3b82-8ece-441e-9974-1a74465e4933) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:55.767985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:55.775052 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:55.776881 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Pushing event updated for resources: {'Port': ['ID=5e98da41-3bc5-4658-a5f5-e05b8ae30dc3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:55.809687 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.832918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.890534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.971550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.004970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Subnet': ['ID=f0070ca1-687d-4b15-820f-7fe53fa890c2,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.007116 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42336) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:56.016273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-96588ce8-97f7-458f-83fe-a077999f4b34 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1858252865', 'description': 'tempest-secgroup-smoke-1858252865 description', 'project_id': '20588474087a41dc90cc0c8c778d25b9'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:56.037062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:56.058171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:56.069229 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Checking segment: {'id': '40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ad70f162-e817-4bd4-8847-13df080169d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:56.069590 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network hostable DHCP agents. Network: ad70f162-e817-4bd4-8847-13df080169d8, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:56.076571 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:56.108235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a2d736b-2945-4259-a2cf-f55be74c15d9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.123393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event updated for resources: {'Port': ['ID=b76a3b82-8ece-441e-9974-1a74465e4933,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.137334 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96588ce8-97f7-458f-83fe-a077999f4b34 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.153704 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d736b-2945-4259-a2cf-f55be74c15d9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Pushing event deleted for resources: {'Port': ['ID=8e4217bb-75ef-45ec-8a35-883f78b2ef1e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.160425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96588ce8-97f7-458f-83fe-a077999f4b34 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.169996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network ad70f162-e817-4bd4-8847-13df080169d8 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:56.216902 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ead9a2-abe7-4ab1-92af-d63fc57f5697 req-16795ac3-4d0a-47e2-ae66-cf044d247225 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:56.218457 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-36ead9a2-abe7-4ab1-92af-d63fc57f5697 req-16795ac3-4d0a-47e2-ae66-cf044d247225 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1840827 Feb 04 05:53:56.237377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, ad70f162-e817-4bd4-8847-13df080169d8) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:56.247018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60fd37b-0b19-4ea8-b47a-6f33b5630dd7 None None] Network ad70f162-e817-4bd4-8847-13df080169d8 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:56.248044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:56.248696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.292146 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ce247555-725b-41f8-ab17-49046ce80433 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9844091 Feb 04 05:53:56.293226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.294820 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42340) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:56.298626 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.305630 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': 'ad70f162-e817-4bd4-8847-13df080169d8', 'name': 'tempest-PortsIpV6TestJSON-110095396'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:56.305766 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.416195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a2d736b-2945-4259-a2cf-f55be74c15d9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.418717 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-ad70f162-e817-4bd4-8847-13df080169d8', 'network_id': 'ad70f162-e817-4bd4-8847-13df080169d8', 'tenant_id': '57b18c3874f14ef2a03a9502bf10053c', 'fixed_ips': [{'subnet_id': 'f0070ca1-687d-4b15-820f-7fe53fa890c2'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:53:56.419292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a2d736b-2945-4259-a2cf-f55be74c15d9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.419947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.423872 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5a2d736b-2945-4259-a2cf-f55be74c15d9 tempest-ServersTestJSON-1387921377 tempest-ServersTestJSON-1387921377-project] 10.222.0.15 "DELETE /v2.0/floatingips/bf478aec-8028-4a84-9d93-d9b1cc50ac23 HTTP/1.1" status: 204 len: 168 time: 1.6484962 Feb 04 05:53:56.426992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42342) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:56.430054 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-36ead9a2-abe7-4ab1-92af-d63fc57f5697 req-9bca6155-6e96-49c9-a2fb-27a51fb3a045 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949711 Feb 04 05:53:56.542438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.563635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1410d1-bf34-4acf-a141-f2f5ff4d27a5 req-6fe4e45d-ef85-4f71-b498-a6ef9ab051cf tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:56.571932 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da1410d1-bf34-4acf-a141-f2f5ff4d27a5 req-6fe4e45d-ef85-4f71-b498-a6ef9ab051cf tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 945 time: 0.3402061 Feb 04 05:53:56.572160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.26.5.54 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/641db595-927d-4415-9251-3da083a1933a) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:56.629957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Allocated IP 2001:db8::2 (ad70f162-e817-4bd4-8847-13df080169d8/f0070ca1-687d-4b15-820f-7fe53fa890c2/aace3056-1192-4067-a281-00319e5d5230) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:56.675273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96588ce8-97f7-458f-83fe-a077999f4b34 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.696930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.715668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96588ce8-97f7-458f-83fe-a077999f4b34 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.726073 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da1410d1-bf34-4acf-a141-f2f5ff4d27a5 req-bc608b7a-462f-4e7f-b58d-91159fc05ae6 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530514 Feb 04 05:53:56.835260 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96588ce8-97f7-458f-83fe-a077999f4b34 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4c7c79-041a-4aa0-bad5-8f6aa85c76a0,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.845409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.845831 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.852508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.861301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.904479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Network ad70f162-e817-4bd4-8847-13df080169d8 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:56.907391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:56.911537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:56.920255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Pushing event updated for resources: {'Port': ['ID=aace3056-1192-4067-a281-00319e5d5230,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.942396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:56.945863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.968076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e710d-1164-410b-a08b-542873cea249 req-ae4aeb71-5eac-43b2-ab66-acb08ecb9e77 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:56.969783 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-603e710d-1164-410b-a08b-542873cea249 req-ae4aeb71-5eac-43b2-ab66-acb08ecb9e77 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2364337 Feb 04 05:53:56.970288 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:56.980359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Attempting to bind port aace3056-1192-4067-a281-00319e5d5230 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:56.981009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Attempting to bind port aace3056-1192-4067-a281-00319e5d5230 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ad70f162-e817-4bd4-8847-13df080169d8'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:56.981400 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Attempting to bind port aace3056-1192-4067-a281-00319e5d5230 on network ad70f162-e817-4bd4-8847-13df080169d8 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:56.988051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:56.988236 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:56.988613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Checking segment: {'id': '40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ad70f162-e817-4bd4-8847-13df080169d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:56.989071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.989487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Bound using segment: {'id': '40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ad70f162-e817-4bd4-8847-13df080169d8'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:56.989944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Bound port: aace3056-1192-4067-a281-00319e5d5230, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ad70f162-e817-4bd4-8847-13df080169d8'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:56.990370 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.001011 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:57.004730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96588ce8-97f7-458f-83fe-a077999f4b34 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.009574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=641db595-927d-4415-9251-3da083a1933a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:57.015575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.035758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port 522529b2-a6a4-4022-9fe6-937eac3e7301 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:57.040844 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96588ce8-97f7-458f-83fe-a077999f4b34 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.065062 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b0392ba4-8664-4701-9809-8f295485adce None None] For port aace3056-1192-4067-a281-00319e5d5230, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:57.065800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.069722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b0392ba4-8664-4701-9809-8f295485adce None None] For port aace3056-1192-4067-a281-00319e5d5230, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=aace3056-1192-4067-a281-00319e5d5230,segment=NetworkSegment(40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302),segment_id=40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:57.075430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.137464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0392ba4-8664-4701-9809-8f295485adce None None] Pushing event updated for resources: {'Port': ['ID=aace3056-1192-4067-a281-00319e5d5230,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:57.141270 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96588ce8-97f7-458f-83fe-a077999f4b34 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.142508 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-96588ce8-97f7-458f-83fe-a077999f4b34 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1299825 Feb 04 05:53:57.178800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42348) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:57.187751 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96588ce8-97f7-458f-83fe-a077999f4b34 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538df9b0-81b8-40ef-bc73-3208532def9b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:57.193709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e7814a97-ff95-4b2e-8424-f086266a1180 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'security_group_rule': {'security_group_id': '538df9b0-81b8-40ef-bc73-3208532def9b', 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:57.435640 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-603e710d-1164-410b-a08b-542873cea249 req-9039d160-0414-4f5d-a791-8fab094817c8 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852361 Feb 04 05:53:57.624807 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8::314 (ad70f162-e817-4bd4-8847-13df080169d8/f0070ca1-687d-4b15-820f-7fe53fa890c2/522529b2-a6a4-4022-9fe6-937eac3e7301) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:57.625809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.645014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e7814a97-ff95-4b2e-8424-f086266a1180 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.664318 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.686031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-af5dad7c-6aa8-4067-9f7a-b35bd8e134c7 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:57.687483 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-af5dad7c-6aa8-4067-9f7a-b35bd8e134c7 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 945 time: 0.1203840 Feb 04 05:53:57.754970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.807889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e7814a97-ff95-4b2e-8424-f086266a1180 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.827460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e7814a97-ff95-4b2e-8424-f086266a1180 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.842353 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Router 26d730da-bc03-4a4b-bdf8-9d001cf54506 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:57.912843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7814a97-ff95-4b2e-8424-f086266a1180 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf41d49-4ccd-49e6-87cb-0acd35cbe811,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:57.926904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd703a-02e5-4b85-b2f4-7789584bf9d3 req-ecce15af-0265-4cba-a15b-b666a4fd58e5 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:57.928398 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-05fd703a-02e5-4b85-b2f4-7789584bf9d3 req-ecce15af-0265-4cba-a15b-b666a4fd58e5 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 945 time: 0.0968251 Feb 04 05:53:57.942803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Deleting port f3838254-8d47-415a-9e21-251b83fca2e8 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:57.943146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.947822 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.999185 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e7814a97-ff95-4b2e-8424-f086266a1180 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.000471 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e7814a97-ff95-4b2e-8424-f086266a1180 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8138635 Feb 04 05:53:58.007759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42352) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:58.042255 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-3127c863-1a3a-4b1e-a939-e92425fd02cf tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'security_group_rule': {'security_group_id': '538df9b0-81b8-40ef-bc73-3208532def9b', 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:58.106420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Router 30fc268b-e9b8-4bf6-a6b4-04befac89e98 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:58.119841 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.160488 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:58.164998 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-05fd703a-02e5-4b85-b2f4-7789584bf9d3 req-67ea8043-6e27-402d-8885-53d67a4417d5 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294996 Feb 04 05:53:58.168591 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.169804 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-94a99f47-1f5f-4089-9b3e-c79bf7a40f5c tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "PUT /v2.0/routers/26d730da-bc03-4a4b-bdf8-9d001cf54506 HTTP/1.1" status: 200 len: 919 time: 4.3530483 Feb 04 05:53:58.172742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42354) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:58.176341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.194738 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03769b7-ab3d-43b3-944b-ca2ec5c45f3b None None] Sync routers for ids ['26d730da-bc03-4a4b-bdf8-9d001cf54506'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:58.195330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.211124 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03769b7-ab3d-43b3-944b-ca2ec5c45f3b None None] Routers {'26d730da-bc03-4a4b-bdf8-9d001cf54506'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:58.212157 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b03769b7-ab3d-43b3-944b-ca2ec5c45f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['26d730da-bc03-4a4b-bdf8-9d001cf54506'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:58.226192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.251634 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b03769b7-ab3d-43b3-944b-ca2ec5c45f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:58.257313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] For port f3838254-8d47-415a-9e21-251b83fca2e8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f3838254-8d47-415a-9e21-251b83fca2e8,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:58.257619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.262292 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03769b7-ab3d-43b3-944b-ca2ec5c45f3b None None] Routers {'26d730da-bc03-4a4b-bdf8-9d001cf54506'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:58.263135 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b03769b7-ab3d-43b3-944b-ca2ec5c45f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['26d730da-bc03-4a4b-bdf8-9d001cf54506'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:58.272152 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.293858 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=641db595-927d-4415-9251-3da083a1933a,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:58.304033 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b03769b7-ab3d-43b3-944b-ca2ec5c45f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:58.305364 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03769b7-ab3d-43b3-944b-ca2ec5c45f3b None None] The sync data for ids ['26d730da-bc03-4a4b-bdf8-9d001cf54506'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:58.306346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.338908 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network ad70f162-e817-4bd4-8847-13df080169d8 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:58.343351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:58.348219 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:58.354764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:58.355387 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.355639 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3127c863-1a3a-4b1e-a939-e92425fd02cf tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.361992 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.363402 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e846bba1-b220-4e64-806f-f912de914bb3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6990950 Feb 04 05:53:58.368939 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42356) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:58.373756 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'port': {'network_id': '1e451e40-a784-4975-97a7-ab7ce2d81bc9', 'name': 'tempest-FloatingIPTestJSON-1131076385'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:58.404570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=522529b2-a6a4-4022-9fe6-937eac3e7301,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:58.439574 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0a57706f-7059-4219-8ca6-e4f9d1389fb0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1388521 Feb 04 05:53:58.442907 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42358) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:58.488637 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device aace3056-1192-4067-a281-00319e5d5230 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:58.537614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6cd259-c329-41e5-8fb9-c05fab58fcad None None] Network ad70f162-e817-4bd4-8847-13df080169d8 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:58.589805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Made reservation on behalf of ab2f571671b047ccb1cf44c3d893a45a for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:58.595072 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.600549 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7c6df610-03fb-46ab-92be-7abc606c2751 None None] Provisioning complete for port aace3056-1192-4067-a281-00319e5d5230 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:58.600923 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c6df610-03fb-46ab-92be-7abc606c2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.602078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-01f729e7-f834-4663-b9e3-555696d1d3f9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 522529b2-a6a4-4022-9fe6-937eac3e7301 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:58.602506 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01f729e7-f834-4663-b9e3-555696d1d3f9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.666093 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] device_id is not set on port fa318698-7e2b-41e8-afb8-a4bc2bce9cc3 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:58.671762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port aace3056-1192-4067-a281-00319e5d5230 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:58.672089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.728071 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c4ebc35b-150a-442a-b860-da4aabdf84ed tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/routers/26d730da-bc03-4a4b-bdf8-9d001cf54506 HTTP/1.1" status: 200 len: 925 time: 0.5467889 Feb 04 05:53:58.735243 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42362) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:58.761703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:58.766264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3127c863-1a3a-4b1e-a939-e92425fd02cf tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.783454 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01f729e7-f834-4663-b9e3-555696d1d3f9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.783763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3127c863-1a3a-4b1e-a939-e92425fd02cf tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.789363 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Sync routers for ids ['30fc268b-e9b8-4bf6-a6b4-04befac89e98'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:58.813040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59ac5-254e-4b2c-b8f1-ec0563645df1 req-9df95f24-ca56-40bc-9165-bd82bfe673a4 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:58.814571 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3a59ac5-254e-4b2c-b8f1-ec0563645df1 req-9df95f24-ca56-40bc-9165-bd82bfe673a4 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2671721 Feb 04 05:53:58.814724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-01f729e7-f834-4663-b9e3-555696d1d3f9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 522529b2-a6a4-4022-9fe6-937eac3e7301 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:58.829349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c6df610-03fb-46ab-92be-7abc606c2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.832733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.836535 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f94a3ec3-2d3b-4928-ab32-6666dc9aa28d tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5865772 Feb 04 05:53:58.845149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Routers {'30fc268b-e9b8-4bf6-a6b4-04befac89e98'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:58.845785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['30fc268b-e9b8-4bf6-a6b4-04befac89e98'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:58.853958 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42364) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:58.874276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127c863-1a3a-4b1e-a939-e92425fd02cf tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbacb6c-f1ce-4909-b456-c77c04c617d7,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:58.885349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3127c863-1a3a-4b1e-a939-e92425fd02cf tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.886660 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3127c863-1a3a-4b1e-a939-e92425fd02cf tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8497310 Feb 04 05:53:58.897047 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42366) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:58.905648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7c5b520c-9a37-4dd6-88af-5413921951b9 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'security_group_rule': {'security_group_id': '538df9b0-81b8-40ef-bc73-3208532def9b', 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:58.911417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.911776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.912086 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Floating IP 69d6b425-2823-4115-a3d6-1609d1ff4a9b disassociated. External IP: 172.26.5.70, port: f3838254-8d47-415a-9e21-251b83fca2e8. Feb 04 05:53:58.912420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Calling delete_port for f3838254-8d47-415a-9e21-251b83fca2e8 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:58.957070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440e2df9-4117-41ed-91df-55a2595c8958 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:58.958918 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-440e2df9-4117-41ed-91df-55a2595c8958 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&device_id=26d730da-bc03-4a4b-bdf8-9d001cf54506&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2196910 Feb 04 05:53:58.963895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42368) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:58.975988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7c6df610-03fb-46ab-92be-7abc606c2751 None None] For port aace3056-1192-4067-a281-00319e5d5230, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=aace3056-1192-4067-a281-00319e5d5230,segment=NetworkSegment(40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302),segment_id=40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:58.994306 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.20.0.10 (1e451e40-a784-4975-97a7-ab7ce2d81bc9/3cd954c9-6570-445b-ab4f-9eac8c6d4924/fa318698-7e2b-41e8-afb8-a4bc2bce9cc3) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:59.014180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.038333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c6df610-03fb-46ab-92be-7abc606c2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.077842 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3a59ac5-254e-4b2c-b8f1-ec0563645df1 req-584a5a70-751d-4128-bb33-a7022fa835e1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477243 Feb 04 05:53:59.130803 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-05493451-bc04-401c-bc3e-85e389990f56 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/routers/30fc268b-e9b8-4bf6-a6b4-04befac89e98 HTTP/1.1" status: 200 len: 907 time: 0.2756002 Feb 04 05:53:59.135954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c5b520c-9a37-4dd6-88af-5413921951b9 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.137944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42372) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:59.155430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Request body: {'router': {'name': 'tempest-snat-router-604194313', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'enable_snat': True}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:59.178917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Set router 30fc268b-e9b8-4bf6-a6b4-04befac89e98 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:59.188546 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.189388 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.212305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] Deleting port 12ee8a39-b370-47d8-8863-9370b07efb67 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:59.212555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.289548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01f729e7-f834-4663-b9e3-555696d1d3f9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.341807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd30e3e0-2f90-4cc8-82cc-7f567f18ccbd tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:59.341807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dd30e3e0-2f90-4cc8-82cc-7f567f18ccbd tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/networks/e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 881 time: 0.3725040 Feb 04 05:53:59.345811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6df610-03fb-46ab-92be-7abc606c2751 None None] Pushing event updated for resources: {'Port': ['ID=aace3056-1192-4067-a281-00319e5d5230,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:59.349606 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42378) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:59.358603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:53:59.358962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:53:59.424124 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-01f729e7-f834-4663-b9e3-555696d1d3f9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.430537 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-01f729e7-f834-4663-b9e3-555696d1d3f9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/522529b2-a6a4-4022-9fe6-937eac3e7301 HTTP/1.1" status: 204 len: 168 time: 0.9866402 Feb 04 05:53:59.431728 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f729e7-f834-4663-b9e3-555696d1d3f9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=522529b2-a6a4-4022-9fe6-937eac3e7301,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:59.434128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42380) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:59.451162 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-237a0c98-7e81-48aa-b2c3-fe41675c191a tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d730da-bc03-4a4b-bdf8-9d001cf54506 HTTP/1.1" status: 200 len: 205 time: 0.0978804 Feb 04 05:53:59.460984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42382) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:59.527768 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a99bbaa2-592e-473f-b817-c5e55814f5fa None None] Provisioning complete for port aace3056-1192-4067-a281-00319e5d5230 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:59.528154 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a99bbaa2-592e-473f-b817-c5e55814f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.529955 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1e775e-1671-4dd3-bc48-1ee33c01dd6a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:53:59.530736 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1e775e-1671-4dd3-bc48-1ee33c01dd6a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:53:59.535924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c5b520c-9a37-4dd6-88af-5413921951b9 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.537828 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aa1e775e-1671-4dd3-bc48-1ee33c01dd6a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/522529b2-a6a4-4022-9fe6-937eac3e7301 HTTP/1.1" status: 404 len: 333 time: 0.0992763 Feb 04 05:53:59.544148 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42384) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:59.548318 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.594872 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9f372e-19a9-4c5b-ac39-b16230a9ca29 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:53:59.600952 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4c9f372e-19a9-4c5b-ac39-b16230a9ca29 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/522529b2-a6a4-4022-9fe6-937eac3e7301 HTTP/1.1" status: 404 len: 333 time: 0.0550516 Feb 04 05:53:59.606346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42386) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:59.683039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.732240 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9da076-8ad8-4840-9fbb-3b2be54dbedd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting subnet f0070ca1-687d-4b15-820f-7fe53fa890c2 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:59.736447 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa9da076-8ad8-4840-9fbb-3b2be54dbedd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.788100 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc268b-e9b8-4bf6-a6b4-04befac89e98', 'name': 'tempest-snat-router-604194313', 'tenant_id': '0605b56f9e67409e9860a32c21a8da88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.84'}], 'enable_snat': False}, 'gw_port_id': 'b76a3b82-8ece-441e-9974-1a74465e4933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:53:56Z', 'revision_number': 3, 'project_id': '0605b56f9e67409e9860a32c21a8da88', 'gw_port': {'id': 'b76a3b82-8ece-441e-9974-1a74465e4933', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc268b-e9b8-4bf6-a6b4-04befac89e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:55Z', 'updated_at': '2022-02-04T05:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:59.795565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c5b520c-9a37-4dd6-88af-5413921951b9 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.835841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Checking router: 30fc268b-e9b8-4bf6-a6b4-04befac89e98 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:59.836576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Updating router 30fc268b-e9b8-4bf6-a6b4-04befac89e98 port b76a3b82-8ece-441e-9974-1a74465e4933 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:53:59.838041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b520c-9a37-4dd6-88af-5413921951b9 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cb8b2b-98ff-4a1a-8016-11bf1f55dcc1,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:59.842313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.855419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa9da076-8ad8-4840-9fbb-3b2be54dbedd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.868745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24c97b-c671-46de-8b02-b7ddfd99c01d req-d183ffe7-b3a1-4d34-b65c-1abde99f2944 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:59.876159 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bd24c97b-c671-46de-8b02-b7ddfd99c01d req-d183ffe7-b3a1-4d34-b65c-1abde99f2944 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.4630578 Feb 04 05:53:59.880139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.890353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42468f94-359e-4639-94d5-99cfba584900 req-34b349df-8722-47d9-9f1e-c4c3d82bbd9b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:59.891886 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42468f94-359e-4639-94d5-99cfba584900 req-34b349df-8722-47d9-9f1e-c4c3d82bbd9b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 945 time: 0.6043437 Feb 04 05:53:59.906613 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c5b520c-9a37-4dd6-88af-5413921951b9 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.911462 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7c5b520c-9a37-4dd6-88af-5413921951b9 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0103316 Feb 04 05:53:59.922265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42388) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:59.930578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.933952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.948127 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a99bbaa2-592e-473f-b817-c5e55814f5fa None None] Could not find standard attr ID for object 522529b2-a6a4-4022-9fe6-937eac3e7301. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:53:59.948592 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-207e5aef-7a8e-4564-a5db-05148f10cd0c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'security_group_rule': {'security_group_id': '538df9b0-81b8-40ef-bc73-3208532def9b', 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:59.999145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.021351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] For port 12ee8a39-b370-47d8-8863-9370b07efb67, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=12ee8a39-b370-47d8-8863-9370b07efb67,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:00.022010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.039154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Pushing event deleted for resources: {'Port': ['ID=f3838254-8d47-415a-9e21-251b83fca2e8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:00.092176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1f36defd-da1a-4406-9f94-25cb2bdc4d01 None None] Could not find standard attr ID for object 522529b2-a6a4-4022-9fe6-937eac3e7301. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:54:00.092401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network 1e451e40-a784-4975-97a7-ab7ce2d81bc9 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:00.103333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa9da076-8ad8-4840-9fbb-3b2be54dbedd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.108963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:00.132468 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:00.150933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=fa318698-7e2b-41e8-afb8-a4bc2bce9cc3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:00.227936 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:00.228604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.240748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.248940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.285952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa9da076-8ad8-4840-9fbb-3b2be54dbedd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.316528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Attempting to bind port b76a3b82-8ece-441e-9974-1a74465e4933 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:00.316956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Attempting to bind port b76a3b82-8ece-441e-9974-1a74465e4933 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:00.317804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Attempting to bind port b76a3b82-8ece-441e-9974-1a74465e4933 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:00.325844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:00.326224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:00.326762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.327240 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:00.328346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Bound port: b76a3b82-8ece-441e-9974-1a74465e4933, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:00.328731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.348945 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9e22f6be-699d-4d7a-941b-5af1be2b6934 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9777701 Feb 04 05:54:00.350520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42390) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:00.352816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9da076-8ad8-4840-9fbb-3b2be54dbedd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Subnet': ['ID=f0070ca1-687d-4b15-820f-7fe53fa890c2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:00.357054 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e38c8710-1628-4570-8459-63da00c19fe6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'floatingip': {'port_id': 'fa318698-7e2b-41e8-afb8-a4bc2bce9cc3'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:00.360143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa9da076-8ad8-4840-9fbb-3b2be54dbedd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.364006 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aa9da076-8ad8-4840-9fbb-3b2be54dbedd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/f0070ca1-687d-4b15-820f-7fe53fa890c2 HTTP/1.1" status: 204 len: 168 time: 0.7160704 Feb 04 05:54:00.368956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42392) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:00.388666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.402642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] Calling delete_port for 12ee8a39-b370-47d8-8863-9370b07efb67 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:00.412464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-207e5aef-7a8e-4564-a5db-05148f10cd0c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.417050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] For port b76a3b82-8ece-441e-9974-1a74465e4933, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:00.417866 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42468f94-359e-4639-94d5-99cfba584900 req-6ec11c4e-bed8-4c29-9e60-755679ec337b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf9dc468-e92d-412e-bdac-76b9462c6025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5014291 Feb 04 05:54:00.422238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] For port b76a3b82-8ece-441e-9974-1a74465e4933, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b76a3b82-8ece-441e-9974-1a74465e4933,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:00.424613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc559219-a0d8-4355-9c5b-247062c826d7 None None] Pushing event updated for resources: {'Port': ['ID=b76a3b82-8ece-441e-9974-1a74465e4933,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:00.440443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.440937 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bd24c97b-c671-46de-8b02-b7ddfd99c01d req-4fb29418-b052-4811-89a1-15811554b651 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5597842 Feb 04 05:54:00.443785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eecd72a-f87b-4ff9-8e9e-42afb70a5a3b None None] Network ad70f162-e817-4bd4-8847-13df080169d8 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:00.450692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device aace3056-1192-4067-a281-00319e5d5230 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:00.520731 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e38c8710-1628-4570-8459-63da00c19fe6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.593696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Routers {'30fc268b-e9b8-4bf6-a6b4-04befac89e98'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:00.594226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['30fc268b-e9b8-4bf6-a6b4-04befac89e98'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:00.595888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc559219-a0d8-4355-9c5b-247062c826d7 None None] Pushing event updated for resources: {'Port': ['ID=b76a3b82-8ece-441e-9974-1a74465e4933,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:00.606918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.658813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.659699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.670514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-207e5aef-7a8e-4564-a5db-05148f10cd0c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.678973 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Deleting port 5e98da41-3bc5-4658-a5f5-e05b8ae30dc3 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:00.679419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.690964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-207e5aef-7a8e-4564-a5db-05148f10cd0c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.717842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port aace3056-1192-4067-a281-00319e5d5230 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:00.718210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.776659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] Set router 30fc268b-e9b8-4bf6-a6b4-04befac89e98 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:00.801039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e5aef-7a8e-4564-a5db-05148f10cd0c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb9e4f3-a1be-4cb1-a02c-eb2c3edb3772,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:00.805129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Router c6712a65-cd47-4695-ad16-6c99cc5758fd has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:00.837801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-207e5aef-7a8e-4564-a5db-05148f10cd0c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:00.842043 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-207e5aef-7a8e-4564-a5db-05148f10cd0c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9143724 Feb 04 05:54:00.842675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42394) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:00.861570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e20f3734-e07d-4724-b396-d055e174b479 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'security_group_rule': {'security_group_id': '538df9b0-81b8-40ef-bc73-3208532def9b', 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:00.925574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c70d07d-ed58-44d9-98e5-ce3dd4ce29b7 None None] DHCP port deletion for ad70f162-e817-4bd4-8847-13df080169d8 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:54:00.945501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.002874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Calling delete_port for 5e98da41-3bc5-4658-a5f5-e05b8ae30dc3 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:01.014720 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-e20f3734-e07d-4724-b396-d055e174b479 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Project 20588474087a41dc90cc0c8c778d25b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:54:01.060564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e20f3734-e07d-4724-b396-d055e174b479 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.110441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-7c70d07d-ed58-44d9-98e5-ce3dd4ce29b7 None None] Deleting port aace3056-1192-4067-a281-00319e5d5230 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:01.110441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c70d07d-ed58-44d9-98e5-ce3dd4ce29b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.145865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.161932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:01.176275 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f72ca6-57f6-4c91-b9db-576b0d344c67 None None] Sync routers for ids ['c6712a65-cd47-4695-ad16-6c99cc5758fd'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:01.183838 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port aace3056-1192-4067-a281-00319e5d5230 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:01.184356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.188040 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f72ca6-57f6-4c91-b9db-576b0d344c67 None None] Routers {'c6712a65-cd47-4695-ad16-6c99cc5758fd'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:01.188910 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-60f72ca6-57f6-4c91-b9db-576b0d344c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c6712a65-cd47-4695-ad16-6c99cc5758fd'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:01.193846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc268b-e9b8-4bf6-a6b4-04befac89e98', 'name': 'tempest-snat-router-604194313', 'tenant_id': '0605b56f9e67409e9860a32c21a8da88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.84'}], 'enable_snat': False}, 'gw_port_id': 'b76a3b82-8ece-441e-9974-1a74465e4933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:53:56Z', 'revision_number': 3, 'project_id': '0605b56f9e67409e9860a32c21a8da88', 'gw_port': {'id': 'b76a3b82-8ece-441e-9974-1a74465e4933', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc268b-e9b8-4bf6-a6b4-04befac89e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:55Z', 'updated_at': '2022-02-04T05:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:01.197272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ee8a39-b370-47d8-8863-9370b07efb67,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:01.204092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7c70d07d-ed58-44d9-98e5-ce3dd4ce29b7 None None] For port aace3056-1192-4067-a281-00319e5d5230, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=aace3056-1192-4067-a281-00319e5d5230,segment=NetworkSegment(40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302),segment_id=40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:01.204494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c70d07d-ed58-44d9-98e5-ce3dd4ce29b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.240094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d36f42-6c85-4136-a2f9-73071db1b98d None None] The sync data for ids ['30fc268b-e9b8-4bf6-a6b4-04befac89e98'] in dv-neutron-826811-2-hyperv is: [{'id': '30fc268b-e9b8-4bf6-a6b4-04befac89e98', 'name': 'tempest-snat-router-604194313', 'tenant_id': '0605b56f9e67409e9860a32c21a8da88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.84'}], 'enable_snat': False}, 'gw_port_id': 'b76a3b82-8ece-441e-9974-1a74465e4933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:53:56Z', 'revision_number': 3, 'project_id': '0605b56f9e67409e9860a32c21a8da88', 'gw_port': {'id': 'b76a3b82-8ece-441e-9974-1a74465e4933', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc268b-e9b8-4bf6-a6b4-04befac89e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:55Z', 'updated_at': '2022-02-04T05:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:01.250255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-7c70d07d-ed58-44d9-98e5-ce3dd4ce29b7 None None] Calling delete_port for aace3056-1192-4067-a281-00319e5d5230 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:01.270728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] No DVR routers for this DVR port f3838254-8d47-415a-9e21-251b83fca2e8 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:01.309579 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] For port aace3056-1192-4067-a281-00319e5d5230, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=aace3056-1192-4067-a281-00319e5d5230,segment=NetworkSegment(40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302),segment_id=40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:01.309969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.335876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Allocated IP 172.26.5.112 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:01.347080 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-60f72ca6-57f6-4c91-b9db-576b0d344c67 None None] Set router c6712a65-cd47-4695-ad16-6c99cc5758fd gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:01.351098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for aace3056-1192-4067-a281-00319e5d5230 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:01.358995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e20f3734-e07d-4724-b396-d055e174b479 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.380652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.384313 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5cc27b9-7d33-45ab-bed1-02885bcaedbf req-da759c90-c45d-46bd-977e-e1640f84e05c tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.36 "DELETE /v2.0/ports/f3838254-8d47-415a-9e21-251b83fca2e8 HTTP/1.1" status: 204 len: 173 time: 3.6879749 Feb 04 05:54:01.384812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'name': 'network-vif-deleted', 'tag': 'f3838254-8d47-415a-9e21-251b83fca2e8'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:54:01.387214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b3c4f7-5a14-449f-af8d-84f3241d7917" -d '{"events": [{"server_uuid": "5a7fb60e-ed3a-433c-9845-c7dd9d685f0d", "name": "network-vif-deleted", "tag": "f3838254-8d47-415a-9e21-251b83fca2e8"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:54:01.410216 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e20f3734-e07d-4724-b396-d055e174b479 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.418108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c70d07d-ed58-44d9-98e5-ce3dd4ce29b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.483241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70d07d-ed58-44d9-98e5-ce3dd4ce29b7 None None] No DVR routers for this DVR port aace3056-1192-4067-a281-00319e5d5230 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:01.485950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70d07d-ed58-44d9-98e5-ce3dd4ce29b7 None None] Pushing event deleted for resources: {'Port': ['ID=aace3056-1192-4067-a281-00319e5d5230,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:01.531910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6293c1ce-f6d2-44a0-9f97-b4e5b1de48d0 x-openstack-request-id: req-6293c1ce-f6d2-44a0-9f97-b4e5b1de48d0 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:54:01.532248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7fb60e-ed3a-433c-9845-c7dd9d685f0d", "name": "network-vif-deleted", "tag": "f3838254-8d47-415a-9e21-251b83fca2e8", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:54:01.532537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6293c1ce-f6d2-44a0-9f97-b4e5b1de48d0 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:54:01.532943 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7fb60e-ed3a-433c-9845-c7dd9d685f0d', 'name': 'network-vif-deleted', 'tag': 'f3838254-8d47-415a-9e21-251b83fca2e8', 'status': 'completed', 'code': 200} Feb 04 05:54:01.540433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f3734-e07d-4724-b396-d055e174b479 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04c9fa4-3855-4096-9bb0-40a077b8ffea,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:01.693398 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:54:01.706751 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2062b77c-ed52-4ddd-8a89-65434fc1ad4f req-167f6f92-8b74-495d-852e-03828b64b3f0 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7fb60e-ed3a-433c-9845-c7dd9d685f0d HTTP/1.1" status: 200 len: 210 time: 0.1132360 Feb 04 05:54:01.734212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e20f3734-e07d-4724-b396-d055e174b479 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.739083 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e20f3734-e07d-4724-b396-d055e174b479 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8798862 Feb 04 05:54:01.745101 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42402) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:01.750229 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-60f72ca6-57f6-4c91-b9db-576b0d344c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 4, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '456b82d9-4273-4cb4-87bd-baa704dc471f', 'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'mac_address': 'fa:16:3e:d5:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:25Z', 'updated_at': '2022-02-04T05:52:35Z', 'revision_number': 5, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'subnets': [{'id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:01.752932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9b3eec13-d3a5-4f71-9aea-c7bfcf33de1c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'security_group_rule': {'security_group_id': '538df9b0-81b8-40ef-bc73-3208532def9b', 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:01.796195 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f72ca6-57f6-4c91-b9db-576b0d344c67 None None] Checking router: c6712a65-cd47-4695-ad16-6c99cc5758fd for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:01.807269 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f72ca6-57f6-4c91-b9db-576b0d344c67 None None] Routers {'c6712a65-cd47-4695-ad16-6c99cc5758fd'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:01.808247 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-60f72ca6-57f6-4c91-b9db-576b0d344c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c6712a65-cd47-4695-ad16-6c99cc5758fd'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:01.856458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.890335 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.901064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Pushing event deleted for resources: {'Port': ['ID=5e98da41-3bc5-4658-a5f5-e05b8ae30dc3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:01.924159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:01.958840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaf937-2469-4d4c-b64d-bfd5d8d4a21b req-2ef27204-f92c-4575-b98d-185c513a47f2 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:01.966296 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ddaf937-2469-4d4c-b64d-bfd5d8d4a21b req-2ef27204-f92c-4575-b98d-185c513a47f2 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.3706524 Feb 04 05:54:01.985485 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=aace3056-1192-4067-a281-00319e5d5230,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:02.000324 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No DVR routers for this DVR port aace3056-1192-4067-a281-00319e5d5230 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:02.013297 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-9b3eec13-d3a5-4f71-9aea-c7bfcf33de1c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Project 20588474087a41dc90cc0c8c778d25b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:54:02.015033 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-60f72ca6-57f6-4c91-b9db-576b0d344c67 None None] Set router c6712a65-cd47-4695-ad16-6c99cc5758fd gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:02.030516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b3eec13-d3a5-4f71-9aea-c7bfcf33de1c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.109854 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.131814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad70f162-e817-4bd4-8847-13df080169d8']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:02.136196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b3eec13-d3a5-4f71-9aea-c7bfcf33de1c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.142444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:02.142444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40569ad7-0b14-4cc9-9fcd-f5fa4e3ff302') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:02.153132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.162168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ddaf937-2469-4d4c-b64d-bfd5d8d4a21b req-b8f3bd05-100f-470a-9938-b7311433cfdd tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949806 Feb 04 05:54:02.166457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b3eec13-d3a5-4f71-9aea-c7bfcf33de1c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.166684 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.168423 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.173264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:54:02.173665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.218245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:54:02.261066 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:54:02.266528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e38c8710-1628-4570-8459-63da00c19fe6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.271819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.282159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e38c8710-1628-4570-8459-63da00c19fe6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.325668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b3eec13-d3a5-4f71-9aea-c7bfcf33de1c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.327050 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9b3eec13-d3a5-4f71-9aea-c7bfcf33de1c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5809669 Feb 04 05:54:02.327841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eec13-d3a5-4f71-9aea-c7bfcf33de1c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3757fda7-be05-4377-8df7-7f9e87abba20,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:02.332879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42406) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:02.340123 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.344190 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/networks/ad70f162-e817-4bd4-8847-13df080169d8 HTTP/1.1" status: 204 len: 168 time: 1.9742477 Feb 04 05:54:02.347329 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8206f64-05f8-45cd-b085-1c12e94dfd66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Network': ['ID=ad70f162-e817-4bd4-8847-13df080169d8,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:02.366254 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-60f72ca6-57f6-4c91-b9db-576b0d344c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 4, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '456b82d9-4273-4cb4-87bd-baa704dc471f', 'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'mac_address': 'fa:16:3e:d5:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:25Z', 'updated_at': '2022-02-04T05:52:35Z', 'revision_number': 5, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'subnets': [{'id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:02.367905 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42408) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:02.371732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'network': {'name': 'tempest-network-smoke--1835281801', 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'port_security_enabled': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:02.388580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1147505192'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:02.398674 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f72ca6-57f6-4c91-b9db-576b0d344c67 None None] The sync data for ids ['c6712a65-cd47-4695-ad16-6c99cc5758fd'] in dv-neutron-826811-2-hyperv is: [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 4, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '456b82d9-4273-4cb4-87bd-baa704dc471f', 'name': '', 'network_id': '206fae0a-4428-4f10-9c6d-49d796115e41', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'mac_address': 'fa:16:3e:d5:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:25Z', 'updated_at': '2022-02-04T05:52:35Z', 'revision_number': 5, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'subnets': [{'id': '19915ceb-49b8-4cb0-8853-b334b6ada5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:02.403768 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.412281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.461468 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.551206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:02.552138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91beab-131d-4609-97ec-431281b97d40 req-f1f4e3ee-0518-4c2f-88f3-527799593132 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:02.555121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b76a3b82-8ece-441e-9974-1a74465e4933 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:02.558666 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:02.564251 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:02.565797 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e91beab-131d-4609-97ec-431281b97d40 req-f1f4e3ee-0518-4c2f-88f3-527799593132 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2955048 Feb 04 05:54:02.582187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Made reservation on behalf of 20588474087a41dc90cc0c8c778d25b9 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:02.586283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.588306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:02.596385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event updated for resources: {'Port': ['ID=b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:02.597153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.604187 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-e38c8710-1628-4570-8459-63da00c19fe6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP 810e51d4-dbc2-4923-ab00-19224b7773df associated. External IP: 172.26.5.54, port: fa318698-7e2b-41e8-afb8-a4bc2bce9cc3. Feb 04 05:54:02.634779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port b76a3b82-8ece-441e-9974-1a74465e4933 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:02.635172 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.675422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.676169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Fanout notify agent at l3_agent the message router_deleted on router 26d730da-bc03-4a4b-bdf8-9d001cf54506 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:02.684614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.691525 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2bb7da4c-4274-4d01-8026-4c78d14bed52 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/26d730da-bc03-4a4b-bdf8-9d001cf54506 HTTP/1.1" status: 204 len: 168 time: 3.2246563 Feb 04 05:54:02.698091 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42410) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:02.728433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1979053101', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}, 'admin_state_up': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:02.755816 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.785833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:02.796011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port b76a3b82-8ece-441e-9974-1a74465e4933, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b76a3b82-8ece-441e-9974-1a74465e4933,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:02.806431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.809499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.810580 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Added segment 5971334d-8fbd-4a90-9091-2db817b7ddaf of type vlan for network f48dc643-7ef5-4281-9506-5538c2a774f7 Feb 04 05:54:02.867060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.872825 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42416) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:02.887956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device aace3056-1192-4067-a281-00319e5d5230 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:02.921392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc337b3c-4e7f-441c-9e0e-dd87c4d40d95 None None] New status for floating IP 69d6b425-2823-4115-a3d6-1609d1ff4a9b: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:54:02.926211 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: aace3056-1192-4067-a281-00319e5d5230 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:02.927057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device aace3056-1192-4067-a281-00319e5d5230 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:02.930788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=b76a3b82-8ece-441e-9974-1a74465e4933,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:02.956574 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e91beab-131d-4609-97ec-431281b97d40 req-cb65f1bd-99e9-4cd5-b169-23e11eabe4bf tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538442 Feb 04 05:54:02.960177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:02.993264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.993611 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Added segment 1df1eab0-c720-4fb0-ac63-7c39dde23679 of type vlan for network 845f35b4-5351-4fed-bd6d-7b07bae3baab Feb 04 05:54:03.013720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.014733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.027411 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.032921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:03.033930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.069302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-edcc549f-42ef-4ac8-92c0-1f19a0f8c44b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.100646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device f3838254-8d47-415a-9e21-251b83fca2e8 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:03.123904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: f3838254-8d47-415a-9e21-251b83fca2e8 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:03.124127 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device f3838254-8d47-415a-9e21-251b83fca2e8 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:03.131065 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38c8710-1628-4570-8459-63da00c19fe6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:03.135118 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.207104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.223638 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8597169 Feb 04 05:54:03.224193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42420) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:03.229964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'admin_state_up': True, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:03.240942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-edcc549f-42ef-4ac8-92c0-1f19a0f8c44b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.302280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b90f4-bce0-4c89-bbf8-eb46499d4303 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'Network': ['ID=f48dc643-7ef5-4281-9506-5538c2a774f7,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:03.314437 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network f48dc643-7ef5-4281-9506-5538c2a774f7 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:03.592142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.593384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.649961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38c8710-1628-4570-8459-63da00c19fe6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:03.654873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.657954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e38c8710-1628-4570-8459-63da00c19fe6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.666951 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd990664-1473-47e2-9b6f-e0e6634e5599 None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:03.678984 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd990664-1473-47e2-9b6f-e0e6634e5599 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:03.680700 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-dd990664-1473-47e2-9b6f-e0e6634e5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:03.695444 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.701178 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:03.701777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.739360 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-dd990664-1473-47e2-9b6f-e0e6634e5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:03.748577 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd990664-1473-47e2-9b6f-e0e6634e5599 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:03.749321 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-dd990664-1473-47e2-9b6f-e0e6634e5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:03.750818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b4d20-5c00-48f7-a046-0361c1ca6056 req-1d9f6d5c-462e-43a2-8334-30c278f76cdd tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:03.763507 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bf0b4d20-5c00-48f7-a046-0361c1ca6056 req-1d9f6d5c-462e-43a2-8334-30c278f76cdd tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.6861367 Feb 04 05:54:03.764667 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e38c8710-1628-4570-8459-63da00c19fe6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "PUT /v2.0/floatingips/810e51d4-dbc2-4923-ab00-19224b7773df HTTP/1.1" status: 200 len: 978 time: 3.4128966 Feb 04 05:54:03.766320 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.769502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42422) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:03.813032 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-dd990664-1473-47e2-9b6f-e0e6634e5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:03.813728 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd990664-1473-47e2-9b6f-e0e6634e5599 None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:03.847889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.860560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-edcc549f-42ef-4ac8-92c0-1f19a0f8c44b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.863927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-edcc549f-42ef-4ac8-92c0-1f19a0f8c44b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.865172 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-edcc549f-42ef-4ac8-92c0-1f19a0f8c44b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "DELETE /v2.0/security-groups/bf9dc468-e92d-412e-bdac-76b9462c6025 HTTP/1.1" status: 204 len: 168 time: 0.9872787 Feb 04 05:54:03.875654 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4951341 Feb 04 05:54:03.876274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42424) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:03.878758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42426) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:03.889692 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': '845f35b4-5351-4fed-bd6d-7b07bae3baab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:03.930705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] Router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:03.969057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc549f-42ef-4ac8-92c0-1f19a0f8c44b tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9dc468-e92d-412e-bdac-76b9462c6025,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:03.979260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d332214-16a1-49ce-a2e4-4184e80be166 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Network': ['ID=845f35b4-5351-4fed-bd6d-7b07bae3baab,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:03.985703 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-79896196-752b-44c2-9f1a-b212447a97f5 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] show failed (client error): The resource could not be found. Feb 04 05:54:03.987658 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-79896196-752b-44c2-9f1a-b212447a97f5 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "GET /v2.0/security-groups/bf9dc468-e92d-412e-bdac-76b9462c6025 HTTP/1.1" status: 404 len: 347 time: 0.0702748 Feb 04 05:54:03.992502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:03.993849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 845f35b4-5351-4fed-bd6d-7b07bae3baab details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:03.995243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42428) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:04.001033 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bf0b4d20-5c00-48f7-a046-0361c1ca6056 req-4c61cf75-548e-48fb-9274-3a73958a7079 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969376 Feb 04 05:54:04.103518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.224425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port fa318698-7e2b-41e8-afb8-a4bc2bce9cc3 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:04.224761 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.241450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:04.244924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.308396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aac627-2fb5-494d-9234-ef701e2c74aa req-0ab8c5e2-4290-43d9-bb16-83511527d7ee tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:04.309938 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e7aac627-2fb5-494d-9234-ef701e2c74aa req-0ab8c5e2-4290-43d9-bb16-83511527d7ee tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1674592 Feb 04 05:54:04.318424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:04.326735 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e810d97f-5968-4713-84c7-ab22cd1c37c5 admin admin] 10.222.0.15 "PUT /v2.0/routers/9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8956699 Feb 04 05:54:04.334193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d919d9-9b14-4233-ae2a-baee69cd6879 None None] Sync routers for ids ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:04.336021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42432) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:04.350766 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d919d9-9b14-4233-ae2a-baee69cd6879 None None] Routers {'9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:04.351776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f6d919d9-9b14-4233-ae2a-baee69cd6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:04.353972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ee5251f6-4504-49ed-b8fc-e0b69589fcc1 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Deleting port 5c6e9b9e-92fb-4789-857b-b64d9ea770c7 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:04.353972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee5251f6-4504-49ed-b8fc-e0b69589fcc1 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.402702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b76a3b82-8ece-441e-9974-1a74465e4933 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:04.433038 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e7aac627-2fb5-494d-9234-ef701e2c74aa req-88c461d8-9ba7-4b42-9770-446373d54c1b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118276 Feb 04 05:54:04.508131 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.527041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee5251f6-4504-49ed-b8fc-e0b69589fcc1 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.527715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee5251f6-4504-49ed-b8fc-e0b69589fcc1 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.562800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Router 6d0d97a1-5a2a-4ccc-95d7-151badb4089c is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:54:04.571507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ee5251f6-4504-49ed-b8fc-e0b69589fcc1 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Calling delete_port for 5c6e9b9e-92fb-4789-857b-b64d9ea770c7 owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:04.608097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.662838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.680361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.687638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-f6d919d9-9b14-4233-ae2a-baee69cd6879 None None] Set router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:04.689326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port b76a3b82-8ece-441e-9974-1a74465e4933 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:04.690228 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.816305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Allocated IP 172.26.5.211 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/5b83524c-9485-4e75-a371-f211d4614d3c) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:04.880644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee5251f6-4504-49ed-b8fc-e0b69589fcc1 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.926039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5251f6-4504-49ed-b8fc-e0b69589fcc1 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Pushing event deleted for resources: {'Port': ['ID=5c6e9b9e-92fb-4789-857b-b64d9ea770c7,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:04.946846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f6d919d9-9b14-4233-ae2a-baee69cd6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:54:00Z', 'revision_number': 5, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:04.974760 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d919d9-9b14-4233-ae2a-baee69cd6879 None None] Checking router: 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:04.983903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d919d9-9b14-4233-ae2a-baee69cd6879 None None] Routers {'9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:04.984528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f6d919d9-9b14-4233-ae2a-baee69cd6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:05.058689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee5251f6-4504-49ed-b8fc-e0b69589fcc1 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.061264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee5251f6-4504-49ed-b8fc-e0b69589fcc1 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.062690 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ee5251f6-4504-49ed-b8fc-e0b69589fcc1 tempest-ServersTestManualDisk-1792433560 tempest-ServersTestManualDisk-1792433560-project] 10.222.0.15 "DELETE /v2.0/floatingips/69d6b425-2823-4115-a3d6-1609d1ff4a9b HTTP/1.1" status: 204 len: 168 time: 1.0662682 Feb 04 05:54:05.068022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42436) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:05.096374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-f6d919d9-9b14-4233-ae2a-baee69cd6879 None None] Set router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:05.145423 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.272298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.279340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f6d919d9-9b14-4233-ae2a-baee69cd6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:54:00Z', 'revision_number': 5, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:05.310480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d919d9-9b14-4233-ae2a-baee69cd6879 None None] The sync data for ids ['9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3'] in dv-neutron-826811-2-hyperv is: [{'id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'name': 'tempest-ServersTestJSON-715802178-router', 'tenant_id': 'cda3d7ed68094624b6138198a0952d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:54:00Z', 'revision_number': 5, 'project_id': 'cda3d7ed68094624b6138198a0952d92', 'gw_port': {'id': '49407d8c-a74b-40ae-88dd-8dbbb615600f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:05.356754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:05.360125 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:05.363564 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.365487 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.368932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:05.393648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Pushing event updated for resources: {'Port': ['ID=5b83524c-9485-4e75-a371-f211d4614d3c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:05.417156 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:05.426947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.428466 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Sync routers for ids ['6d0d97a1-5a2a-4ccc-95d7-151badb4089c'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:05.430015 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.439189 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Routers {'6d0d97a1-5a2a-4ccc-95d7-151badb4089c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:05.440211 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6d0d97a1-5a2a-4ccc-95d7-151badb4089c'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:05.446985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.447358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.447681 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP 810e51d4-dbc2-4923-ab00-19224b7773df disassociated. External IP: 172.26.5.54, port: fa318698-7e2b-41e8-afb8-a4bc2bce9cc3. Feb 04 05:54:05.448026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for fa318698-7e2b-41e8-afb8-a4bc2bce9cc3 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:05.524155 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.528183 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a0803216-fd68-425e-8ae2-4fc46d5775c2 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3892000 Feb 04 05:54:05.532810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42438) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:05.548764 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Set router 6d0d97a1-5a2a-4ccc-95d7-151badb4089c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:05.584422 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Subnet': ['ID=2d44ef94-c86c-4efb-97e9-e681d73ccb6e,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:05.668262 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Checking segment: {'id': '1df1eab0-c720-4fb0-ac63-7c39dde23679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '845f35b4-5351-4fed-bd6d-7b07bae3baab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:05.669194 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network hostable DHCP agents. Network: 845f35b4-5351-4fed-bd6d-7b07bae3baab, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:05.721599 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Allocated IP 172.26.5.229 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/163b63ea-8752-4f3b-9d61-cbc803eab4dc) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:05.728071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Deleting port 49407d8c-a74b-40ae-88dd-8dbbb615600f {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:05.728415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.747065 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 845f35b4-5351-4fed-bd6d-7b07bae3baab is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:05.752783 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-af934fe5-0ed7-4d45-a1dc-904d0a030208 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/routers/6d0d97a1-5a2a-4ccc-95d7-151badb4089c HTTP/1.1" status: 200 len: 907 time: 0.2154167 Feb 04 05:54:05.756750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42440) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:05.796764 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0d97a1-5a2a-4ccc-95d7-151badb4089c', 'name': 'tempest-snat-router-604194313', 'tenant_id': '0605b56f9e67409e9860a32c21a8da88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:59Z', 'updated_at': '2022-02-04T05:54:02Z', 'revision_number': 3, 'project_id': '0605b56f9e67409e9860a32c21a8da88', 'gw_port': {'id': 'b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:af:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0d97a1-5a2a-4ccc-95d7-151badb4089c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:00Z', 'updated_at': '2022-02-04T05:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:05.834303 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Checking router: 6d0d97a1-5a2a-4ccc-95d7-151badb4089c for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:05.834719 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Updating router 6d0d97a1-5a2a-4ccc-95d7-151badb4089c port b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:54:05.835790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 845f35b4-5351-4fed-bd6d-7b07bae3baab) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:05.854837 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f577023f-e66f-48ec-b2ff-ed1ca249d8df None None] Network 845f35b4-5351-4fed-bd6d-7b07bae3baab requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:05.876132 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.880585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:05.881218 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.912482 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.946803 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-09bab71e-88f6-4a03-87db-0bcc5e266fcc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0659404 Feb 04 05:54:05.969770 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42442) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:05.978168 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] For port 49407d8c-a74b-40ae-88dd-8dbbb615600f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=49407d8c-a74b-40ae-88dd-8dbbb615600f,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:05.978526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:05.983853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': '845f35b4-5351-4fed-bd6d-7b07bae3baab', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-924183836'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:05.987639 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=fa318698-7e2b-41e8-afb8-a4bc2bce9cc3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:06.000929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.036091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Calling delete_port for 49407d8c-a74b-40ae-88dd-8dbbb615600f owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:06.071912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-845f35b4-5351-4fed-bd6d-7b07bae3baab', 'network_id': '845f35b4-5351-4fed-bd6d-7b07bae3baab', 'tenant_id': '57b18c3874f14ef2a03a9502bf10053c', 'fixed_ips': [{'subnet_id': '2d44ef94-c86c-4efb-97e9-e681d73ccb6e'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:54:06.073114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.084285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.223987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Allocated IP 2001:db8::2 (845f35b4-5351-4fed-bd6d-7b07bae3baab/2d44ef94-c86c-4efb-97e9-e681d73ccb6e/fd10ec39-5b8f-4573-8a17-8a00dbabb712) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:06.311510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.328665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:06.412727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:06.415175 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.430057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:06.430752 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.436983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:06.440768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:06.444470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.445495 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 12ee8a39-b370-47d8-8863-9370b07efb67 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:06.454667 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.476315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'Port': ['ID=163b63ea-8752-4f3b-9d61-cbc803eab4dc,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:06.500107 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 12ee8a39-b370-47d8-8863-9370b07efb67 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:06.500597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 12ee8a39-b370-47d8-8863-9370b07efb67 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:06.552047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Network 845f35b4-5351-4fed-bd6d-7b07bae3baab is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:06.557104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:06.563872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.566770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:06.581570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port 59c16c38-98d3-4b23-b68d-7505f193fa10 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:06.606821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.622595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Pushing event updated for resources: {'Port': ['ID=fd10ec39-5b8f-4573-8a17-8a00dbabb712,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:06.645313 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Attempting to bind port fd10ec39-5b8f-4573-8a17-8a00dbabb712 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:06.646067 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Attempting to bind port fd10ec39-5b8f-4573-8a17-8a00dbabb712 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '1df1eab0-c720-4fb0-ac63-7c39dde23679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '845f35b4-5351-4fed-bd6d-7b07bae3baab'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:06.646447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Attempting to bind port fd10ec39-5b8f-4573-8a17-8a00dbabb712 on network 845f35b4-5351-4fed-bd6d-7b07bae3baab {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:06.655733 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:06.657525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Checking segment: {'id': '1df1eab0-c720-4fb0-ac63-7c39dde23679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '845f35b4-5351-4fed-bd6d-7b07bae3baab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:06.658566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.659321 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Bound using segment: {'id': '1df1eab0-c720-4fb0-ac63-7c39dde23679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '845f35b4-5351-4fed-bd6d-7b07bae3baab'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:06.659934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Bound port: fd10ec39-5b8f-4573-8a17-8a00dbabb712, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df1eab0-c720-4fb0-ac63-7c39dde23679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '845f35b4-5351-4fed-bd6d-7b07bae3baab'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:06.660470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.706699 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.715819 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.744002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] For port fd10ec39-5b8f-4573-8a17-8a00dbabb712, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:06.749193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] For port fd10ec39-5b8f-4573-8a17-8a00dbabb712, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fd10ec39-5b8f-4573-8a17-8a00dbabb712,segment=NetworkSegment(1df1eab0-c720-4fb0-ac63-7c39dde23679),segment_id=1df1eab0-c720-4fb0-ac63-7c39dde23679)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:06.753835 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.758747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.786163 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3d2a-cf99-40c5-9b04-ca7caff3f6c8 None None] Pushing event updated for resources: {'Port': ['ID=b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:06.828410 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Attempting to bind port b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:06.828793 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Attempting to bind port b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:06.829509 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Attempting to bind port b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:06.834332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=49407d8c-a74b-40ae-88dd-8dbbb615600f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:06.836091 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:06.836462 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:06.836854 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.837317 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:06.845225 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Bound port: b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:06.845740 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.848851 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:06.849416 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e0f38-7b6e-4142-bece-356cead6a554 None None] Pushing event updated for resources: {'Port': ['ID=fd10ec39-5b8f-4573-8a17-8a00dbabb712,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:06.871286 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7a36e-127c-44aa-839c-c1f56dacd2e1 None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:06.887248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be7a36e-127c-44aa-839c-c1f56dacd2e1 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:06.888017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2be7a36e-127c-44aa-839c-c1f56dacd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:06.892419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Deleting port b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:06.893409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.898587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.930544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2be7a36e-127c-44aa-839c-c1f56dacd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:06.944409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be7a36e-127c-44aa-839c-c1f56dacd2e1 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:06.945026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2be7a36e-127c-44aa-839c-c1f56dacd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:06.951934 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] For port b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:06.956613 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] For port b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:06.962739 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.991360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2be7a36e-127c-44aa-839c-c1f56dacd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:06.992961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7a36e-127c-44aa-839c-c1f56dacd2e1 None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:07.048336 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3d2a-cf99-40c5-9b04-ca7caff3f6c8 None None] Pushing event updated for resources: {'Port': ['ID=b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:07.066821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.072340 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-faccb4f5-c0f8-4574-9931-c5d047cd24c5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/ports/fa318698-7e2b-41e8-afb8-a4bc2bce9cc3 HTTP/1.1" status: 204 len: 168 time: 3.2995522 Feb 04 05:54:07.072507 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Routers {'6d0d97a1-5a2a-4ccc-95d7-151badb4089c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:07.072507 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6d0d97a1-5a2a-4ccc-95d7-151badb4089c'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:07.073924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42444) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:07.136644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.176170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Calling delete_port for b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:07.235083 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] Set router 6d0d97a1-5a2a-4ccc-95d7-151badb4089c gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:07.287084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Router 046f1cf2-636e-45a9-bff5-d21683f67324 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:54:07.300447 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0d97a1-5a2a-4ccc-95d7-151badb4089c', 'name': 'tempest-snat-router-604194313', 'tenant_id': '0605b56f9e67409e9860a32c21a8da88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:59Z', 'updated_at': '2022-02-04T05:54:06Z', 'revision_number': 4, 'project_id': '0605b56f9e67409e9860a32c21a8da88', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:07.339938 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea8ccf-110d-4a56-9696-bd08e397b2f4 None None] The sync data for ids ['6d0d97a1-5a2a-4ccc-95d7-151badb4089c'] in dv-neutron-826811-2-hyperv is: [{'id': '6d0d97a1-5a2a-4ccc-95d7-151badb4089c', 'name': 'tempest-snat-router-604194313', 'tenant_id': '0605b56f9e67409e9860a32c21a8da88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:59Z', 'updated_at': '2022-02-04T05:54:06Z', 'revision_number': 4, 'project_id': '0605b56f9e67409e9860a32c21a8da88', 'gw_port_host': None}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:07.434192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] Deleting port 456b82d9-4273-4cb4-87bd-baa704dc471f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:07.434454 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.470733 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3e52aadf-577d-4fc2-96f2-973fa99dc8f3 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "GET /v2.0/floatingips/810e51d4-dbc2-4923-ab00-19224b7773df HTTP/1.1" status: 200 len: 687 time: 0.3928704 Feb 04 05:54:07.472376 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8::4a (845f35b4-5351-4fed-bd6d-7b07bae3baab/2d44ef94-c86c-4efb-97e9-e681d73ccb6e/59c16c38-98d3-4b23-b68d-7505f193fa10) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:07.479090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42446) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:07.493365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.649006 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.661318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:07.671098 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f15896-703c-480c-8c91-6c464570d9f3 None None] Sync routers for ids ['046f1cf2-636e-45a9-bff5-d21683f67324'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:07.674894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.681482 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f15896-703c-480c-8c91-6c464570d9f3 None None] Routers {'046f1cf2-636e-45a9-bff5-d21683f67324'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:07.682355 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-99f15896-703c-480c-8c91-6c464570d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['046f1cf2-636e-45a9-bff5-d21683f67324'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:07.720870 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-99f15896-703c-480c-8c91-6c464570d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:07.729509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] For port 456b82d9-4273-4cb4-87bd-baa704dc471f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=456b82d9-4273-4cb4-87bd-baa704dc471f,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:07.729727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.729957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.739227 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f15896-703c-480c-8c91-6c464570d9f3 None None] Routers {'046f1cf2-636e-45a9-bff5-d21683f67324'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:07.739883 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-99f15896-703c-480c-8c91-6c464570d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['046f1cf2-636e-45a9-bff5-d21683f67324'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:07.744005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.761201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] Calling delete_port for 456b82d9-4273-4cb4-87bd-baa704dc471f owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:07.766494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.767765 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4fe97f43-02bb-4733-887d-0f66dcb5f078 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0534425 Feb 04 05:54:07.784491 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-99f15896-703c-480c-8c91-6c464570d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:07.785177 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f15896-703c-480c-8c91-6c464570d9f3 None None] The sync data for ids ['046f1cf2-636e-45a9-bff5-d21683f67324'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:07.791272 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42448) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:07.793624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.794315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:07.799738 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.803669 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b5c659a6-7ff5-47c3-8953-52f507bdd3ce admin admin] 10.222.0.15 "DELETE /v2.0/routers/9a46617f-d539-4a5c-8eaa-f5ccbc06dcd3 HTTP/1.1" status: 204 len: 168 time: 3.4557652 Feb 04 05:54:07.811829 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:07.814028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42450) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:07.828048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event deleted for resources: {'Port': ['ID=b284fd12-8d8f-4fe3-9d25-d9a01e1baf4b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:07.953501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3d22fa-92f6-4ef9-ab6d-e225eedce9ed admin admin] Deleting subnet 706e34e1-ed53-4f0d-b818-176cff1f5813 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:54:07.963114 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3c3d22fa-92f6-4ef9-ab6d-e225eedce9ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.973776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ab7f5808-676a-42a8-a1bb-f5e9df216b0e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port 641db595-927d-4415-9251-3da083a1933a {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:07.974114 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5808-676a-42a8-a1bb-f5e9df216b0e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.994113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.019410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.138271 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.159804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3c3d22fa-92f6-4ef9-ab6d-e225eedce9ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.165000 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7277856-2c26-4235-b662-176f17251fd2 None None] Network 845f35b4-5351-4fed-bd6d-7b07bae3baab requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:08.237193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-77a57e0a-c054-443c-8291-07e888432eb7 None None] Provisioning complete for port fd10ec39-5b8f-4573-8a17-8a00dbabb712 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:08.237826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77a57e0a-c054-443c-8291-07e888432eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.255363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 845f35b4-5351-4fed-bd6d-7b07bae3baab is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:08.256059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.266299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.269563 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:08.279761 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:08.289817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:08.290483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.292498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5808-676a-42a8-a1bb-f5e9df216b0e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.292829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5808-676a-42a8-a1bb-f5e9df216b0e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.299938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=59c16c38-98d3-4b23-b68d-7505f193fa10,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:08.318506 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.344116 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-07aa41e5-d00c-49a3-8bd0-5b1b73811933 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.3695927 Feb 04 05:54:08.344774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42452) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:08.411290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77a57e0a-c054-443c-8291-07e888432eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.456599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ab7f5808-676a-42a8-a1bb-f5e9df216b0e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for 641db595-927d-4415-9251-3da083a1933a owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:08.470526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-77a57e0a-c054-443c-8291-07e888432eb7 None None] For port fd10ec39-5b8f-4573-8a17-8a00dbabb712, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fd10ec39-5b8f-4573-8a17-8a00dbabb712,segment=NetworkSegment(1df1eab0-c720-4fb0-ac63-7c39dde23679),segment_id=1df1eab0-c720-4fb0-ac63-7c39dde23679)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:08.482109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77a57e0a-c054-443c-8291-07e888432eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.490845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.491656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d0d97a1-5a2a-4ccc-95d7-151badb4089c {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:08.567259 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a57e0a-c054-443c-8291-07e888432eb7 None None] Pushing event updated for resources: {'Port': ['ID=fd10ec39-5b8f-4573-8a17-8a00dbabb712,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:08.569955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.573974 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2dc7ffb3-398f-4984-b001-51001cac8bf7 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6d0d97a1-5a2a-4ccc-95d7-151badb4089c HTTP/1.1" status: 204 len: 168 time: 2.8133812 Feb 04 05:54:08.575957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fd10ec39-5b8f-4573-8a17-8a00dbabb712 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:08.581066 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42454) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:08.635931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port fd10ec39-5b8f-4573-8a17-8a00dbabb712 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:08.636353 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.677941 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.713722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e0c8a-0f9c-4ba7-98c5-cccf188003cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 59c16c38-98d3-4b23-b68d-7505f193fa10 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:08.714456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0c8a-0f9c-4ba7-98c5-cccf188003cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.779360 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.811023 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 49407d8c-a74b-40ae-88dd-8dbbb615600f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:08.837868 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Router 2a2b159f-8853-40ca-a568-5c98971a10f6 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:54:08.840073 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 49407d8c-a74b-40ae-88dd-8dbbb615600f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:08.840679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 49407d8c-a74b-40ae-88dd-8dbbb615600f not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:08.897424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0c8a-0f9c-4ba7-98c5-cccf188003cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.922452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-47cc112c-25b3-450b-ac6a-ebe2d10fa291 None None] Provisioning complete for port 59c16c38-98d3-4b23-b68d-7505f193fa10 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:08.922820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-47cc112c-25b3-450b-ac6a-ebe2d10fa291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.952309 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e0c8a-0f9c-4ba7-98c5-cccf188003cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 59c16c38-98d3-4b23-b68d-7505f193fa10 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:08.979807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-47cc112c-25b3-450b-ac6a-ebe2d10fa291 None None] Port 59c16c38-98d3-4b23-b68d-7505f193fa10 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:09.018392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-47cc112c-25b3-450b-ac6a-ebe2d10fa291 None None] Provisioning complete for port fd10ec39-5b8f-4573-8a17-8a00dbabb712 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:09.018887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-47cc112c-25b3-450b-ac6a-ebe2d10fa291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.128927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3c3d22fa-92f6-4ef9-ab6d-e225eedce9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.190714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.203238 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.244959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0ee6b3ec-f711-49db-b2fd-2ffc629dc235 None None] Provisioning complete for port 59c16c38-98d3-4b23-b68d-7505f193fa10 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:09.245581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0ee6b3ec-f711-49db-b2fd-2ffc629dc235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.280666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=456b82d9-4273-4cb4-87bd-baa704dc471f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:09.293162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0ee6b3ec-f711-49db-b2fd-2ffc629dc235 None None] Port 59c16c38-98d3-4b23-b68d-7505f193fa10 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:09.342906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Deleting port 5b83524c-9485-4e75-a371-f211d4614d3c {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:09.343246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.405816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:09.416951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Sync routers for ids ['2a2b159f-8853-40ca-a568-5c98971a10f6'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:09.418890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3c3d22fa-92f6-4ef9-ab6d-e225eedce9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.445150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Routers {'2a2b159f-8853-40ca-a568-5c98971a10f6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:09.445995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2a2b159f-8853-40ca-a568-5c98971a10f6'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:09.470143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d22fa-92f6-4ef9-ab6d-e225eedce9ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706e34e1-ed53-4f0d-b818-176cff1f5813,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:09.472452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.475578 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-224a9450-764d-4923-9996-726b218f74c1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.2489150 Feb 04 05:54:09.481453 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42456) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:09.484181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3c3d22fa-92f6-4ef9-ab6d-e225eedce9ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.487399 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3c3d22fa-92f6-4ef9-ab6d-e225eedce9ed admin admin] 10.222.0.15 "DELETE /v2.0/subnets/706e34e1-ed53-4f0d-b818-176cff1f5813 HTTP/1.1" status: 204 len: 168 time: 1.6713676 Feb 04 05:54:09.491516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5808-676a-42a8-a1bb-f5e9df216b0e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.494073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42458) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:09.506299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.512961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.525144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Calling delete_port for 5b83524c-9485-4e75-a371-f211d4614d3c owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:09.560839 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0c8a-0f9c-4ba7-98c5-cccf188003cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.586265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f5808-676a-42a8-a1bb-f5e9df216b0e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=641db595-927d-4415-9251-3da083a1933a,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:09.639113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e0c8a-0f9c-4ba7-98c5-cccf188003cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=59c16c38-98d3-4b23-b68d-7505f193fa10,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:09.640523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Set router 2a2b159f-8853-40ca-a568-5c98971a10f6 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:09.681927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c075071-9a77-4840-8dee-5d7eec12baa6 None None] Network bd42bdb8-2160-4369-b72e-07d7451c4a04 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:09.712522 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e8472a8e-f0da-4972-8c7f-adedb72fb831 tempest-TestNetworkAdvancedServerOps-743735019 tempest-TestNetworkAdvancedServerOps-743735019-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=20588474087a41dc90cc0c8c778d25b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2300470 Feb 04 05:54:09.713933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0c8a-0f9c-4ba7-98c5-cccf188003cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.722179 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7f7e0c8a-0f9c-4ba7-98c5-cccf188003cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/59c16c38-98d3-4b23-b68d-7505f193fa10 HTTP/1.1" status: 204 len: 168 time: 1.3743491 Feb 04 05:54:09.727033 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42462) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:09.727463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42464) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:09.765746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.786826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5808-676a-42a8-a1bb-f5e9df216b0e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.789410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5808-676a-42a8-a1bb-f5e9df216b0e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.794233 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ab7f5808-676a-42a8-a1bb-f5e9df216b0e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/floatingips/810e51d4-dbc2-4923-ab00-19224b7773df HTTP/1.1" status: 204 len: 168 time: 2.2806356 Feb 04 05:54:09.795331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42466) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:09.797553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.804019 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '06b46da9-1ec7-4762-9a3c-93b03a8e20e3'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:09.820070 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-917d8683-4474-4bb9-bf40-414420a8bf77 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:54:09.824378 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-917d8683-4474-4bb9-bf40-414420a8bf77 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/59c16c38-98d3-4b23-b68d-7505f193fa10 HTTP/1.1" status: 404 len: 333 time: 0.0946100 Feb 04 05:54:09.830907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42468) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:09.954657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Deleting port b76a3b82-8ece-441e-9974-1a74465e4933 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:09.955640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:09.989352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:06Z', 'revision_number': 3, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:09.992708 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.026189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c66e4cb-380e-4528-ab23-fca2770183be tempest-TestNetworkAdvancedServerOps-743735019 tempest-TestNetworkAdvancedServerOps-743735019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:10.026852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e884846b-585a-4e50-9db0-449acd57d6ad None None] DHCP port deletion for bd42bdb8-2160-4369-b72e-07d7451c4a04 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:54:10.030002 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5c66e4cb-380e-4528-ab23-fca2770183be tempest-TestNetworkAdvancedServerOps-743735019 tempest-TestNetworkAdvancedServerOps-743735019-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2993858 Feb 04 05:54:10.030150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Checking router: 2a2b159f-8853-40ca-a568-5c98971a10f6 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:10.030150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Updating router 2a2b159f-8853-40ca-a568-5c98971a10f6 port 163b63ea-8752-4f3b-9d61-cbc803eab4dc binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:54:10.030802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42470) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:10.075727 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-60a5dd6a-eeb5-4c89-bc88-aa4169d2922c tempest-TestNetworkAdvancedServerOps-743735019 tempest-TestNetworkAdvancedServerOps-743735019-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435369 Feb 04 05:54:10.078233 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42474) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:10.085016 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1285976181', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:10.088586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.135295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87564f0-3937-4bf3-98f6-724a45a51550 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting subnet 2d44ef94-c86c-4efb-97e9-e681d73ccb6e {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:54:10.141834 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.143885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e884846b-585a-4e50-9db0-449acd57d6ad None None] Deleting port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:10.144438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e884846b-585a-4e50-9db0-449acd57d6ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.145689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c87564f0-3937-4bf3-98f6-724a45a51550 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.181154 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Pushing event deleted for resources: {'Port': ['ID=5b83524c-9485-4e75-a371-f211d4614d3c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:10.197663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Deleting port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:10.198262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.260114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.278966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c87564f0-3937-4bf3-98f6-724a45a51550 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.294833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Made reservation on behalf of 20588474087a41dc90cc0c8c778d25b9 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:10.298275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.315177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e884846b-585a-4e50-9db0-449acd57d6ad None None] For port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7910a7c4-4981-4c2b-b8c1-c7c08c98d826,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:10.316267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e884846b-585a-4e50-9db0-449acd57d6ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.334694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] For port b76a3b82-8ece-441e-9974-1a74465e4933, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b76a3b82-8ece-441e-9974-1a74465e4933,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:10.335079 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.346503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e884846b-585a-4e50-9db0-449acd57d6ad None None] Calling delete_port for 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:10.405007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] For port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7910a7c4-4981-4c2b-b8c1-c7c08c98d826,segment=NetworkSegment(99a18996-e79f-4ab2-b2df-7e232dfafb7c),segment_id=99a18996-e79f-4ab2-b2df-7e232dfafb7c)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:10.405407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.427263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Calling delete_port for b76a3b82-8ece-441e-9974-1a74465e4933 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:10.443659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Calling delete_port for 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:10.546774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.552298 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.594951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fd10ec39-5b8f-4573-8a17-8a00dbabb712 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:10.634708 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c87564f0-3937-4bf3-98f6-724a45a51550 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.668997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Router 046f1cf2-636e-45a9-bff5-d21683f67324 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:10.704346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] Router c6712a65-cd47-4695-ad16-6c99cc5758fd has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:10.750118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e884846b-585a-4e50-9db0-449acd57d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.750118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port fd10ec39-5b8f-4573-8a17-8a00dbabb712 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:10.750118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.755554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.785264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.810047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884846b-585a-4e50-9db0-449acd57d6ad None None] Pushing event deleted for resources: {'Port': ['ID=7910a7c4-4981-4c2b-b8c1-c7c08c98d826,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:10.813633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:10.820609 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884846b-585a-4e50-9db0-449acd57d6ad None None] No DVR routers for this DVR port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:10.822071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.825972 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d361fa0f-3a58-4b05-a3b7-9abb7948f9f6 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "PUT /v2.0/routers/046f1cf2-636e-45a9-bff5-d21683f67324 HTTP/1.1" status: 200 len: 710 time: 3.0307238 Feb 04 05:54:10.826894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42476) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:10.858278 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678682ef-755d-41a7-af06-6f8d76b70cfb None None] Sync routers for ids ['046f1cf2-636e-45a9-bff5-d21683f67324'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:10.871177 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678682ef-755d-41a7-af06-6f8d76b70cfb None None] Routers {'046f1cf2-636e-45a9-bff5-d21683f67324'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:10.872123 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-678682ef-755d-41a7-af06-6f8d76b70cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['046f1cf2-636e-45a9-bff5-d21683f67324'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:10.899119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c87564f0-3937-4bf3-98f6-724a45a51550 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.904540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.912382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.915632 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:10.940063 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-678682ef-755d-41a7-af06-6f8d76b70cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:10.952177 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0ec601a0-3836-460e-9984-c8ba9a7c7b83 tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/routers/046f1cf2-636e-45a9-bff5-d21683f67324 HTTP/1.1" status: 200 len: 745 time: 0.1218705 Feb 04 05:54:10.952368 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'Subnet': ['ID=ed32e810-03fd-412c-aa79-dca213e8ca40,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:10.956018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42478) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:10.960208 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678682ef-755d-41a7-af06-6f8d76b70cfb None None] Routers {'046f1cf2-636e-45a9-bff5-d21683f67324'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:10.961046 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-678682ef-755d-41a7-af06-6f8d76b70cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['046f1cf2-636e-45a9-bff5-d21683f67324'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:10.993994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:10.993994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:10.993994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:10.994376 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:10.994631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:10.995300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:10.995300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:10.995593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:10.995925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:10.996264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:10.996566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:10.996889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:11.019900 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-02471128-8202-42c8-bb9f-3a7dd032b0ff tempest-RoutersIpV6AdminTest-1750057653 tempest-RoutersIpV6AdminTest-1750057653-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&device_id=046f1cf2-636e-45a9-bff5-d21683f67324 HTTP/1.1" status: 200 len: 205 time: 0.0627928 Feb 04 05:54:11.020802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Checking segment: {'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:11.021253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Network hostable DHCP agents. Network: f48dc643-7ef5-4281-9506-5538c2a774f7, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:11.023476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42480) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.026795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87564f0-3937-4bf3-98f6-724a45a51550 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Subnet': ['ID=2d44ef94-c86c-4efb-97e9-e681d73ccb6e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:11.035358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Attempting to bind port 163b63ea-8752-4f3b-9d61-cbc803eab4dc on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:11.037225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Attempting to bind port 163b63ea-8752-4f3b-9d61-cbc803eab4dc by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:11.037709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Attempting to bind port 163b63ea-8752-4f3b-9d61-cbc803eab4dc on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:11.038416 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c87564f0-3937-4bf3-98f6-724a45a51550 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.044304 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-678682ef-755d-41a7-af06-6f8d76b70cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:11.044459 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c87564f0-3937-4bf3-98f6-724a45a51550 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/2d44ef94-c86c-4efb-97e9-e681d73ccb6e HTTP/1.1" status: 204 len: 168 time: 1.1838105 Feb 04 05:54:11.046598 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678682ef-755d-41a7-af06-6f8d76b70cfb None None] The sync data for ids ['046f1cf2-636e-45a9-bff5-d21683f67324'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:11.049378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7910a7c4-4981-4c2b-b8c1-c7c08c98d826,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:11.052632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42482) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.053494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] No DVR routers for this DVR port 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:11.054971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:11.056104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:11.056609 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.057123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:11.057592 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a1daf806-fd5c-4acb-956e-b232de832d83 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=046f1cf2-636e-45a9-bff5-d21683f67324 HTTP/1.1" status: 200 len: 205 time: 0.0328634 Feb 04 05:54:11.058060 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Bound port: 163b63ea-8752-4f3b-9d61-cbc803eab4dc, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:11.058259 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.060065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bea52c-d106-42d0-b23b-ef6ea85005cc None None] Pushing event updated for resources: {'Port': ['ID=163b63ea-8752-4f3b-9d61-cbc803eab4dc,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:11.061673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42484) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.062860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b65540a-a164-4bea-8ab3-e352b0235c70 None None] Network 845f35b4-5351-4fed-bd6d-7b07bae3baab requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:11.141616 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:11.172809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:11.173182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7910a7c4-4981-4c2b-b8c1-c7c08c98d826 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:11.232824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] For port 163b63ea-8752-4f3b-9d61-cbc803eab4dc, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:11.265424 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] For port 163b63ea-8752-4f3b-9d61-cbc803eab4dc, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=163b63ea-8752-4f3b-9d61-cbc803eab4dc,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:11.273426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.344072 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Routers {'2a2b159f-8853-40ca-a568-5c98971a10f6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:11.344769 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2a2b159f-8853-40ca-a568-5c98971a10f6'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:11.347338 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bea52c-d106-42d0-b23b-ef6ea85005cc None None] Pushing event updated for resources: {'Port': ['ID=163b63ea-8752-4f3b-9d61-cbc803eab4dc,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:11.390124 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Network f48dc643-7ef5-4281-9506-5538c2a774f7 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:11.403206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-574297f0-9135-471b-adba-5dad7860a441 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.408683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, f48dc643-7ef5-4281-9506-5538c2a774f7) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:11.442540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b0054-61c4-4c9b-b779-aee123b16cef None None] Network f48dc643-7ef5-4281-9506-5538c2a774f7 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:11.446898 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:11.447498 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.463793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] DHCP port deletion for 845f35b4-5351-4fed-bd6d-7b07bae3baab request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:54:11.519273 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1fa59697-a1dd-4316-b587-024702c6e0ec tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4374852 Feb 04 05:54:11.542606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] Set router 2a2b159f-8853-40ca-a568-5c98971a10f6 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:11.546148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42486) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.573143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.583135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-574297f0-9135-471b-adba-5dad7860a441 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.585357 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-574297f0-9135-471b-adba-5dad7860a441 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.635122 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-574297f0-9135-471b-adba-5dad7860a441 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.635778 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574297f0-9135-471b-adba-5dad7860a441 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Fanout notify agent at l3_agent the message router_deleted on router 046f1cf2-636e-45a9-bff5-d21683f67324 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:11.641099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.643143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-574297f0-9135-471b-adba-5dad7860a441 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.647530 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-574297f0-9135-471b-adba-5dad7860a441 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/046f1cf2-636e-45a9-bff5-d21683f67324 HTTP/1.1" status: 204 len: 168 time: 0.5816221 Feb 04 05:54:11.647859 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42488) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.679292 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-eab08507-b373-4bfe-934c-6710221c39f4 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=046f1cf2-636e-45a9-bff5-d21683f67324 HTTP/1.1" status: 200 len: 205 time: 0.0280938 Feb 04 05:54:11.680023 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42490) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.708238 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.26.5.154 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/f33c0dcc-0bae-4ad9-8c69-09e7c5a0e144) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:11.711412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.717400 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-f013a996-486a-4b68-a1e2-82946702ca4a tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] delete failed (client error): The resource could not be found. Feb 04 05:54:11.720842 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f013a996-486a-4b68-a1e2-82946702ca4a tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/046f1cf2-636e-45a9-bff5-d21683f67324 HTTP/1.1" status: 404 len: 336 time: 0.0370684 Feb 04 05:54:11.720968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event deleted for resources: {'Port': ['ID=b76a3b82-8ece-441e-9974-1a74465e4933,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:11.721745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42492) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.731873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:11.732578 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Deleting port fd10ec39-5b8f-4573-8a17-8a00dbabb712 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:11.733033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.751455 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8ea25ef3-394d-49bb-a910-6c6538ab64d4 admin admin] 10.222.0.15 "PUT /v2.0/routers/c6712a65-cd47-4695-ad16-6c99cc5758fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6821504 Feb 04 05:54:11.755470 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7c0e8d3c-1c1c-447a-a1ae-4dc7903e509e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d730da-bc03-4a4b-bdf8-9d001cf54506 HTTP/1.1" status: 200 len: 205 time: 0.0312743 Feb 04 05:54:11.755470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42494) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.757042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42496) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.789580 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1c833-c249-4b4c-a0fd-394f1776f491 None None] Sync routers for ids ['c6712a65-cd47-4695-ad16-6c99cc5758fd'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:11.820663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd42bdb8-2160-4369-b72e-07d7451c4a04']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:11.833864 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-838861ef-68ea-4386-b798-24598ef8ae09 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] delete failed (client error): The resource could not be found. Feb 04 05:54:11.837293 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-838861ef-68ea-4386-b798-24598ef8ae09 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/26d730da-bc03-4a4b-bdf8-9d001cf54506 HTTP/1.1" status: 404 len: 336 time: 0.0779181 Feb 04 05:54:11.838450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42498) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.859941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-f48dc643-7ef5-4281-9506-5538c2a774f7', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:54:11.860678 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a18996-e79f-4ab2-b2df-7e232dfafb7c') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:11.860995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.862096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a18996-e79f-4ab2-b2df-7e232dfafb7c') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:11.879050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1c833-c249-4b4c-a0fd-394f1776f491 None None] Routers {'c6712a65-cd47-4695-ad16-6c99cc5758fd'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:11.879808 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d6c1c833-c249-4b4c-a0fd-394f1776f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c6712a65-cd47-4695-ad16-6c99cc5758fd'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:11.888061 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b171129f-cc27-46eb-a7a8-2c02415206fe tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381 HTTP/1.1" status: 200 len: 205 time: 0.0493612 Feb 04 05:54:11.888796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42500) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.911742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.927825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] For port fd10ec39-5b8f-4573-8a17-8a00dbabb712, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fd10ec39-5b8f-4573-8a17-8a00dbabb712,segment=NetworkSegment(1df1eab0-c720-4fb0-ac63-7c39dde23679),segment_id=1df1eab0-c720-4fb0-ac63-7c39dde23679)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:11.928314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.954073 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Calling delete_port for fd10ec39-5b8f-4573-8a17-8a00dbabb712 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:11.959280 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-96bb5ced-c3a4-4b3a-be7a-ba81c06f93b0 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] delete failed (client error): The resource could not be found. Feb 04 05:54:11.962606 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-96bb5ced-c3a4-4b3a-be7a-ba81c06f93b0 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/d6cf72e1-b64d-4a5f-9bd4-86ef5aa6b381 HTTP/1.1" status: 404 len: 336 time: 0.0688255 Feb 04 05:54:11.965128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42502) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:11.979932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:11.999708 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-faae0222-6095-4b3d-b816-0841138624bf tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5c6d72f-c120-4976-b306-899d88b31ffc HTTP/1.1" status: 200 len: 205 time: 0.0313253 Feb 04 05:54:12.001780 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42504) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:12.001928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:54:12.002195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:54:12.034039 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:54:12.035987 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.044131 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-679a1565-f0ad-4783-a851-2d85314adb4d tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] delete failed (client error): The resource could not be found. Feb 04 05:54:12.047646 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-679a1565-f0ad-4783-a851-2d85314adb4d tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/e5c6d72f-c120-4976-b306-899d88b31ffc HTTP/1.1" status: 404 len: 336 time: 0.0418611 Feb 04 05:54:12.047863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42506) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:12.078061 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7f7ad965-1930-489f-9e18-a413f2a076a2 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b98ae7f-53ce-4988-82f6-514a33b000aa HTTP/1.1" status: 200 len: 205 time: 0.0269196 Feb 04 05:54:12.078061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.081550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42508) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:12.157517 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-0bb2cd9a-20f5-4523-9ccd-43cebcec6d85 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] delete failed (client error): The resource could not be found. Feb 04 05:54:12.161646 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0bb2cd9a-20f5-4523-9ccd-43cebcec6d85 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/8b98ae7f-53ce-4988-82f6-514a33b000aa HTTP/1.1" status: 404 len: 336 time: 0.0775926 Feb 04 05:54:12.161789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:06Z', 'revision_number': 3, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:12.161943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42510) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:12.175248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port fd10ec39-5b8f-4573-8a17-8a00dbabb712 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:12.175920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.196715 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c742001c-e2fb-4fe8-ae90-0bdee3ce6434 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "GET /v2.0/ports?device_id=7505e595-724d-4174-a7dd-514f9123dd9a HTTP/1.1" status: 200 len: 205 time: 0.0337801 Feb 04 05:54:12.199381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42512) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:12.265517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.270936 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-b1e7c339-167b-4e6c-828e-45409e3a6d7e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] delete failed (client error): The resource could not be found. Feb 04 05:54:12.274606 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b1e7c339-167b-4e6c-828e-45409e3a6d7e tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/routers/7505e595-724d-4174-a7dd-514f9123dd9a HTTP/1.1" status: 404 len: 336 time: 0.0714808 Feb 04 05:54:12.275557 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42514) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:12.284937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.308373 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e644a553-30f7-4849-bdaf-12d74107d280 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] DELETE failed (client error): The resource could not be found. Feb 04 05:54:12.308373 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e644a553-30f7-4849-bdaf-12d74107d280 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:54:12.314889 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e644a553-30f7-4849-bdaf-12d74107d280 tempest-RoutersIpV6AdminTest-1243294127 tempest-RoutersIpV6AdminTest-1243294127-project] 10.222.0.15 "DELETE /v2.0/subnets/c28cc14d-5d5d-4e24-9953-327b52be1dbc HTTP/1.1" status: 404 len: 337 time: 0.0358031 Feb 04 05:54:12.329441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.330194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.341140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.380045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-d6c1c833-c249-4b4c-a0fd-394f1776f491 None None] Set router c6712a65-cd47-4695-ad16-6c99cc5758fd gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:12.386989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.393469 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bd42bdb8-2160-4369-b72e-07d7451c4a04 HTTP/1.1" status: 204 len: 168 time: 2.8949394 Feb 04 05:54:12.427871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Deleting port 22f7fed3-cd9e-432d-8e9f-727e50765a8c {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:12.428404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd42bdb8-2160-4369-b72e-07d7451c4a04,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:12.428954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.435757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311fb12a-8db9-4ffb-bd24-7e496c6d3ba0 None None] The sync data for ids ['2a2b159f-8853-40ca-a568-5c98971a10f6'] in dv-neutron-826811-2-hyperv is: [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:06Z', 'revision_number': 3, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:12.439846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] For port fd10ec39-5b8f-4573-8a17-8a00dbabb712, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fd10ec39-5b8f-4573-8a17-8a00dbabb712,segment=NetworkSegment(1df1eab0-c720-4fb0-ac63-7c39dde23679),segment_id=1df1eab0-c720-4fb0-ac63-7c39dde23679)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:12.440479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.455613 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.456410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30fc268b-e9b8-4bf6-a6b4-04befac89e98 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:12.534312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for fd10ec39-5b8f-4573-8a17-8a00dbabb712 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:12.561673 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fd10ec39-5b8f-4573-8a17-8a00dbabb712 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:12.621723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.626600 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1a5ae3e2-eddb-40e0-bd79-8f13851bd733 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "DELETE /v2.0/routers/30fc268b-e9b8-4bf6-a6b4-04befac89e98 HTTP/1.1" status: 204 len: 168 time: 4.0408967 Feb 04 05:54:12.637893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.638245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.638611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.638956 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.639294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.639648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.639984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.640373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.640727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.641118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.641450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.641772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab1ecd9-b579-45de-8d99-5cee8a18a8d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.643133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42520) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:12.662460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2028404126', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:12.687565 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] For port 22f7fed3-cd9e-432d-8e9f-727e50765a8c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=22f7fed3-cd9e-432d-8e9f-727e50765a8c,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:12.691177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.700003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.709412 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Allocated IP 172.20.0.2 (f48dc643-7ef5-4281-9506-5538c2a774f7/ed32e810-03fd-412c-aa79-dca213e8ca40/db668119-c9f3-450c-b94b-364c6d071fd3) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:12.730876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Calling delete_port for 22f7fed3-cd9e-432d-8e9f-727e50765a8c owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:12.763705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42524) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:12.770777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Pushing event deleted for resources: {'Port': ['ID=fd10ec39-5b8f-4573-8a17-8a00dbabb712,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:12.773334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] No DVR routers for this DVR port fd10ec39-5b8f-4573-8a17-8a00dbabb712 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:12.798004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.800100 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.845490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.846083 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.846515 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.846858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.847200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.847554 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.847892 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.848248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.848593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.849026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.849373 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.849699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd466a1-da37-4694-851b-c2b69a0c8beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:12.857564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No active binding found for port fd10ec39-5b8f-4573-8a17-8a00dbabb712 {{(pid=102168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 05:54:12.858041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fd10ec39-5b8f-4573-8a17-8a00dbabb712 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:12.866995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42526) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:12.887570 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4f4a4610-e1bc-431e-b40a-1df0e6c8211c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cda3d7ed68094624b6138198a0952d92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1226318 Feb 04 05:54:12.893709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42530) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:12.895287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:12.987766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:12.989880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=f33c0dcc-0bae-4ad9-8c69-09e7c5a0e144,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:12.993912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:13.001744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.025919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.029678 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:13.046795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d6c1c833-c249-4b4c-a0fd-394f1776f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:54:08Z', 'revision_number': 5, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port': {'id': '22f7fed3-cd9e-432d-8e9f-727e50765a8c', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:13.092611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-241f09ee-29ff-481d-8a73-56da32c02599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.101038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1c833-c249-4b4c-a0fd-394f1776f491 None None] Checking router: c6712a65-cd47-4695-ad16-6c99cc5758fd for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:13.123903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.133929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=fd10ec39-5b8f-4573-8a17-8a00dbabb712,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:13.140762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No DVR routers for this DVR port fd10ec39-5b8f-4573-8a17-8a00dbabb712 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:13.143063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28f98d38-4205-4d28-a6cd-ca6d1a82bfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.146698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.190591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1c833-c249-4b4c-a0fd-394f1776f491 None None] Routers {'c6712a65-cd47-4695-ad16-6c99cc5758fd'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:13.191312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d6c1c833-c249-4b4c-a0fd-394f1776f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c6712a65-cd47-4695-ad16-6c99cc5758fd'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:13.219146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-241f09ee-29ff-481d-8a73-56da32c02599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.279159 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.300278 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Network f48dc643-7ef5-4281-9506-5538c2a774f7 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:13.307727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:13.316440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845f35b4-5351-4fed-bd6d-7b07bae3baab']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:13.319068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:13.331535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Pushing event updated for resources: {'Port': ['ID=db668119-c9f3-450c-b94b-364c6d071fd3,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:13.350482 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.382692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df1eab0-c720-4fb0-ac63-7c39dde23679') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:13.382983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df1eab0-c720-4fb0-ac63-7c39dde23679') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:13.401186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-d6c1c833-c249-4b4c-a0fd-394f1776f491 None None] Set router c6712a65-cd47-4695-ad16-6c99cc5758fd gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:13.404099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Attempting to bind port db668119-c9f3-450c-b94b-364c6d071fd3 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:13.404697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Attempting to bind port db668119-c9f3-450c-b94b-364c6d071fd3 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:13.405254 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Attempting to bind port db668119-c9f3-450c-b94b-364c6d071fd3 on network f48dc643-7ef5-4281-9506-5538c2a774f7 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:13.409674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.460353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.463265 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-241f09ee-29ff-481d-8a73-56da32c02599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.465924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-241f09ee-29ff-481d-8a73-56da32c02599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.473925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:13.475022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Checking segment: {'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:13.475607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.476155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Bound using segment: {'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:13.476795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Bound port: db668119-c9f3-450c-b94b-364c6d071fd3, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:13.477368 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.479856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d6c1c833-c249-4b4c-a0fd-394f1776f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:54:12Z', 'revision_number': 6, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:13.482838 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-241f09ee-29ff-481d-8a73-56da32c02599 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5d06598-3bbb-4136-ba08-c307a8949aeb HTTP/1.1" status: 204 len: 168 time: 0.5760503 Feb 04 05:54:13.483809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.495468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:54:13.495878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:54:13.498927 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:54:13.517818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1c833-c249-4b4c-a0fd-394f1776f491 None None] The sync data for ids ['c6712a65-cd47-4695-ad16-6c99cc5758fd'] in dv-neutron-826811-2-hyperv is: [{'id': 'c6712a65-cd47-4695-ad16-6c99cc5758fd', 'name': 'tempest-ServersTestManualDisk-1949773559-router', 'tenant_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:54:12Z', 'revision_number': 6, 'project_id': 'ca53912bb8dc49d59db755c01a7ad0f9', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:13.572179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f7fed3-cd9e-432d-8e9f-727e50765a8c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:13.619420 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f09ee-29ff-481d-8a73-56da32c02599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d06598-3bbb-4136-ba08-c307a8949aeb,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:13.653064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] For port db668119-c9f3-450c-b94b-364c6d071fd3, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:13.661000 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.671457 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.692395 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] For port db668119-c9f3-450c-b94b-364c6d071fd3, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=db668119-c9f3-450c-b94b-364c6d071fd3,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:13.700742 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.762389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28f98d38-4205-4d28-a6cd-ca6d1a82bfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.792694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a60422-3453-4629-a963-2d211d205de0 None None] Pushing event updated for resources: {'Port': ['ID=db668119-c9f3-450c-b94b-364c6d071fd3,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:13.807566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.812654 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.816683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28f98d38-4205-4d28-a6cd-ca6d1a82bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.840448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.860701 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-28f98d38-4205-4d28-a6cd-ca6d1a82bfda admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d26e2c544794c79851488c7c3931724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9831409 Feb 04 05:54:13.867687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42538) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:13.874622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:13.883538 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/networks/845f35b4-5351-4fed-bd6d-7b07bae3baab HTTP/1.1" status: 204 len: 168 time: 2.8246841 Feb 04 05:54:13.885003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42540) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:13.897033 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'name': 'tempest-PortsIpV6TestJSON-541378476'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:13.967823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e231d83-2c65-415e-a453-9d9b9d4c7469 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Network': ['ID=845f35b4-5351-4fed-bd6d-7b07bae3baab,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:14.087657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:14.088533 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6712a65-cd47-4695-ad16-6c99cc5758fd {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:14.116180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f98d38-4205-4d28-a6cd-ca6d1a82bfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063dca9a-630e-4a49-a91e-efe389eb735a,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:14.118718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:14.134556 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-19d56c27-90e8-44ee-8dcb-1f699bd78642 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c6712a65-cd47-4695-ad16-6c99cc5758fd HTTP/1.1" status: 204 len: 168 time: 2.3770196 Feb 04 05:54:14.149988 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42546) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:14.219052 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:14.222815 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6fbf8d-770f-43c0-a773-a9daed26a55b admin admin] Deleting subnet 19915ceb-49b8-4cb0-8853-b334b6ada5a3 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:54:14.246171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f6fbf8d-770f-43c0-a773-a9daed26a55b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:14.276517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:14.297123 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:14.301043 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:14.366355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port 3e2ed316-3801-49f5-be3e-398244d171a2 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:14.524887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Allocated IP 172.26.5.171 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/cb3a23a7-5c95-4666-8db7-5518b6052844) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:14.667554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42558) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:14.822934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 163b63ea-8752-4f3b-9d61-cbc803eab4dc up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:14.887628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f6fbf8d-770f-43c0-a773-a9daed26a55b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:14.890917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5c39a89c-e2c9-4acb-aec6-4e9a5e8f2d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:14.910130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 163b63ea-8752-4f3b-9d61-cbc803eab4dc triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:14.910757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.040875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.061351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5c39a89c-e2c9-4acb-aec6-4e9a5e8f2d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.074173 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1505468332'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:15.087786 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 163b63ea-8752-4f3b-9d61-cbc803eab4dc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=163b63ea-8752-4f3b-9d61-cbc803eab4dc,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:15.099717 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.101586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device db668119-c9f3-450c-b94b-364c6d071fd3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:15.103877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.153681 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.158963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Made reservation on behalf of 6a63845522e343a8874d6c5cf75d8c1a for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:15.162696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.191338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.193347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.199694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=163b63ea-8752-4f3b-9d61-cbc803eab4dc,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:15.216064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port db668119-c9f3-450c-b94b-364c6d071fd3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:15.216682 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.248211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.301429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.310870 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c22684-e2a7-45e0-97d5-7f3e90a43065 None None] Network f48dc643-7ef5-4281-9506-5538c2a774f7 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:15.315278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:15.328128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:15.337979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:15.347322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f6fbf8d-770f-43c0-a773-a9daed26a55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.376141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Pushing event updated for resources: {'Port': ['ID=cb3a23a7-5c95-4666-8db7-5518b6052844,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:15.381878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1b878923-853e-48ff-a866-7347a7de59a2 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:15.390694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-81a9b748-e45a-4a74-88cf-a2c16f37ade2 None None] Provisioning complete for port db668119-c9f3-450c-b94b-364c6d071fd3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:15.391726 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-81a9b748-e45a-4a74-88cf-a2c16f37ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.414177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:15.414362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5c39a89c-e2c9-4acb-aec6-4e9a5e8f2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.417201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5c39a89c-e2c9-4acb-aec6-4e9a5e8f2d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.421643 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5c39a89c-e2c9-4acb-aec6-4e9a5e8f2d3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/063dca9a-630e-4a49-a91e-efe389eb735a HTTP/1.1" status: 204 len: 168 time: 1.5368326 Feb 04 05:54:15.426387 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:15.432726 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:15.433862 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.435422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.438772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Allocated IP 172.20.0.1 (f48dc643-7ef5-4281-9506-5538c2a774f7/ed32e810-03fd-412c-aa79-dca213e8ca40/d89fd917-6136-45a0-8f30-959b6149a997) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:15.498568 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39a89c-e2c9-4acb-aec6-4e9a5e8f2d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063dca9a-630e-4a49-a91e-efe389eb735a,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:15.498789 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=3e2ed316-3801-49f5-be3e-398244d171a2,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:15.513769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.529855 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port db668119-c9f3-450c-b94b-364c6d071fd3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=db668119-c9f3-450c-b94b-364c6d071fd3,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:15.540748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.552209 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-944216f7-aaca-4294-af0e-183e9e09d1e3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6661348 Feb 04 05:54:15.555226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42564) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:15.559305 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.564732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f6fbf8d-770f-43c0-a773-a9daed26a55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.617323 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.661936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f6fbf8d-770f-43c0-a773-a9daed26a55b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.667368 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7f6fbf8d-770f-43c0-a773-a9daed26a55b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/19915ceb-49b8-4cb0-8853-b334b6ada5a3 HTTP/1.1" status: 204 len: 168 time: 1.5119870 Feb 04 05:54:15.676430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e1151c-bbc7-4c44-bb6c-15aa6461ca60,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:15.679143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42566) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:15.713304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fbf8d-770f-43c0-a773-a9daed26a55b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19915ceb-49b8-4cb0-8853-b334b6ada5a3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:15.722135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:15.753291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d70c96e-5220-42f8-bd54-2457ab682f7f None None] Network 206fae0a-4428-4f10-9c6d-49d796115e41 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:15.790031 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.790371 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Added segment d8e73ea3-b3ed-45e7-97f0-d6da7e1d709f of type vlan for network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 Feb 04 05:54:15.831915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 22f7fed3-cd9e-432d-8e9f-727e50765a8c no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:15.894698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 22f7fed3-cd9e-432d-8e9f-727e50765a8c {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:15.895944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 22f7fed3-cd9e-432d-8e9f-727e50765a8c not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:15.896489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b76a3b82-8ece-441e-9974-1a74465e4933 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:15.919314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.936061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.947120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.950393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.955874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: b76a3b82-8ece-441e-9974-1a74465e4933 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:15.956359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b76a3b82-8ece-441e-9974-1a74465e4933 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:15.956872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 456b82d9-4273-4cb4-87bd-baa704dc471f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:15.967912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42570) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:15.989833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 456b82d9-4273-4cb4-87bd-baa704dc471f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:15.990267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 456b82d9-4273-4cb4-87bd-baa704dc471f not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:15.998487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.008852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=db668119-c9f3-450c-b94b-364c6d071fd3,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:16.045409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=f33c0dcc-0bae-4ad9-8c69-09e7c5a0e144,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:16.059109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.089974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.096938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:16.097410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.133576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0695791a-08c3-4292-9a53-e99fc411d736 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 3e2ed316-3801-49f5-be3e-398244d171a2 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:16.133988 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0695791a-08c3-4292-9a53-e99fc411d736 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.136447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.138607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e50e86-11bb-4959-9969-34dcb4be418e None None] DHCP port deletion for 206fae0a-4428-4f10-9c6d-49d796115e41 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:54:16.225465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-32e50e86-11bb-4959-9969-34dcb4be418e None None] Deleting port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:16.225934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-32e50e86-11bb-4959-9969-34dcb4be418e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.227848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'Port': ['ID=d89fd917-6136-45a0-8f30-959b6149a997,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:16.251856 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Network f48dc643-7ef5-4281-9506-5538c2a774f7 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:16.255698 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:16.262921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:16.292243 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.304459 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP 33bb559a-36df-41fd-99e9-e1f56d893749 associated. External IP: 172.26.5.154, port: 06b46da9-1ec7-4762-9a3c-93b03a8e20e3. Feb 04 05:54:16.341168 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4f9c163a-5344-4ce1-ba8d-339b6e2c3c5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b831fafb49345fea9e4330d4b38b2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686347 Feb 04 05:54:16.341650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-32e50e86-11bb-4959-9969-34dcb4be418e None None] For port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=731dcb45-c254-43dc-8768-e0ac9fe8ab8b,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:16.342051 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-32e50e86-11bb-4959-9969-34dcb4be418e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.345218 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6709709 Feb 04 05:54:16.354767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42572) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:16.355340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42574) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:16.358765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-32e50e86-11bb-4959-9969-34dcb4be418e None None] Calling delete_port for 731dcb45-c254-43dc-8768-e0ac9fe8ab8b owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:16.361639 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Request body: {'subnet': {'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:16.367443 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9760b03-0ba6-4894-bf5c-53a02b7c287e tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'Network': ['ID=ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:16.372172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0695791a-08c3-4292-9a53-e99fc411d736 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.384639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:16.404850 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0695791a-08c3-4292-9a53-e99fc411d736 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 3e2ed316-3801-49f5-be3e-398244d171a2 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:16.468308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 163b63ea-8752-4f3b-9d61-cbc803eab4dc up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:16.497801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Deleting port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:16.498132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.511396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.633008 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] For port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=731dcb45-c254-43dc-8768-e0ac9fe8ab8b,segment=NetworkSegment(bd30a308-4376-4f01-b510-36e8f7afd1b3),segment_id=bd30a308-4376-4f01-b510-36e8f7afd1b3)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:16.633829 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.687303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Calling delete_port for 731dcb45-c254-43dc-8768-e0ac9fe8ab8b owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:16.701337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.708685 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0695791a-08c3-4292-9a53-e99fc411d736 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.712471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0070766b-8f76-4957-8239-33bf31c2f09d None None] Provisioning complete for port db668119-c9f3-450c-b94b-364c6d071fd3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:16.712894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0070766b-8f76-4957-8239-33bf31c2f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.728579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d9a39ad-4c52-4a95-a55b-c92f976c046d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.752273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.768037 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 163b63ea-8752-4f3b-9d61-cbc803eab4dc triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:16.768393 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.773583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Made reservation on behalf of 6a63845522e343a8874d6c5cf75d8c1a for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:16.777243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.781329 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695791a-08c3-4292-9a53-e99fc411d736 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=3e2ed316-3801-49f5-be3e-398244d171a2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:16.790331 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0695791a-08c3-4292-9a53-e99fc411d736 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.795609 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0695791a-08c3-4292-9a53-e99fc411d736 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/3e2ed316-3801-49f5-be3e-398244d171a2 HTTP/1.1" status: 204 len: 168 time: 1.2346399 Feb 04 05:54:16.797624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42578) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:16.810562 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'mac_address': 'fa:16:3e:67:59:2a', 'name': 'tempest-PortsIpV6TestJSON-1043271989'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:16.847722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d9a39ad-4c52-4a95-a55b-c92f976c046d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.874911 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-32e50e86-11bb-4959-9969-34dcb4be418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:16.913646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e50e86-11bb-4959-9969-34dcb4be418e None None] Pushing event deleted for resources: {'Port': ['ID=731dcb45-c254-43dc-8768-e0ac9fe8ab8b,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:16.919102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e50e86-11bb-4959-9969-34dcb4be418e None None] No DVR routers for this DVR port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:16.963938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device db668119-c9f3-450c-b94b-364c6d071fd3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:16.999218 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.015736 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9f376917-5684-4778-8723-0a2c3a95177d None None] Provisioning complete for port d89fd917-6136-45a0-8f30-959b6149a997 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:17.016175 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9f376917-5684-4778-8723-0a2c3a95177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.039661 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] No DVR routers for this DVR port 731dcb45-c254-43dc-8768-e0ac9fe8ab8b on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:17.048039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=731dcb45-c254-43dc-8768-e0ac9fe8ab8b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:17.062275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9f376917-5684-4778-8723-0a2c3a95177d None None] Port d89fd917-6136-45a0-8f30-959b6149a997 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:17.064377 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port db668119-c9f3-450c-b94b-364c6d071fd3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:17.064775 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.099414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d9a39ad-4c52-4a95-a55b-c92f976c046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.102138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d9a39ad-4c52-4a95-a55b-c92f976c046d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.106034 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0d9a39ad-4c52-4a95-a55b-c92f976c046d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfd4329e-78b9-44e8-9aa1-33347336acca HTTP/1.1" status: 204 len: 168 time: 0.7469652 Feb 04 05:54:17.122082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:17.140901 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:17.143199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a39ad-4c52-4a95-a55b-c92f976c046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd4329e-78b9-44e8-9aa1-33347336acca,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:17.216929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.239534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Router 39acea6d-7e43-44df-95b1-bd596b81fbf8 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:54:17.262953 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206fae0a-4428-4f10-9c6d-49d796115e41']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:17.284141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd30a308-4376-4f01-b510-36e8f7afd1b3') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:17.284431 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd30a308-4376-4f01-b510-36e8f7afd1b3') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:17.284874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 731dcb45-c254-43dc-8768-e0ac9fe8ab8b no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:17.313988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 731dcb45-c254-43dc-8768-e0ac9fe8ab8b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:17.314527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 731dcb45-c254-43dc-8768-e0ac9fe8ab8b not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:17.321914 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.337336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.348046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.365965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.369622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port 239a87a9-fe4e-4098-833b-17d088021561 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:17.492395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'Subnet': ['ID=bc6c7644-769f-4ae7-8802-2e1707e73c4a,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:17.560391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.571266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Checking segment: {'id': 'd8e73ea3-b3ed-45e7-97f0-d6da7e1d709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:17.571266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Network hostable DHCP agents. Network: ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:17.573555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.629129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:17.640989 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9f823-5e51-47fc-869f-29671e482939 None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:17.656995 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9f823-5e51-47fc-869f-29671e482939 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:17.660128 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3bd9f823-5e51-47fc-869f-29671e482939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:17.664206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:54:17.664806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:54:17.666689 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:54:17.677667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.679304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'Port': ['ID=d89fd917-6136-45a0-8f30-959b6149a997,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:17.684265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.693295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:17.730773 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3bd9f823-5e51-47fc-869f-29671e482939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:17.741424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:17.745719 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9f823-5e51-47fc-869f-29671e482939 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:17.746856 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3bd9f823-5e51-47fc-869f-29671e482939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:17.750997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a321a462-9f96-4db8-9919-8a42a125a035 None None] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:17.780286 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8c2b4954-cba7-416a-80d0-557b28155dd9 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.9813116 Feb 04 05:54:17.781054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:17.781670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.783748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.785287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42596) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:17.801013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-276505859'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:17.804249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:17.816159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.817469 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8c958bdd-db6d-4cd2-a7a8-fd6f4ba1f102 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4597099 Feb 04 05:54:17.819362 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] 10.222.0.15 "DELETE /v2.0/networks/206fae0a-4428-4f10-9c6d-49d796115e41 HTTP/1.1" status: 204 len: 168 time: 2.1313448 Feb 04 05:54:17.826900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42598) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:17.847715 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3bd9f823-5e51-47fc-869f-29671e482939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:17.849618 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Request body: {'port': {'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650', 'name': 'tempest-AllowedAddressPairTestJSON-769197556'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:17.850828 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9f823-5e51-47fc-869f-29671e482939 None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:17.864824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd79f92b-ce75-4aef-957f-91b4fd45bd46 None None] Sync routers for ids ['39acea6d-7e43-44df-95b1-bd596b81fbf8'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:17.870675 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbb44e-93d1-46ef-9dbb-0de09d089e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=206fae0a-4428-4f10-9c6d-49d796115e41,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:17.893801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Network f48dc643-7ef5-4281-9506-5538c2a774f7 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:17.896366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:17.900232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd79f92b-ce75-4aef-957f-91b4fd45bd46 None None] Routers {'39acea6d-7e43-44df-95b1-bd596b81fbf8'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:17.900867 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cd79f92b-ce75-4aef-957f-91b4fd45bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39acea6d-7e43-44df-95b1-bd596b81fbf8'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:17.936606 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.940779 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fb22dbdd-bad4-4114-9e55-8fa2259f798d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2900054 Feb 04 05:54:17.976115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42604) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:17.980538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c8c5897a-78a2-48bf-bb48-da77fc0225e8 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'enable_snat': False}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:17.987693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cd79f92b-ce75-4aef-957f-91b4fd45bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:18.033744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42608) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:18.035430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd79f92b-ce75-4aef-957f-91b4fd45bd46 None None] Routers {'39acea6d-7e43-44df-95b1-bd596b81fbf8'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:18.036047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cd79f92b-ce75-4aef-957f-91b4fd45bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39acea6d-7e43-44df-95b1-bd596b81fbf8'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:18.078471 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Made reservation on behalf of ab2f571671b047ccb1cf44c3d893a45a for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:18.084567 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.161778 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.164742 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cd79f92b-ce75-4aef-957f-91b4fd45bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:18.165661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd79f92b-ce75-4aef-957f-91b4fd45bd46 None None] The sync data for ids ['39acea6d-7e43-44df-95b1-bd596b81fbf8'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:18.199880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:18.216071 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-062994d6-feea-4b49-9b2f-b4cb7e23f5d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca53912bb8dc49d59db755c01a7ad0f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1804030 Feb 04 05:54:18.224604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42612) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:18.233962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e3cd734e-a75c-4b17-994e-6c4b6cdf125d None None] Provisioning complete for port d89fd917-6136-45a0-8f30-959b6149a997 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:18.234340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3cd734e-a75c-4b17-994e-6c4b6cdf125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.237376 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.238371 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Added segment 73e05efe-43e7-4ff4-ac0c-7961708cce18 of type vlan for network 6a261ff9-d88a-4153-ad17-60c720a00179 Feb 04 05:54:18.281640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd734e-a75c-4b17-994e-6c4b6cdf125d None None] Port d89fd917-6136-45a0-8f30-959b6149a997 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:18.283584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650', 'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650', 'tenant_id': '6a63845522e343a8874d6c5cf75d8c1a', 'fixed_ips': [{'subnet_id': 'bc6c7644-769f-4ae7-8802-2e1707e73c4a'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:54:18.284666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.330974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.333313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Made reservation on behalf of 6a63845522e343a8874d6c5cf75d8c1a for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:18.337324 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.347355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.432381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] device_id is not set on port 98f88f00-e45a-41bc-8e11-b67238b29b5b yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:18.445575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcc11-0ad0-4f82-a014-12919b3c0e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.447220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.453468 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:18.454778 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.461924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1b878923-853e-48ff-a866-7347a7de59a2 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:18.492801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Allocated IP 172.20.0.2 (ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650/bc6c7644-769f-4ae7-8802-2e1707e73c4a/f7c149fb-1a51-4d45-8d2d-3566012c654d) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:18.521806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:18.542483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:18.549530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:18.550422 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.560732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Router 2a2b159f-8853-40ca-a568-5c98971a10f6 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:18.589947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=239a87a9-fe4e-4098-833b-17d088021561,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:18.614237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcc11-0ad0-4f82-a014-12919b3c0e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.633775 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8423581 Feb 04 05:54:18.645751 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42620) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:18.652911 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'subnet': {'network_id': '6a261ff9-d88a-4153-ad17-60c720a00179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:18.679556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a762b-cafe-4742-b02a-5e7b71d22fd5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Network': ['ID=6a261ff9-d88a-4153-ad17-60c720a00179,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:18.687544 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-113b1d62-b7b6-44d1-b5b9-89f3708838f7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8875763 Feb 04 05:54:18.690947 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42622) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:18.693267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 6a261ff9-d88a-4153-ad17-60c720a00179 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:18.788222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa720eb-1d00-441f-b9e4-cdf00fac5715 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:18.788992 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Made reservation on behalf of ab2f571671b047ccb1cf44c3d893a45a for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:18.792656 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-faa720eb-1d00-441f-b9e4-cdf00fac5715 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/239a87a9-fe4e-4098-833b-17d088021561 HTTP/1.1" status: 200 len: 845 time: 0.1003797 Feb 04 05:54:18.795261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.795428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42626) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:18.801660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcc11-0ad0-4f82-a014-12919b3c0e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.805607 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c9bcc11-0ad0-4f82-a014-12919b3c0e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.807901 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2c9bcc11-0ad0-4f82-a014-12919b3c0e4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/522c54a5-6118-4802-8527-5e22522ab194 HTTP/1.1" status: 204 len: 168 time: 0.5796139 Feb 04 05:54:18.818241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.827279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.873496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Pushing event updated for resources: {'Port': ['ID=f7c149fb-1a51-4d45-8d2d-3566012c654d,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:18.887102 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bcc11-0ad0-4f82-a014-12919b3c0e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522c54a5-6118-4802-8527-5e22522ab194,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:18.906426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:18.925419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9b5de84a-325b-4ca5-af70-c59f262d189c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "PUT /v2.0/routers/2a2b159f-8853-40ca-a568-5c98971a10f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3637557 Feb 04 05:54:18.928498 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Sync routers for ids ['2a2b159f-8853-40ca-a568-5c98971a10f6'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:18.944560 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Routers {'2a2b159f-8853-40ca-a568-5c98971a10f6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:18.945264 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2a2b159f-8853-40ca-a568-5c98971a10f6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:18.966130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Allocated IP 172.20.0.8 (ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650/bc6c7644-769f-4ae7-8802-2e1707e73c4a/98f88f00-e45a-41bc-8e11-b67238b29b5b) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:18.981779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:18.995172 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:19.003589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:19.010400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c8c5897a-78a2-48bf-bb48-da77fc0225e8 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.026711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-b771d3c3-607c-4012-9675-1ea4ee226ad1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 239a87a9-fe4e-4098-833b-17d088021561 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:19.027097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b771d3c3-607c-4012-9675-1ea4ee226ad1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.112915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Attempting to bind port f7c149fb-1a51-4d45-8d2d-3566012c654d on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:19.113331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Attempting to bind port f7c149fb-1a51-4d45-8d2d-3566012c654d by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'd8e73ea3-b3ed-45e7-97f0-d6da7e1d709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:19.113958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Attempting to bind port f7c149fb-1a51-4d45-8d2d-3566012c654d on network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:19.121789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:19.122200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Checking segment: {'id': 'd8e73ea3-b3ed-45e7-97f0-d6da7e1d709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:19.122564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.123045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Bound using segment: {'id': 'd8e73ea3-b3ed-45e7-97f0-d6da7e1d709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:19.123587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Bound port: f7c149fb-1a51-4d45-8d2d-3566012c654d, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e73ea3-b3ed-45e7-97f0-d6da7e1d709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:19.137412 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.176030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b771d3c3-607c-4012-9675-1ea4ee226ad1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.201966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-b771d3c3-607c-4012-9675-1ea4ee226ad1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 239a87a9-fe4e-4098-833b-17d088021561 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:19.229714 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Set router 2a2b159f-8853-40ca-a568-5c98971a10f6 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:19.314931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] For port f7c149fb-1a51-4d45-8d2d-3566012c654d, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:19.326320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] For port f7c149fb-1a51-4d45-8d2d-3566012c654d, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f7c149fb-1a51-4d45-8d2d-3566012c654d,segment=NetworkSegment(d8e73ea3-b3ed-45e7-97f0-d6da7e1d709f),segment_id=d8e73ea3-b3ed-45e7-97f0-d6da7e1d709f)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:19.335945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.359731 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-d84fecb9-d788-4453-a558-848da8b163de tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1858252865&fields=id&tenant_id=20588474087a41dc90cc0c8c778d25b9 HTTP/1.1" status: 200 len: 267 time: 0.0878878 Feb 04 05:54:19.385863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.485251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980011ac-1cd2-492a-a923-eea00fce5369 None None] Pushing event updated for resources: {'Port': ['ID=f7c149fb-1a51-4d45-8d2d-3566012c654d,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:19.572719 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b771d3c3-607c-4012-9675-1ea4ee226ad1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.583817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-607c7eaf-587a-4161-ac77-735833944cdc tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:19.591108 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-607c7eaf-587a-4161-ac77-735833944cdc tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/networks?id=f48dc643-7ef5-4281-9506-5538c2a774f7 HTTP/1.1" status: 200 len: 797 time: 0.2300000 Feb 04 05:54:19.604266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Checking segment: {'id': '73e05efe-43e7-4ff4-ac0c-7961708cce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6a261ff9-d88a-4153-ad17-60c720a00179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:19.604266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network hostable DHCP agents. Network: 6a261ff9-d88a-4153-ad17-60c720a00179, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:19.608230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42656) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:19.616363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.648287 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:16Z', 'revision_number': 4, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd89fd917-6136-45a0-8f30-959b6149a997', 'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'mac_address': 'fa:16:3e:ee:dd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:14Z', 'updated_at': '2022-02-04T05:54:17Z', 'revision_number': 2, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'subnets': [{'id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:19.659107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Subnet': ['ID=ecd8daae-3ecd-4000-911f-907c720f11a0,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:19.667033 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network 6a261ff9-d88a-4153-ad17-60c720a00179 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:19.670254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771d3c3-607c-4012-9675-1ea4ee226ad1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=239a87a9-fe4e-4098-833b-17d088021561,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:19.680446 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-e55644f5-a1ce-4453-950e-5f9dafaa39c8 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/quotas/20588474087a41dc90cc0c8c778d25b9 HTTP/1.1" status: 200 len: 375 time: 0.0882335 Feb 04 05:54:19.689895 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Checking router: 2a2b159f-8853-40ca-a568-5c98971a10f6 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:19.690799 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Updating router 2a2b159f-8853-40ca-a568-5c98971a10f6 port d89fd917-6136-45a0-8f30-959b6149a997 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:54:19.716703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b771d3c3-607c-4012-9675-1ea4ee226ad1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.722902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 6a261ff9-d88a-4153-ad17-60c720a00179) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:19.732015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25d65c-8092-4a71-91c1-232244a98ee7 None None] Network 6a261ff9-d88a-4153-ad17-60c720a00179 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:19.732491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42664) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:19.734900 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b771d3c3-607c-4012-9675-1ea4ee226ad1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/239a87a9-fe4e-4098-833b-17d088021561 HTTP/1.1" status: 204 len: 168 time: 0.9386482 Feb 04 05:54:19.744949 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:19.749665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.762358 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:19.836133 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5b5d85db-1709-42ce-a80c-81bdef521a7a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1872761 Feb 04 05:54:19.846046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42666) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:19.848975 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5666930-746d-4bd4-8243-a442d87c1ae5 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:54:19.856692 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e5666930-746d-4bd4-8243-a442d87c1ae5 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/239a87a9-fe4e-4098-833b-17d088021561 HTTP/1.1" status: 404 len: 333 time: 0.1209261 Feb 04 05:54:19.861218 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1066834215', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:19.866509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42668) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:19.879757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'name': 'tempest-PortsIpV6TestJSON-681108710'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:19.893070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.082165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-6a261ff9-d88a-4153-ad17-60c720a00179', 'network_id': '6a261ff9-d88a-4153-ad17-60c720a00179', 'tenant_id': 'ab2f571671b047ccb1cf44c3d893a45a', 'fixed_ips': [{'subnet_id': 'ecd8daae-3ecd-4000-911f-907c720f11a0'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:54:20.084905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.098310 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-e7de99d7-8b28-4a17-9ad4-8379dc81f8ef tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20588474087a41dc90cc0c8c778d25b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4168329 Feb 04 05:54:20.132739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-776791521', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:20.141029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.143003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.157646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:20.160262 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'Port': ['ID=98f88f00-e45a-41bc-8e11-b67238b29b5b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:20.171397 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:20.184550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:20.283654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c8c5897a-78a2-48bf-bb48-da77fc0225e8 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.301491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c8c5897a-78a2-48bf-bb48-da77fc0225e8 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.339303 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.361638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:20.365138 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.374761 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.375950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Allocated IP 172.20.0.2 (6a261ff9-d88a-4153-ad17-60c720a00179/ecd8daae-3ecd-4000-911f-907c720f11a0/90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:20.379647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.381698 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Made reservation on behalf of 39529a156e5745129ce66c81da7d163f for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:20.384219 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.399739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:20.405908 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.445449 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0217eaf-7e6f-49dd-a6f3-46d1b188dbb6 None None] Pushing event updated for resources: {'Port': ['ID=d89fd917-6136-45a0-8f30-959b6149a997,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:20.521220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.544587 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-cff45a06-53df-40ae-a9e6-2d70f5496ce0 service neutron] 10.222.0.15 "GET /v2.0/networks/f48dc643-7ef5-4281-9506-5538c2a774f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321132 Feb 04 05:54:20.546664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f7c149fb-1a51-4d45-8d2d-3566012c654d up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:20.572085 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port 8ddc910c-84a9-46fb-b2a9-8ee617469cba yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:20.572221 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Attempting to bind port d89fd917-6136-45a0-8f30-959b6149a997 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:20.572491 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Attempting to bind port d89fd917-6136-45a0-8f30-959b6149a997 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:20.572884 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Attempting to bind port d89fd917-6136-45a0-8f30-959b6149a997 on network f48dc643-7ef5-4281-9506-5538c2a774f7 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:20.578953 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:20.579354 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Checking segment: {'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:20.579750 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.580135 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Bound using segment: {'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:20.581017 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Bound port: d89fd917-6136-45a0-8f30-959b6149a997, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:20.581459 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.699300 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aa3303e6-c725-4cfb-8c88-bcbe06bc6aee tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8712785 Feb 04 05:54:20.700208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42682) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:20.704682 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] For port d89fd917-6136-45a0-8f30-959b6149a997, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:20.722080 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] For port d89fd917-6136-45a0-8f30-959b6149a997, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d89fd917-6136-45a0-8f30-959b6149a997,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:20.725112 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Request body: {'port': {'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650', 'name': 'tempest-AllowedAddressPairTestJSON-623138723', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f7:3c:47'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:20.732116 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.769398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f7c149fb-1a51-4d45-8d2d-3566012c654d triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:20.769698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.769989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c5897a-78a2-48bf-bb48-da77fc0225e8 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Router 39acea6d-7e43-44df-95b1-bd596b81fbf8 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:20.774948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.834319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:20.853454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-4b8970b6-6b28-4fc8-a12d-97165cfb70cf service neutron] 10.222.0.15 "GET /v2.0/networks/f48dc643-7ef5-4281-9506-5538c2a774f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966378 Feb 04 05:54:20.875460 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Routers {'2a2b159f-8853-40ca-a568-5c98971a10f6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:20.876888 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2a2b159f-8853-40ca-a568-5c98971a10f6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:21.009012 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.034604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Network 6a261ff9-d88a-4153-ad17-60c720a00179 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:21.070661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:21.088964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:21.150058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c5897a-78a2-48bf-bb48-da77fc0225e8 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:21.161710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c8c5897a-78a2-48bf-bb48-da77fc0225e8 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.187009 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c8c5897a-78a2-48bf-bb48-da77fc0225e8 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "PUT /v2.0/routers/39acea6d-7e43-44df-95b1-bd596b81fbf8 HTTP/1.1" status: 200 len: 922 time: 3.2098134 Feb 04 05:54:21.190670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42692) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:21.219044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce15bf-b83c-4494-9f42-143becba14a5 None None] Sync routers for ids ['39acea6d-7e43-44df-95b1-bd596b81fbf8'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:21.242605 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Pushing event updated for resources: {'Port': ['ID=90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:21.250494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9f7b0c6f-b365-483e-8a2f-c2e62c81a82f None None] Provisioning complete for port d89fd917-6136-45a0-8f30-959b6149a997 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:21.250926 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9f7b0c6f-b365-483e-8a2f-c2e62c81a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.280058 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] Set router 2a2b159f-8853-40ca-a568-5c98971a10f6 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:21.284085 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.294706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e5d27b8b-570c-408c-af24-7db3848bcff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.332141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce15bf-b83c-4494-9f42-143becba14a5 None None] Routers {'39acea6d-7e43-44df-95b1-bd596b81fbf8'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:21.332141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-03ce15bf-b83c-4494-9f42-143becba14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39acea6d-7e43-44df-95b1-bd596b81fbf8'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:21.338821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.342802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] device_id is not set on port a47a8836-6b6b-45e9-84c6-f753e661475c yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:21.354368 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.413806 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a4c62-764d-433a-a853-4c239a0d00ce None None] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:21.419698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-03ce15bf-b83c-4494-9f42-143becba14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:21.456853 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0217eaf-7e6f-49dd-a6f3-46d1b188dbb6 None None] Pushing event updated for resources: {'Port': ['ID=d89fd917-6136-45a0-8f30-959b6149a997,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:21.509180 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Allocated IP 172.26.5.135 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/a47a8836-6b6b-45e9-84c6-f753e661475c) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:21.516261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Attempting to bind port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:21.516261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Attempting to bind port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '73e05efe-43e7-4ff4-ac0c-7961708cce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6a261ff9-d88a-4153-ad17-60c720a00179'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:21.516578 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Attempting to bind port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf on network 6a261ff9-d88a-4153-ad17-60c720a00179 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:21.525098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port f7c149fb-1a51-4d45-8d2d-3566012c654d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f7c149fb-1a51-4d45-8d2d-3566012c654d,segment=NetworkSegment(d8e73ea3-b3ed-45e7-97f0-d6da7e1d709f),segment_id=d8e73ea3-b3ed-45e7-97f0-d6da7e1d709f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:21.528613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:21.528988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Checking segment: {'id': '73e05efe-43e7-4ff4-ac0c-7961708cce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6a261ff9-d88a-4153-ad17-60c720a00179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:21.529431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.529821 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Bound using segment: {'id': '73e05efe-43e7-4ff4-ac0c-7961708cce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6a261ff9-d88a-4153-ad17-60c720a00179'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:21.530288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Bound port: 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e05efe-43e7-4ff4-ac0c-7961708cce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6a261ff9-d88a-4153-ad17-60c720a00179'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:21.530668 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.532713 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce15bf-b83c-4494-9f42-143becba14a5 None None] Routers {'39acea6d-7e43-44df-95b1-bd596b81fbf8'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:21.533427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-03ce15bf-b83c-4494-9f42-143becba14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:53:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39acea6d-7e43-44df-95b1-bd596b81fbf8'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:21.557529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.571017 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9012eb05-22d2-4dd5-ac8a-f0e2eba3de28 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/routers/39acea6d-7e43-44df-95b1-bd596b81fbf8 HTTP/1.1" status: 200 len: 922 time: 0.3786156 Feb 04 05:54:21.575302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42704) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:21.606333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ec1344-3cc9-4e48-8fce-4607a32ac3f8,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:21.642040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-03ce15bf-b83c-4494-9f42-143becba14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:21.642875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce15bf-b83c-4494-9f42-143becba14a5 None None] The sync data for ids ['39acea6d-7e43-44df-95b1-bd596b81fbf8'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:21.658313 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-898aa41e-5210-48a6-a5ed-e51f4ef6f4b2 req-bf9d2ea5-eafd-4c78-9165-00255e8cd1f8 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 210 time: 0.3139381 Feb 04 05:54:21.694172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42706) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:21.726966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Made reservation on behalf of 6a63845522e343a8874d6c5cf75d8c1a for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:21.744609 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] For port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:21.748207 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] For port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf,segment=NetworkSegment(73e05efe-43e7-4ff4-ac0c-7961708cce18),segment_id=73e05efe-43e7-4ff4-ac0c-7961708cce18)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:21.749644 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:16Z', 'revision_number': 4, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd89fd917-6136-45a0-8f30-959b6149a997', 'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'mac_address': 'fa:16:3e:ee:dd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:14Z', 'updated_at': '2022-02-04T05:54:20Z', 'revision_number': 4, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'subnets': [{'id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:21.787066 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908049a7-eaed-4c72-8dfc-cd5952f616d1 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:21.793336 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e22d2-6dbf-4b6f-ab7a-fa7148bbf6e8 None None] The sync data for ids ['2a2b159f-8853-40ca-a568-5c98971a10f6'] in dv-neutron-826811-2-hyperv is: [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:16Z', 'revision_number': 4, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd89fd917-6136-45a0-8f30-959b6149a997', 'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'mac_address': 'fa:16:3e:ee:dd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:14Z', 'updated_at': '2022-02-04T05:54:20Z', 'revision_number': 4, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'subnets': [{'id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:21.801723 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-908049a7-eaed-4c72-8dfc-cd5952f616d1 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&device_id=39acea6d-7e43-44df-95b1-bd596b81fbf8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2236664 Feb 04 05:54:21.802792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42710) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:21.803717 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9f7b0c6f-b365-483e-8a2f-c2e62c81a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.827680 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:21.976582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9f7b0c6f-b365-483e-8a2f-c2e62c81a82f None None] For port d89fd917-6136-45a0-8f30-959b6149a997, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d89fd917-6136-45a0-8f30-959b6149a997,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:22.023681 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.054271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed0378-2edb-4ee7-843f-7c3d0f2b257b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:22.055797 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-82ed0378-2edb-4ee7-843f-7c3d0f2b257b tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/networks/e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 881 time: 0.2511611 Feb 04 05:54:22.060217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42714) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:22.114062 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-42358469-69bd-471f-a3a6-ef7174676ec7 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=39acea6d-7e43-44df-95b1-bd596b81fbf8 HTTP/1.1" status: 200 len: 205 time: 0.0503552 Feb 04 05:54:22.114635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42716) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:22.181004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.224696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.370662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.404031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=f7c149fb-1a51-4d45-8d2d-3566012c654d,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:22.413362 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9f7b0c6f-b365-483e-8a2f-c2e62c81a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.441193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-521767641'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:22.502648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.507516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Made reservation on behalf of 046001d4a58b439a9a8508d3bd387e65 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:22.512167 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.531903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] device_id is not set on port ff258a7c-86b4-42ae-ba86-c922f55108bf yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:22.547020 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.556646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485f14f-be1d-401c-9b56-b513a8848b9a None None] Pushing event updated for resources: {'Port': ['ID=90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:22.604655 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d89fd917-6136-45a0-8f30-959b6149a997 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:22.618390 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.698549 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0e60a09f-164e-49dd-aa8c-9d348798fd66 None None] Provisioning complete for port d89fd917-6136-45a0-8f30-959b6149a997 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:22.698925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0e60a09f-164e-49dd-aa8c-9d348798fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.722368 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b0c6f-b365-483e-8a2f-c2e62c81a82f None None] Pushing event updated for resources: {'Port': ['ID=d89fd917-6136-45a0-8f30-959b6149a997,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:22.750550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d89fd917-6136-45a0-8f30-959b6149a997 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:22.751428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.973901 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.975599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0e60a09f-164e-49dd-aa8c-9d348798fd66 None None] Provisioning complete for port f7c149fb-1a51-4d45-8d2d-3566012c654d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:22.975984 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0e60a09f-164e-49dd-aa8c-9d348798fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:22.987713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.239070 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-520f69b0-7ff4-4d47-85e5-6113e1f6230f None None] Provisioning complete for port f7c149fb-1a51-4d45-8d2d-3566012c654d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:23.239446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-520f69b0-7ff4-4d47-85e5-6113e1f6230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.270965 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-512c566a-e5d1-4cf5-a7be-0e557aa362fa req-bfd53f2c-d1ff-443b-9822-0117f23f9499 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 210 time: 0.1543031 Feb 04 05:54:23.300734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.431756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-662db8e4-2487-421d-9a7b-d324690224ab tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:23.433369 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-662db8e4-2487-421d-9a7b-d324690224ab tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.36 "GET /v2.0/networks?id=f48dc643-7ef5-4281-9506-5538c2a774f7 HTTP/1.1" status: 200 len: 797 time: 0.3179419 Feb 04 05:54:23.444360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-520f69b0-7ff4-4d47-85e5-6113e1f6230f None None] Provisioning complete for port 98f88f00-e45a-41bc-8e11-b67238b29b5b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:23.444902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-520f69b0-7ff4-4d47-85e5-6113e1f6230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.472680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Deleting port cb3a23a7-5c95-4666-8db7-5518b6052844 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:23.473520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.475619 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6ec5ffe8-eb73-49c3-8db5-df13c8911ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.475747 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1b878923-853e-48ff-a866-7347a7de59a2 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:23.476461 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=8ddc910c-84a9-46fb-b2a9-8ee617469cba,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:23.478877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.503942 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:23.511187 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-520f69b0-7ff4-4d47-85e5-6113e1f6230f None None] Port 98f88f00-e45a-41bc-8e11-b67238b29b5b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:23.511889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:23.523132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:23.523904 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.534772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.561521 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-115b4f89-b33a-48d6-8edb-67432fc77eac tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20588474087a41dc90cc0c8c778d25b9 HTTP/1.1" status: 200 len: 380 time: 0.1173723 Feb 04 05:54:23.579743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'port': {'device_id': '16f003c7-ac43-4eaf-991f-a7855b928933', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'admin_state_up': True, 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'security_groups': ['538df9b0-81b8-40ef-bc73-3208532def9b']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:23.619183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:23.650916 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a12776b1-264f-40ad-8915-90b6e9c2eac6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.7807145 Feb 04 05:54:23.651237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42726) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:23.655213 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-aad0f032-de28-4927-b64b-06c76837af21 None None] Provisioning complete for port 98f88f00-e45a-41bc-8e11-b67238b29b5b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:23.655600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-aad0f032-de28-4927-b64b-06c76837af21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.666767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-3a33aa64-33fa-4885-b9be-ffcb9cf8d90e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:23.696183 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec27d7a-5cd1-42bf-a394-e82fff40496a None None] Network 6a261ff9-d88a-4153-ad17-60c720a00179 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:23.702488 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:23.703281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70121244-3207-4a16-a3fb-d106eb31ec75,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:23.707399 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.707743 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Added segment e90c794a-8189-4654-ab6c-a412af6a3b05 of type vlan for network 8e32b1a2-93ec-4b84-8a2c-9904f939333b Feb 04 05:54:23.731220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:23.739251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.744407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:23.748217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Allocated IP 172.20.0.4 (ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650/bc6c7644-769f-4ae7-8802-2e1707e73c4a/ff258a7c-86b4-42ae-ba86-c922f55108bf) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:23.774749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Calling delete_port for cb3a23a7-5c95-4666-8db7-5518b6052844 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:23.778544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3a33aa64-33fa-4885-b9be-ffcb9cf8d90e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.784712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-aad0f032-de28-4927-b64b-06c76837af21 None None] Port 98f88f00-e45a-41bc-8e11-b67238b29b5b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:23.791425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Pushing event updated for resources: {'Port': ['ID=a47a8836-6b6b-45e9-84c6-f753e661475c,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:23.822417 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.26.5.117 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/936da461-308e-476c-8c06-05b354f5d771) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:23.827472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.863947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:23.864563 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.933894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0b87f688-69f0-454e-8f4a-857dcb7e1bb8 None None] Provisioning complete for port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:23.934278 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0b87f688-69f0-454e-8f4a-857dcb7e1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.936947 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Made reservation on behalf of 20588474087a41dc90cc0c8c778d25b9 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:23.941009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.969184 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ba7106fa-2126-4efe-8af9-8daf4aec6cbd tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.3406305 Feb 04 05:54:23.977663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42728) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:23.978313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:23.984706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:23.985388 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.002525 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.135'}]}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:24.038691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0b87f688-69f0-454e-8f4a-857dcb7e1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.083502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0b87f688-69f0-454e-8f4a-857dcb7e1bb8 None None] For port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf,segment=NetworkSegment(73e05efe-43e7-4ff4-ac0c-7961708cce18),segment_id=73e05efe-43e7-4ff4-ac0c-7961708cce18)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:24.088269 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0b87f688-69f0-454e-8f4a-857dcb7e1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.136506 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4307294 Feb 04 05:54:24.136750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3a33aa64-33fa-4885-b9be-ffcb9cf8d90e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.147123 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42730) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:24.156461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3a33aa64-33fa-4885-b9be-ffcb9cf8d90e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.157974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87f688-69f0-454e-8f4a-857dcb7e1bb8 None None] Pushing event updated for resources: {'Port': ['ID=90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:24.166391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Request body: {'subnet': {'network_id': '8e32b1a2-93ec-4b84-8a2c-9904f939333b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:24.169897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.170878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.194211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ed97c-5be1-4371-864d-78fc818f89ae tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Pushing event updated for resources: {'Network': ['ID=8e32b1a2-93ec-4b84-8a2c-9904f939333b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:24.212490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 8e32b1a2-93ec-4b84-8a2c-9904f939333b details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:24.267307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-3a33aa64-33fa-4885-b9be-ffcb9cf8d90e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] In _notify_port_updated(), no bound segment for port 8ddc910c-84a9-46fb-b2a9-8ee617469cba on network 1b878923-853e-48ff-a866-7347a7de59a2 {{(pid=102167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:54:24.272941 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a33aa64-33fa-4885-b9be-ffcb9cf8d90e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:24.273755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3a33aa64-33fa-4885-b9be-ffcb9cf8d90e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.277685 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3a33aa64-33fa-4885-b9be-ffcb9cf8d90e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "PUT /v2.0/ports/8ddc910c-84a9-46fb-b2a9-8ee617469cba HTTP/1.1" status: 200 len: 818 time: 0.6127625 Feb 04 05:54:24.277846 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.280512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42732) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:24.299405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33aa64-33fa-4885-b9be-ffcb9cf8d90e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=8ddc910c-84a9-46fb-b2a9-8ee617469cba,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:24.350824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.377538 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1f9279e8-740f-4205-8cae-cf4dbef2ad91 None None] Provisioning complete for port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:24.377917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1f9279e8-740f-4205-8cae-cf4dbef2ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.403152 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.409861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.445905 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Pushing event deleted for resources: {'Port': ['ID=cb3a23a7-5c95-4666-8db7-5518b6052844,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:24.469344 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5659073a-b925-49b0-ab79-c63bef97b1d1 req-c39ebc98-443d-4bdd-9f45-f50361c3a130 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 210 time: 0.0624971 Feb 04 05:54:24.475214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Allocated IP 172.20.0.4 (f48dc643-7ef5-4281-9506-5538c2a774f7/ed32e810-03fd-412c-aa79-dca213e8ca40/f900d509-38b5-4f84-be33-cce717df5061) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:24.540367 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f7c149fb-1a51-4d45-8d2d-3566012c654d up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:24.543977 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.592341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f7c149fb-1a51-4d45-8d2d-3566012c654d triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:24.592717 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.600762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.615849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Made reservation on behalf of 046001d4a58b439a9a8508d3bd387e65 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:24.619327 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.655094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.694375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d89fd917-6136-45a0-8f30-959b6149a997 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:24.717387 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.729613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:24.730886 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.743465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.743805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:24.746363 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d89fd917-6136-45a0-8f30-959b6149a997 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:24.746637 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:24.746814 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.747954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.753386 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=936da461-308e-476c-8c06-05b354f5d771,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:24.803213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.803737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Fanout notify agent at l3_agent the message router_deleted on router 39acea6d-7e43-44df-95b1-bd596b81fbf8 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:24.812024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.817252 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0834e1be-f4ab-42f2-94ac-ecc3f3449fac tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/39acea6d-7e43-44df-95b1-bd596b81fbf8 HTTP/1.1" status: 204 len: 168 time: 2.6975305 Feb 04 05:54:24.819522 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42736) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:24.823998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-17c7db9f-a34f-4e4c-92b1-bd167c1dfa7e tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2090278507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:24.842967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:24.845396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-aefca4ea-0e52-4a53-a8f6-16b025bb9f31 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 8ddc910c-84a9-46fb-b2a9-8ee617469cba {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:24.845734 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aefca4ea-0e52-4a53-a8f6-16b025bb9f31 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.855437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:24.865575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.883224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17c7db9f-a34f-4e4c-92b1-bd167c1dfa7e tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.884499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17c7db9f-a34f-4e4c-92b1-bd167c1dfa7e tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.901824 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:24.907589 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:24.932930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:24.933312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.956063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.958493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17c7db9f-a34f-4e4c-92b1-bd167c1dfa7e tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.986775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17c7db9f-a34f-4e4c-92b1-bd167c1dfa7e tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:24.988770 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'Port': ['ID=ff258a7c-86b4-42ae-ba86-c922f55108bf,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:25.020549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Network f48dc643-7ef5-4281-9506-5538c2a774f7 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:25.025127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17c7db9f-a34f-4e4c-92b1-bd167c1dfa7e tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.026092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-17c7db9f-a34f-4e4c-92b1-bd167c1dfa7e tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2060020 Feb 04 05:54:25.029833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42738) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:25.030677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:25.050478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:25.053863 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:25.056466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'Port': ['ID=f900d509-38b5-4f84-be33-cce717df5061,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:25.121896 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aefca4ea-0e52-4a53-a8f6-16b025bb9f31 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.170328 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:25.170949 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.185204 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-aefca4ea-0e52-4a53-a8f6-16b025bb9f31 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 8ddc910c-84a9-46fb-b2a9-8ee617469cba owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:25.241029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:25.242001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.262491 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9b742498-fd7a-4421-9275-df09ff9f33a0 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.5584283 Feb 04 05:54:25.272611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42740) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:25.335279 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-b25eb0d5-f041-4f4a-a046-ebd201b5ef66 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7668512 Feb 04 05:54:25.339487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.347732 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-bb8ad4ff-5383-44c3-9ba6-72cb7c32ecbc None None] Provisioning complete for port f900d509-38b5-4f84-be33-cce717df5061 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:25.348105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad4ff-5383-44c3-9ba6-72cb7c32ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.349584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Request body: {'port': {'device_id': '16f003c7-ac43-4eaf-991f-a7855b928933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:25.386168 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ad4ff-5383-44c3-9ba6-72cb7c32ecbc None None] Port f900d509-38b5-4f84-be33-cce717df5061 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:25.396252 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-bb8ad4ff-5383-44c3-9ba6-72cb7c32ecbc None None] Provisioning complete for port ff258a7c-86b4-42ae-ba86-c922f55108bf triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:25.396628 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad4ff-5383-44c3-9ba6-72cb7c32ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.409160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.431341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ad4ff-5383-44c3-9ba6-72cb7c32ecbc None None] Port ff258a7c-86b4-42ae-ba86-c922f55108bf cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:25.451826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.733695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d0800-29fb-4e0c-bb8f-ae2475ac30a2 req-9c581138-85b1-4973-bbd8-a7b8e197caf6 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:25.735599 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d85d0800-29fb-4e0c-bb8f-ae2475ac30a2 req-9c581138-85b1-4973-bbd8-a7b8e197caf6 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 931 time: 0.1680944 Feb 04 05:54:25.798885 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251c2b5-1e11-4082-90cb-2b74b9652042 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:25.804526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251c2b5-1e11-4082-90cb-2b74b9652042 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:25.810456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251c2b5-1e11-4082-90cb-2b74b9652042 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:25.812105 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2251c2b5-1e11-4082-90cb-2b74b9652042 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.5067317 Feb 04 05:54:25.813089 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.816794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42744) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:25.854978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.857319 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Pushing event updated for resources: {'Subnet': ['ID=cc0078f5-2845-4a8f-9813-371c0c69ef3a,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:25.907013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aefca4ea-0e52-4a53-a8f6-16b025bb9f31 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.950594 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d85d0800-29fb-4e0c-bb8f-ae2475ac30a2 req-170d0a55-6627-4752-836b-1213fbc47753 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870034 Feb 04 05:54:25.971165 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aefca4ea-0e52-4a53-a8f6-16b025bb9f31 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.974630 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aefca4ea-0e52-4a53-a8f6-16b025bb9f31 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/8ddc910c-84a9-46fb-b2a9-8ee617469cba HTTP/1.1" status: 204 len: 168 time: 1.6868985 Feb 04 05:54:25.975493 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefca4ea-0e52-4a53-a8f6-16b025bb9f31 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=8ddc910c-84a9-46fb-b2a9-8ee617469cba,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:25.978082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:25.978207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42746) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:25.982644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Checking segment: {'id': 'e90c794a-8189-4654-ab6c-a412af6a3b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e32b1a2-93ec-4b84-8a2c-9904f939333b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:25.983010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Network hostable DHCP agents. Network: 8e32b1a2-93ec-4b84-8a2c-9904f939333b, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:26.081395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.087996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Network 8e32b1a2-93ec-4b84-8a2c-9904f939333b is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:26.103164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f900d509-38b5-4f84-be33-cce717df5061 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:54:26.115139 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.116549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.135597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 8e32b1a2-93ec-4b84-8a2c-9904f939333b) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:26.139896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc364f44-8c2f-4db7-85f9-4645d6d91ed9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:26.141516 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cc364f44-8c2f-4db7-85f9-4645d6d91ed9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1578994 Feb 04 05:54:26.146335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Allocated IP 172.26.5.53 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/be0e5d5d-4931-4a05-b50a-0619668a6523) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:26.147386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e02d63b-3d7e-4763-a05f-9955bce7adf1 None None] Network 8e32b1a2-93ec-4b84-8a2c-9904f939333b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:26.148317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42748) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:26.173547 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:26.174253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.189809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Transition to ACTIVE for port object f900d509-38b5-4f84-be33-cce717df5061 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:54:26.192536 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc51d51d-f1a3-4aba-9e58-10b352917e62 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:54:26.197673 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dc51d51d-f1a3-4aba-9e58-10b352917e62 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/8ddc910c-84a9-46fb-b2a9-8ee617469cba HTTP/1.1" status: 404 len: 333 time: 0.0415692 Feb 04 05:54:26.199017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42750) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:26.199684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.203549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-b18b9728-23c8-43c0-b658-dc124a800fec tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Deleting port ff258a7c-86b4-42ae-ba86-c922f55108bf {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:26.204158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b18b9728-23c8-43c0-b658-dc124a800fec tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.213811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-918608480'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:26.247160 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c6b967f3-f065-4748-b8ee-57d470e42202 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0972440 Feb 04 05:54:26.250943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42752) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:26.272853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Request body: {'port': {'network_id': '8e32b1a2-93ec-4b84-8a2c-9904f939333b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1177499212'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:26.291922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.323846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-8e32b1a2-93ec-4b84-8a2c-9904f939333b', 'network_id': '8e32b1a2-93ec-4b84-8a2c-9904f939333b', 'tenant_id': '046001d4a58b439a9a8508d3bd387e65', 'fixed_ips': [{'subnet_id': 'cc0078f5-2845-4a8f-9813-371c0c69ef3a'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:54:26.325420 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.365888 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.433832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Pushing event updated for resources: {'Port': ['ID=f900d509-38b5-4f84-be33-cce717df5061,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:26.470394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:26.473885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.503229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Allocated IP 172.20.0.2 (8e32b1a2-93ec-4b84-8a2c-9904f939333b/cc0078f5-2845-4a8f-9813-371c0c69ef3a/7730134a-3cc9-411e-8a87-7401f18ad16b) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:26.539984 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router e8e36936-bd6a-425a-bbc7-6c446ce6cc32 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:54:26.551021 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.670541 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:26.687074 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4792c93-2379-48b4-9b38-e5e15fdd2189 None None] Sync routers for ids ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:26.694439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.695602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.697195 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b64374a2-e24e-4854-ba32-726ea6d80aa5 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8498864 Feb 04 05:54:26.700910 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42754) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:26.703393 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4792c93-2379-48b4-9b38-e5e15fdd2189 None None] Routers {'e8e36936-bd6a-425a-bbc7-6c446ce6cc32'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:26.704555 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c4792c93-2379-48b4-9b38-e5e15fdd2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:26.708362 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.737849 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c4792c93-2379-48b4-9b38-e5e15fdd2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:26.747560 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4792c93-2379-48b4-9b38-e5e15fdd2189 None None] Routers {'e8e36936-bd6a-425a-bbc7-6c446ce6cc32'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:26.748428 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c4792c93-2379-48b4-9b38-e5e15fdd2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:26.761359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Network 8e32b1a2-93ec-4b84-8a2c-9904f939333b is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:26.769468 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:26.777311 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:26.783202 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c4792c93-2379-48b4-9b38-e5e15fdd2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:26.784101 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4792c93-2379-48b4-9b38-e5e15fdd2189 None None] The sync data for ids ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:26.838444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Pushing event updated for resources: {'Port': ['ID=7730134a-3cc9-411e-8a87-7401f18ad16b,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:26.855201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Attempting to bind port 7730134a-3cc9-411e-8a87-7401f18ad16b on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:26.855581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Attempting to bind port 7730134a-3cc9-411e-8a87-7401f18ad16b by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'e90c794a-8189-4654-ab6c-a412af6a3b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e32b1a2-93ec-4b84-8a2c-9904f939333b'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:26.855945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Attempting to bind port 7730134a-3cc9-411e-8a87-7401f18ad16b on network 8e32b1a2-93ec-4b84-8a2c-9904f939333b {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:26.862220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:26.862609 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Checking segment: {'id': 'e90c794a-8189-4654-ab6c-a412af6a3b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e32b1a2-93ec-4b84-8a2c-9904f939333b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:26.863146 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.863545 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Bound using segment: {'id': 'e90c794a-8189-4654-ab6c-a412af6a3b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e32b1a2-93ec-4b84-8a2c-9904f939333b'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:26.864015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Bound port: 7730134a-3cc9-411e-8a87-7401f18ad16b, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90c794a-8189-4654-ab6c-a412af6a3b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8e32b1a2-93ec-4b84-8a2c-9904f939333b'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:26.864395 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.898893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b18b9728-23c8-43c0-b658-dc124a800fec tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.933027 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] For port 7730134a-3cc9-411e-8a87-7401f18ad16b, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:26.936322 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] For port 7730134a-3cc9-411e-8a87-7401f18ad16b, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7730134a-3cc9-411e-8a87-7401f18ad16b,segment=NetworkSegment(e90c794a-8189-4654-ab6c-a412af6a3b05),segment_id=e90c794a-8189-4654-ab6c-a412af6a3b05)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:26.942414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.946163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-b18b9728-23c8-43c0-b658-dc124a800fec tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Calling delete_port for ff258a7c-86b4-42ae-ba86-c922f55108bf owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:26.951421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:26.974781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:27.004768 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce2008-b3fe-4878-8124-e00c3d8429ad None None] Pushing event updated for resources: {'Port': ['ID=7730134a-3cc9-411e-8a87-7401f18ad16b,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:27.070956 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.071301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Added segment 9a6a50b4-dc70-45ab-aa8b-07bcc92cc719 of type vlan for network e56b68fd-0614-493e-86bb-e8f9d2e98d45 Feb 04 05:54:27.072605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Attempting to bind port f900d509-38b5-4f84-be33-cce717df5061 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:27.073218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Attempting to bind port f900d509-38b5-4f84-be33-cce717df5061 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:27.073543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Attempting to bind port f900d509-38b5-4f84-be33-cce717df5061 on network f48dc643-7ef5-4281-9506-5538c2a774f7 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:27.132733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Port f900d509-38b5-4f84-be33-cce717df5061 on network f48dc643-7ef5-4281-9506-5538c2a774f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:27.133059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Attempting to bind port f900d509-38b5-4f84-be33-cce717df5061 on network f48dc643-7ef5-4281-9506-5538c2a774f7 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:27.172267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Made reservation on behalf of 046001d4a58b439a9a8508d3bd387e65 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:27.175659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.177628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:27.177959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Checking segment: {'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:27.179379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Bound using segment: {'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:27.179379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Bound port: f900d509-38b5-4f84-be33-cce717df5061, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5971334d-8fbd-4a90-9091-2db817b7ddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:27.179379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.184565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.232379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.290395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] device_id is not set on port ef2f1670-f982-4670-a4bd-9e5a5f1d71bf yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:27.311752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.318465 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.330343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ee47b-6599-4a60-ba0d-0c0b0978ac72 req-4cc5e445-9275-4e3e-906b-137ba3e38dfa tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:27.331919 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e08ee47b-6599-4a60-ba0d-0c0b0978ac72 req-4cc5e445-9275-4e3e-906b-137ba3e38dfa tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 943 time: 0.2890618 Feb 04 05:54:27.366826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:27.368549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.374200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:27.374831 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.424850 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:27.456173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:27.459838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Pushing event updated for resources: {'Port': ['ID=be0e5d5d-4931-4a05-b50a-0619668a6523,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:27.535721 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.539190 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.572653 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3625362 Feb 04 05:54:27.577344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42758) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:27.599897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] For port f900d509-38b5-4f84-be33-cce717df5061, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:27.619665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': 'e56b68fd-0614-493e-86bb-e8f9d2e98d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:27.641118 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e08ee47b-6599-4a60-ba0d-0c0b0978ac72 req-6aa32eb9-2059-43e1-b587-85ee81d69353 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977476 Feb 04 05:54:27.645093 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.645628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 277dc6a4-c636-4c27-a551-70cdc43b040d {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:27.652058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ceca5-3d64-4d68-b8f0-bdf950872c0e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Network': ['ID=e56b68fd-0614-493e-86bb-e8f9d2e98d45,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:27.676568 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network e56b68fd-0614-493e-86bb-e8f9d2e98d45 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:27.718955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b18b9728-23c8-43c0-b658-dc124a800fec tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.747366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] For port f900d509-38b5-4f84-be33-cce717df5061, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f900d509-38b5-4f84-be33-cce717df5061,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:27.748853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Allocated IP 172.20.0.12 (8e32b1a2-93ec-4b84-8a2c-9904f939333b/cc0078f5-2845-4a8f-9813-371c0c69ef3a/ef2f1670-f982-4670-a4bd-9e5a5f1d71bf) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:27.763667 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:54:27.768026 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fb712a8f-b810-4ec9-bf10-9c03d0df67b6 tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7799034 Feb 04 05:54:27.768613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42760) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:27.792739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.827855 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b9728-23c8-43c0-b658-dc124a800fec tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event deleted for resources: {'Port': ['ID=ff258a7c-86b4-42ae-ba86-c922f55108bf,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:27.897335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:27.897968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:27.899432 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] 10.222.0.36 "PUT /v2.0/ports/f900d509-38b5-4f84-be33-cce717df5061 HTTP/1.1" status: 200 len: 1093 time: 2.5554125 Feb 04 05:54:27.908241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:54:27.910710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c512cb-0186-48e7-be73-0a30f8039818" -d '{"events": [{"name": "network-changed", "server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "tag": "f900d509-38b5-4f84-be33-cce717df5061"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:54:27.989390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ca6961-70c7-4e32-bf52-b0b2fbc4eb98 x-openstack-request-id: req-04ca6961-70c7-4e32-bf52-b0b2fbc4eb98 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:54:27.989679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "tag": "f900d509-38b5-4f84-be33-cce717df5061", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:54:27.989930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04ca6961-70c7-4e32-bf52-b0b2fbc4eb98 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:54:27.990330 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061', 'status': 'completed', 'code': 200} Feb 04 05:54:28.156767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65963687-8fc6-4bae-89eb-d4e476616991 service neutron] Pushing event updated for resources: {'Port': ['ID=f900d509-38b5-4f84-be33-cce717df5061,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:28.225846 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:28.229332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.251790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.272127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-00a9467d-e89a-4ad9-a6f1-35b966c228c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:28.273991 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-00a9467d-e89a-4ad9-a6f1-35b966c228c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20588474087a41dc90cc0c8c778d25b9&device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 1096 time: 0.3258407 Feb 04 05:54:28.363874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.20.0.1 (6a261ff9-d88a-4153-ad17-60c720a00179/ecd8daae-3ecd-4000-911f-907c720f11a0/1b29b289-04aa-4191-bc31-18cbce70ea7d) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:28.392556 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-170b7570-8e9a-409d-af70-d7c3320622a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f900d509-38b5-4f84-be33-cce717df5061 HTTP/1.1" status: 200 len: 217 time: 0.0500791 Feb 04 05:54:28.399519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee356c-4151-42dd-98ae-e112512d3dd9 None None] Network 8e32b1a2-93ec-4b84-8a2c-9904f939333b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:28.428195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.433130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.435330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-862bb3cf-0da0-4928-b864-b96aaaa0a72d tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Deleting port a47a8836-6b6b-45e9-84c6-f753e661475c {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:28.435672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-862bb3cf-0da0-4928-b864-b96aaaa0a72d tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.477969 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7730134a-3cc9-411e-8a87-7401f18ad16b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:28.531820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a7dae3db-26fc-4f50-8a47-dce7fcf5ee8b None None] Provisioning complete for port 7730134a-3cc9-411e-8a87-7401f18ad16b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:28.532204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a7dae3db-26fc-4f50-8a47-dce7fcf5ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.534852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b18b9728-23c8-43c0-b658-dc124a800fec tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.539390 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b18b9728-23c8-43c0-b658-dc124a800fec tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "DELETE /v2.0/ports/ff258a7c-86b4-42ae-ba86-c922f55108bf HTTP/1.1" status: 204 len: 168 time: 2.7207398 Feb 04 05:54:28.544206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42764) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:28.569408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-f7ebd0fe-8676-4f92-a69a-1befb2a7efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:28.570858 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-f7ebd0fe-8676-4f92-a69a-1befb2a7efcd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed32e810-03fd-412c-aa79-dca213e8ca40 HTTP/1.1" status: 200 len: 835 time: 0.1529498 Feb 04 05:54:28.622071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7730134a-3cc9-411e-8a87-7401f18ad16b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:28.622449 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.642784 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2563da-6f11-4ec4-8dfe-473f37721461 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] GET failed (client error): The resource could not be found. Feb 04 05:54:28.643616 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.644297 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ee2563da-6f11-4ec4-8dfe-473f37721461 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "GET /v2.0/ports/ff258a7c-86b4-42ae-ba86-c922f55108bf HTTP/1.1" status: 404 len: 333 time: 0.0941439 Feb 04 05:54:28.649336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42766) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:28.651164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-862bb3cf-0da0-4928-b864-b96aaaa0a72d tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.678722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.689703 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Request body: {'port': {'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650', 'name': 'tempest-AllowedAddressPairTestJSON-1867336256'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:28.732943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-862bb3cf-0da0-4928-b864-b96aaaa0a72d tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Calling delete_port for a47a8836-6b6b-45e9-84c6-f753e661475c owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:28.741198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Network 8e32b1a2-93ec-4b84-8a2c-9904f939333b is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:28.775111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-980939b4-c744-4de5-8457-62cc4475f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:28.776600 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-980939b4-c744-4de5-8457-62cc4475f80d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f48dc643-7ef5-4281-9506-5538c2a774f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1599610 Feb 04 05:54:28.781895 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.814352 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:28.816793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:28.873564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Pushing event updated for resources: {'Port': ['ID=ef2f1670-f982-4670-a4bd-9e5a5f1d71bf,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:28.916827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a7dae3db-26fc-4f50-8a47-dce7fcf5ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.943887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.960977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:28.963405 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Subnet': ['ID=3cac58ff-e89a-47f4-8b15-6de05f0c161a,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:28.983022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0bc1d-137e-495f-aa43-2bb1444abd68 req-960ae3d2-e836-42fa-98e7-160b1f31086d tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:28.984499 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-75d0bc1d-137e-495f-aa43-2bb1444abd68 req-960ae3d2-e836-42fa-98e7-160b1f31086d tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 943 time: 0.2523308 Feb 04 05:54:28.993631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a7dae3db-26fc-4f50-8a47-dce7fcf5ee8b None None] For port 7730134a-3cc9-411e-8a87-7401f18ad16b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7730134a-3cc9-411e-8a87-7401f18ad16b,segment=NetworkSegment(e90c794a-8189-4654-ab6c-a412af6a3b05),segment_id=e90c794a-8189-4654-ab6c-a412af6a3b05)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:28.997255 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:28.997983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.002634 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a7dae3db-26fc-4f50-8a47-dce7fcf5ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.036860 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network 6a261ff9-d88a-4153-ad17-60c720a00179 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:29.051506 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:29.054345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Checking segment: {'id': '9a6a50b4-dc70-45ab-aa8b-07bcc92cc719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e56b68fd-0614-493e-86bb-e8f9d2e98d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:29.054867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network hostable DHCP agents. Network: e56b68fd-0614-493e-86bb-e8f9d2e98d45, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:29.056983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:29.061479 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=1b29b289-04aa-4191-bc31-18cbce70ea7d,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:29.075585 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:54:29.076043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:54:29.082231 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0a334b09-4a34-442a-9ddb-dd4a4d6843d9 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.8131299 Feb 04 05:54:29.085663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42772) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:29.088347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.106252 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-fc316d72-5691-411c-99ed-99cb7baef64a service neutron] 10.222.0.36 "GET /v2.0/networks/f48dc643-7ef5-4281-9506-5538c2a774f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855754 Feb 04 05:54:29.107958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dae3db-26fc-4f50-8a47-dce7fcf5ee8b None None] Pushing event updated for resources: {'Port': ['ID=7730134a-3cc9-411e-8a87-7401f18ad16b,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:29.119913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.173718 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-75d0bc1d-137e-495f-aa43-2bb1444abd68 req-fe00f760-9329-43d4-a70a-ab2dfa91191f tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573458 Feb 04 05:54:29.185918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.193242 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Made reservation on behalf of 6a63845522e343a8874d6c5cf75d8c1a for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:29.197145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.229935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network e56b68fd-0614-493e-86bb-e8f9d2e98d45 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:29.238254 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-862bb3cf-0da0-4928-b864-b96aaaa0a72d tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.290526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, e56b68fd-0614-493e-86bb-e8f9d2e98d45) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:29.295010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:29.295834 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.302055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85bfd72-b34f-49cb-b49b-e2bf1c4b1c22 None None] Network e56b68fd-0614-493e-86bb-e8f9d2e98d45 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:29.323997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bb3cf-0da0-4928-b864-b96aaaa0a72d tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Pushing event deleted for resources: {'Port': ['ID=a47a8836-6b6b-45e9-84c6-f753e661475c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:29.362183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] device_id is not set on port 94c199d6-e057-4efb-a72c-1097c488bbe6 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:29.407371 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-afb1164b-7856-46f9-9f0d-73747aba416c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8289373 Feb 04 05:54:29.408538 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42774) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:29.449015 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5f13d76-b8b7-4271-93b5-72c96c9847d8 req-c910388f-373e-489c-9740-e5447b6ae845 service neutron] 10.222.0.36 "GET /v2.0/networks/f48dc643-7ef5-4281-9506-5538c2a774f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332279 Feb 04 05:54:29.470837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6219569e-5164-415c-a7ae-06cd7b5c0799 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Deleting port ef2f1670-f982-4670-a4bd-9e5a5f1d71bf {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:29.471190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6219569e-5164-415c-a7ae-06cd7b5c0799 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.504593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-92560c1d-a203-43b5-90db-ecd8525c6832 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': 'e56b68fd-0614-493e-86bb-e8f9d2e98d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:29.518419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-926802ef-e552-4f9b-8874-afe582d95532 None None] Provisioning complete for port 7730134a-3cc9-411e-8a87-7401f18ad16b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:29.518798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-926802ef-e552-4f9b-8874-afe582d95532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.635776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-862bb3cf-0da0-4928-b864-b96aaaa0a72d tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.643837 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-862bb3cf-0da0-4928-b864-b96aaaa0a72d tempest-RoutersAdminNegativeTest-807866779 tempest-RoutersAdminNegativeTest-807866779-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a47a8836-6b6b-45e9-84c6-f753e661475c HTTP/1.1" status: 204 len: 168 time: 1.8712406 Feb 04 05:54:29.644348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Router 696b68a9-6d6a-43da-ac8a-87a4de410731 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:54:29.660611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6219569e-5164-415c-a7ae-06cd7b5c0799 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.680005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-e56b68fd-0614-493e-86bb-e8f9d2e98d45', 'network_id': 'e56b68fd-0614-493e-86bb-e8f9d2e98d45', 'tenant_id': '57b18c3874f14ef2a03a9502bf10053c', 'fixed_ips': [{'subnet_id': '3cac58ff-e89a-47f4-8b15-6de05f0c161a'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:54:29.680797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.708205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6219569e-5164-415c-a7ae-06cd7b5c0799 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Calling delete_port for ef2f1670-f982-4670-a4bd-9e5a5f1d71bf owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:29.762597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.800179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Allocated IP 172.20.0.12 (ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650/bc6c7644-769f-4ae7-8802-2e1707e73c4a/94c199d6-e057-4efb-a72c-1097c488bbe6) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:29.805228 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-926802ef-e552-4f9b-8874-afe582d95532 None None] Provisioning complete for port ef2f1670-f982-4670-a4bd-9e5a5f1d71bf triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:29.805581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-926802ef-e552-4f9b-8874-afe582d95532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.855134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92560c1d-a203-43b5-90db-ecd8525c6832 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:29.859361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-92560c1d-a203-43b5-90db-ecd8525c6832 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.876234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-926802ef-e552-4f9b-8874-afe582d95532 None None] Port ef2f1670-f982-4670-a4bd-9e5a5f1d71bf cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:29.897627 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Allocated IP 2001:db8::2 (e56b68fd-0614-493e-86bb-e8f9d2e98d45/3cac58ff-e89a-47f4-8b15-6de05f0c161a/5e2f7fab-2191-4983-92d0-501d66a17107) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:29.922067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-d76c9bcf-6f7d-4a77-84b8-8fa79d16e83e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3652382 Feb 04 05:54:29.923732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6219569e-5164-415c-a7ae-06cd7b5c0799 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:29.946652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c512cb-0186-48e7-be73-0a30f8039818 req-4f02d5a3-38b2-44bf-b6fe-524c5be9e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:29.948812 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9c512cb-0186-48e7-be73-0a30f8039818 req-4f02d5a3-38b2-44bf-b6fe-524c5be9e210 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20588474087a41dc90cc0c8c778d25b9&device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 1096 time: 0.3909612 Feb 04 05:54:30.041445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219569e-5164-415c-a7ae-06cd7b5c0799 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Pushing event deleted for resources: {'Port': ['ID=ef2f1670-f982-4670-a4bd-9e5a5f1d71bf,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:30.050316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42784) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:30.057986 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.067153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.103564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d68860a8-24a1-4548-94bb-519f00f9c33f None None] Provisioning complete for port 1b29b289-04aa-4191-bc31-18cbce70ea7d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:30.103938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d68860a8-24a1-4548-94bb-519f00f9c33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.122639 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.ipam_backend_mixin [None req-92560c1d-a203-43b5-90db-ecd8525c6832 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3cac58ff-e89a-47f4-8b15-6de05f0c161a (CIDR: 2001:db8::/64) Feb 04 05:54:30.135157 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-92560c1d-a203-43b5-90db-ecd8525c6832 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:54:30.135590 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92560c1d-a203-43b5-90db-ecd8525c6832 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:54:30.148496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Network e56b68fd-0614-493e-86bb-e8f9d2e98d45 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:30.158032 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:30.164442 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Pushing event updated for resources: {'Port': ['ID=5e2f7fab-2191-4983-92d0-501d66a17107,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:30.184385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:30.201527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d68860a8-24a1-4548-94bb-519f00f9c33f None None] Port 1b29b289-04aa-4191-bc31-18cbce70ea7d cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:30.209405 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-92560c1d-a203-43b5-90db-ecd8525c6832 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7196169 Feb 04 05:54:30.223853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d68860a8-24a1-4548-94bb-519f00f9c33f None None] Could not find standard attr ID for object ef2f1670-f982-4670-a4bd-9e5a5f1d71bf. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:54:30.226682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42792) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:30.234474 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2ce71afb-9258-4bb1-9304-677fba68f513 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': 'e56b68fd-0614-493e-86bb-e8f9d2e98d45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:30.256145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Attempting to bind port 5e2f7fab-2191-4983-92d0-501d66a17107 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:30.256507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Attempting to bind port 5e2f7fab-2191-4983-92d0-501d66a17107 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '9a6a50b4-dc70-45ab-aa8b-07bcc92cc719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e56b68fd-0614-493e-86bb-e8f9d2e98d45'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:30.256871 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Attempting to bind port 5e2f7fab-2191-4983-92d0-501d66a17107 on network e56b68fd-0614-493e-86bb-e8f9d2e98d45 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:30.262771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:30.263303 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Checking segment: {'id': '9a6a50b4-dc70-45ab-aa8b-07bcc92cc719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e56b68fd-0614-493e-86bb-e8f9d2e98d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:30.263707 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.264094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Bound using segment: {'id': '9a6a50b4-dc70-45ab-aa8b-07bcc92cc719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e56b68fd-0614-493e-86bb-e8f9d2e98d45'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:30.264615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Bound port: 5e2f7fab-2191-4983-92d0-501d66a17107, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6a50b4-dc70-45ab-aa8b-07bcc92cc719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e56b68fd-0614-493e-86bb-e8f9d2e98d45'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:30.264999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.336978 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.342448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] For port 5e2f7fab-2191-4983-92d0-501d66a17107, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:30.347944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] For port 5e2f7fab-2191-4983-92d0-501d66a17107, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5e2f7fab-2191-4983-92d0-501d66a17107,segment=NetworkSegment(9a6a50b4-dc70-45ab-aa8b-07bcc92cc719),segment_id=9a6a50b4-dc70-45ab-aa8b-07bcc92cc719)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:30.353399 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.448626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7730134a-3cc9-411e-8a87-7401f18ad16b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:30.480885 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.494894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ea0a8-87a4-4ee7-b276-f5f39b790089 None None] Pushing event updated for resources: {'Port': ['ID=5e2f7fab-2191-4983-92d0-501d66a17107,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:30.514094 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.529781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7730134a-3cc9-411e-8a87-7401f18ad16b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:30.530153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.544391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.547207 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce71afb-9258-4bb1-9304-677fba68f513 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:30.551522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2ce71afb-9258-4bb1-9304-677fba68f513 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.651620 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:30.666189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:30.672025 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'Port': ['ID=94c199d6-e057-4efb-a72c-1097c488bbe6,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:30.679381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:30.801393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:30.804845 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.807449 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.849972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-6bc54f83-abe0-49eb-9089-76f12f4ecfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:30.851796 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-6bc54f83-abe0-49eb-9089-76f12f4ecfd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3b3074a7a2841fea736b2212d2c9e29&device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 1099 time: 0.9008992 Feb 04 05:54:30.869231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72d9159e-d85e-4824-96e1-e73a1f90c480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.921280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:30.934626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd44c16-8076-4e49-98e9-dd405cb3e1c5 None None] Sync routers for ids ['696b68a9-6d6a-43da-ac8a-87a4de410731'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:30.942518 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492b544-2904-4056-9e21-fbefbde3d366 req-30ddbd27-e528-41ae-9e7d-8a82f596feb1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:30.950676 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d492b544-2904-4056-9e21-fbefbde3d366 req-30ddbd27-e528-41ae-9e7d-8a82f596feb1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 943 time: 0.3838344 Feb 04 05:54:30.960398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd44c16-8076-4e49-98e9-dd405cb3e1c5 None None] Routers {'696b68a9-6d6a-43da-ac8a-87a4de410731'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:30.961045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-6dd44c16-8076-4e49-98e9-dd405cb3e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['696b68a9-6d6a-43da-ac8a-87a4de410731'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:30.970587 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-414e61b3-80be-4b6c-8a39-9a446cc718eb tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3070953 Feb 04 05:54:30.981305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:30.985238 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-216b95b5-6ad4-484f-81bf-ee7c07edf287 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "PUT /v2.0/routers/696b68a9-6d6a-43da-ac8a-87a4de410731 HTTP/1.1" status: 200 len: 879 time: 5.9493012 Feb 04 05:54:30.985529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42794) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:30.985921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42796) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:31.006393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39075436-111d-41a4-8e93-de20802477b1 req-3d66d778-bade-4633-91b9-9020d217a3d3 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:31.008098 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-39075436-111d-41a4-8e93-de20802477b1 req-3d66d778-bade-4633-91b9-9020d217a3d3 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.4376941 Feb 04 05:54:31.032641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-6dd44c16-8076-4e49-98e9-dd405cb3e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:31.040369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=1b29b289-04aa-4191-bc31-18cbce70ea7d,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:31.042332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6219569e-5164-415c-a7ae-06cd7b5c0799 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:31.048659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42798) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:31.048848 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6219569e-5164-415c-a7ae-06cd7b5c0799 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] 10.222.0.15 "DELETE /v2.0/ports/ef2f1670-f982-4670-a4bd-9e5a5f1d71bf HTTP/1.1" status: 204 len: 168 time: 1.9577527 Feb 04 05:54:31.052538 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd44c16-8076-4e49-98e9-dd405cb3e1c5 None None] Routers {'696b68a9-6d6a-43da-ac8a-87a4de410731'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:31.052982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-56435151-e7b8-45a9-8137-4f1798f0a8b9 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f7:3c:47'}]}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:31.053209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-6dd44c16-8076-4e49-98e9-dd405cb3e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['696b68a9-6d6a-43da-ac8a-87a4de410731'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:31.058214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c512cb-0186-48e7-be73-0a30f8039818 req-b8fb3ca6-0443-4453-972e-595563706b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:31.059885 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9c512cb-0186-48e7-be73-0a30f8039818 req-b8fb3ca6-0443-4453-972e-595563706b39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f48dc643-7ef5-4281-9506-5538c2a774f7 HTTP/1.1" status: 200 len: 898 time: 1.0438907 Feb 04 05:54:31.115963 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-6dd44c16-8076-4e49-98e9-dd405cb3e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:31.117186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd44c16-8076-4e49-98e9-dd405cb3e1c5 None None] The sync data for ids ['696b68a9-6d6a-43da-ac8a-87a4de410731'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:31.153958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4cfeb121-9775-4f0a-92c5-fdfe236feeed None None] Provisioning complete for port 94c199d6-e057-4efb-a72c-1097c488bbe6 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:31.154387 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network 6a261ff9-d88a-4153-ad17-60c720a00179 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:31.155000 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb121-9775-4f0a-92c5-fdfe236feeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:31.158114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:31.231067 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4cfeb121-9775-4f0a-92c5-fdfe236feeed None None] Port 94c199d6-e057-4efb-a72c-1097c488bbe6 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:31.260225 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9c512cb-0186-48e7-be73-0a30f8039818 req-5ba3f3bb-7747-438e-a499-49c76d8bb44a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f900d509-38b5-4f84-be33-cce717df5061 HTTP/1.1" status: 200 len: 217 time: 0.1005416 Feb 04 05:54:31.311436 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d492b544-2904-4056-9e21-fbefbde3d366 req-95b9b9fd-5438-49db-a9aa-6e1cce1f315f tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597190 Feb 04 05:54:31.453603 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-39075436-111d-41a4-8e93-de20802477b1 req-44ef91dd-99d2-4094-9e17-22f15dad0677 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3789618 Feb 04 05:54:31.460943 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d4f70559-88fa-49f1-9ce4-4f52315bb275 None None] Provisioning complete for port 1b29b289-04aa-4191-bc31-18cbce70ea7d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:31.461367 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d4f70559-88fa-49f1-9ce4-4f52315bb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:31.470264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-8ce7cc04-30c8-4b34-bb38-5b3e50bb1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:31.472146 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-8ce7cc04-30c8-4b34-bb38-5b3e50bb1173 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df9db621-d575-4dac-8972-55177063df00 HTTP/1.1" status: 200 len: 912 time: 0.5923698 Feb 04 05:54:31.508140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c512cb-0186-48e7-be73-0a30f8039818 req-95e229fa-dead-4aaa-a7f8-9e1549e0b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:31.509621 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9c512cb-0186-48e7-be73-0a30f8039818 req-95e229fa-dead-4aaa-a7f8-9e1549e0b241 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed32e810-03fd-412c-aa79-dca213e8ca40 HTTP/1.1" status: 200 len: 835 time: 0.2317033 Feb 04 05:54:31.522603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d4f70559-88fa-49f1-9ce4-4f52315bb275 None None] Port 1b29b289-04aa-4191-bc31-18cbce70ea7d cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:31.577498 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4dd854d1-5d03-4aff-8628-9d6bda373f9e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/routers/696b68a9-6d6a-43da-ac8a-87a4de410731 HTTP/1.1" status: 200 len: 920 time: 0.5733345 Feb 04 05:54:31.577723 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6f425d29-4a4a-4183-9fa7-19320e5f53cd tempest-DHCPAgentSchedulersTestJSON-686020095 tempest-DHCPAgentSchedulersTestJSON-686020095-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5223556 Feb 04 05:54:31.582561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42802) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:31.582896 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42804) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:31.589609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-64107021'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:31.637714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72d9159e-d85e-4824-96e1-e73a1f90c480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:31.668835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72d9159e-d85e-4824-96e1-e73a1f90c480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:31.682823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2ce71afb-9258-4bb1-9304-677fba68f513 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:31.686255 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-873190e9-68db-496e-a46c-1b6d1a5ba773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213 HTTP/1.1" status: 200 len: 1001 time: 0.2031612 Feb 04 05:54:31.721392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-56435151-e7b8-45a9-8137-4f1798f0a8b9 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:31.748986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9159e-d85e-4824-96e1-e73a1f90c480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66b2327-b521-40c8-8f42-5da5e572bcee,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:31.754042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce71afb-9258-4bb1-9304-677fba68f513 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network e56b68fd-0614-493e-86bb-e8f9d2e98d45 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:31.754872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Made reservation on behalf of 046001d4a58b439a9a8508d3bd387e65 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:31.760538 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:31.775870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5aba3f-dbf1-4098-a393-3b135f1a3511 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:31.777281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c512cb-0186-48e7-be73-0a30f8039818 req-19026646-a0a6-4768-b4f4-643537ac85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:31.777434 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1b5aba3f-dbf1-4098-a393-3b135f1a3511 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&device_id=696b68a9-6d6a-43da-ac8a-87a4de410731&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1924372 Feb 04 05:54:31.778377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-2ce71afb-9258-4bb1-9304-677fba68f513 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:31.778801 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9c512cb-0186-48e7-be73-0a30f8039818 req-19026646-a0a6-4768-b4f4-643537ac85b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f48dc643-7ef5-4281-9506-5538c2a774f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2365119 Feb 04 05:54:31.786339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42806) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:31.788322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce71afb-9258-4bb1-9304-677fba68f513 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:31.788956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2ce71afb-9258-4bb1-9304-677fba68f513 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:31.810140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router e8e36936-bd6a-425a-bbc7-6c446ce6cc32 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:31.813197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce71afb-9258-4bb1-9304-677fba68f513 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Subnet': ['ID=65bb6abf-a21e-4156-953c-29c736f87ce6,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:31.825410 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-72d9159e-d85e-4824-96e1-e73a1f90c480 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5868f078a76045e087a7b6886ce82174&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6854234 Feb 04 05:54:31.828155 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2ce71afb-9258-4bb1-9304-677fba68f513 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5982289 Feb 04 05:54:31.829889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:31.832521 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42808) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:31.832521 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42810) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:31.844890 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d71ec-0ab9-476a-b50c-8d68238d0206 None None] Network e56b68fd-0614-493e-86bb-e8f9d2e98d45 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:31.857445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': 'e56b68fd-0614-493e-86bb-e8f9d2e98d45', 'fixed_ips': [{'subnet_id': '3cac58ff-e89a-47f4-8b15-6de05f0c161a'}, {'subnet_id': '65bb6abf-a21e-4156-953c-29c736f87ce6'}], 'name': 'tempest-PortsIpV6TestJSON-1933969390'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:31.903666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-6f380162-8242-456e-a3bc-864c71217421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:31.905143 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-6f380162-8242-456e-a3bc-864c71217421 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0829dc6-460c-41c6-ac4e-b2af66515b42 HTTP/1.1" status: 200 len: 850 time: 0.2114861 Feb 04 05:54:31.921881 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:31.922349 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Added segment 3c17979e-4682-422c-a35a-7434f818d8b3 of type vlan for network abf808fe-7aad-49bf-ba8f-49ecc1c1711b Feb 04 05:54:31.976897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a75a3cdc-d269-44aa-a3ec-a09d8ffefb60 None None] Provisioning complete for port 5e2f7fab-2191-4983-92d0-501d66a17107 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:31.977476 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a75a3cdc-d269-44aa-a3ec-a09d8ffefb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.086522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.099812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158c4a8d-5fa1-4bfd-89b8-e57744025a64 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:32.101234 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-158c4a8d-5fa1-4bfd-89b8-e57744025a64 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/networks/e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 881 time: 0.3139157 Feb 04 05:54:32.103494 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9c512cb-0186-48e7-be73-0a30f8039818 req-e7ad9040-eff7-4326-b2d5-e0efab10e9da service neutron] 10.222.0.36 "GET /v2.0/networks/f48dc643-7ef5-4281-9506-5538c2a774f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072484 Feb 04 05:54:32.104501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42812) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:32.112745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-4e06c771-50ba-4b70-a91e-c15af512688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:32.114211 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-4e06c771-50ba-4b70-a91e-c15af512688b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df9db621-d575-4dac-8972-55177063df00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1755092 Feb 04 05:54:32.130158 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a75a3cdc-d269-44aa-a3ec-a09d8ffefb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.150989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b1b385-630a-479a-a355-840d47296f60 None None] Update dhcp port {'port': {'network_id': 'e56b68fd-0614-493e-86bb-e8f9d2e98d45', 'fixed_ips': [{'subnet_id': '3cac58ff-e89a-47f4-8b15-6de05f0c161a', 'ip_address': '2001:db8::2'}, {'subnet_id': '65bb6abf-a21e-4156-953c-29c736f87ce6'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '5e2f7fab-2191-4983-92d0-501d66a17107'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:54:32.165728 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4fe552a8-0361-43cc-8806-e038f43f3306 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=696b68a9-6d6a-43da-ac8a-87a4de410731 HTTP/1.1" status: 200 len: 205 time: 0.0526462 Feb 04 05:54:32.173974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42814) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:32.175704 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57de46f5-87ac-47e3-ba74-79e814bbc544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.194265 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a75a3cdc-d269-44aa-a3ec-a09d8ffefb60 None None] For port 5e2f7fab-2191-4983-92d0-501d66a17107, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5e2f7fab-2191-4983-92d0-501d66a17107,segment=NetworkSegment(9a6a50b4-dc70-45ab-aa8b-07bcc92cc719),segment_id=9a6a50b4-dc70-45ab-aa8b-07bcc92cc719)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:32.195447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-43b1b385-630a-479a-a355-840d47296f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.209724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a75a3cdc-d269-44aa-a3ec-a09d8ffefb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.244094 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.249572 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:32.250890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.291143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:32.296685 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d328a78e-c5ae-49aa-b4bd-a571d3fb0c5c tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "PUT /v2.0/routers/e8e36936-bd6a-425a-bbc7-6c446ce6cc32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5938518 Feb 04 05:54:32.302146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57de46f5-87ac-47e3-ba74-79e814bbc544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.304373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42816) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:32.310807 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c34df-48b9-4152-975f-12f3af8c4403 None None] Sync routers for ids ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:32.333388 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c34df-48b9-4152-975f-12f3af8c4403 None None] Routers {'e8e36936-bd6a-425a-bbc7-6c446ce6cc32'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:32.334279 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-407c34df-48b9-4152-975f-12f3af8c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:32.347646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a3cdc-d269-44aa-a3ec-a09d8ffefb60 None None] Pushing event updated for resources: {'Port': ['ID=5e2f7fab-2191-4983-92d0-501d66a17107,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:32.356730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'port': {'network_id': '6a261ff9-d88a-4153-ad17-60c720a00179', 'name': 'tempest-FloatingIPTestJSON-355320387'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:32.408489 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8245494 Feb 04 05:54:32.418186 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42820) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:32.427244 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-407c34df-48b9-4152-975f-12f3af8c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:32.456256 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c34df-48b9-4152-975f-12f3af8c4403 None None] Routers {'e8e36936-bd6a-425a-bbc7-6c446ce6cc32'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:32.457118 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-407c34df-48b9-4152-975f-12f3af8c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:32.464937 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-43b1b385-630a-479a-a355-840d47296f60 None None] Allocated IP 2001:db8:0:1::2 (e56b68fd-0614-493e-86bb-e8f9d2e98d45/65bb6abf-a21e-4156-953c-29c736f87ce6/5e2f7fab-2191-4983-92d0-501d66a17107) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:32.470412 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac19d5-8e51-4c30-bdc4-bedd651b69bc tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Pushing event updated for resources: {'Network': ['ID=abf808fe-7aad-49bf-ba8f-49ecc1c1711b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:32.478218 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:32.506234 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-407c34df-48b9-4152-975f-12f3af8c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:32.507088 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c34df-48b9-4152-975f-12f3af8c4403 None None] The sync data for ids ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:32.548150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-56435151-e7b8-45a9-8137-4f1798f0a8b9 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.556137 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9c512cb-0186-48e7-be73-0a30f8039818 req-3ccb74c5-e49a-48be-beae-c763a058fe99 service neutron] 10.222.0.36 "GET /v2.0/networks/f48dc643-7ef5-4281-9506-5538c2a774f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456701 Feb 04 05:54:32.580312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network abf808fe-7aad-49bf-ba8f-49ecc1c1711b details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:32.582700 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-bad9def5-fb33-4dd2-aa6e-3ba8cce0d225 service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572945 Feb 04 05:54:32.583411 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-56435151-e7b8-45a9-8137-4f1798f0a8b9 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.584397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5e2f7fab-2191-4983-92d0-501d66a17107 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:32.585057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.718391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-43b1b385-630a-479a-a355-840d47296f60 None None] For port 5e2f7fab-2191-4983-92d0-501d66a17107, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5e2f7fab-2191-4983-92d0-501d66a17107,segment=NetworkSegment(9a6a50b4-dc70-45ab-aa8b-07bcc92cc719),segment_id=9a6a50b4-dc70-45ab-aa8b-07bcc92cc719)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:32.724992 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57de46f5-87ac-47e3-ba74-79e814bbc544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.727700 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-57de46f5-87ac-47e3-ba74-79e814bbc544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.729006 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-57de46f5-87ac-47e3-ba74-79e814bbc544 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f66b2327-b521-40c8-8f42-5da5e572bcee HTTP/1.1" status: 204 len: 168 time: 0.8921916 Feb 04 05:54:32.756766 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-43b1b385-630a-479a-a355-840d47296f60 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.765096 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 5e2f7fab-2191-4983-92d0-501d66a17107 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:32.765522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.821745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-43b1b385-630a-479a-a355-840d47296f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.832959 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de46f5-87ac-47e3-ba74-79e814bbc544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66b2327-b521-40c8-8f42-5da5e572bcee,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:32.849241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-56435151-e7b8-45a9-8137-4f1798f0a8b9 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] In _notify_port_updated(), no bound segment for port 94c199d6-e057-4efb-a72c-1097c488bbe6 on network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 {{(pid=102167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:54:32.853212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56435151-e7b8-45a9-8137-4f1798f0a8b9 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:32.853864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-56435151-e7b8-45a9-8137-4f1798f0a8b9 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.856365 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-56435151-e7b8-45a9-8137-4f1798f0a8b9 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "PUT /v2.0/ports/94c199d6-e057-4efb-a72c-1097c488bbe6 HTTP/1.1" status: 200 len: 994 time: 1.8593655 Feb 04 05:54:32.868520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42826) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:32.982733 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-98f44f1b-736e-46d8-b846-4f878b2dc657 tempest-DHCPAgentSchedulersTestJSON-686020095 tempest-DHCPAgentSchedulersTestJSON-686020095-project-admin] 10.222.0.15 "GET /v2.0/agents/0f1be565-f870-45f5-acc1-a817be2c4128/dhcp-networks HTTP/1.1" status: 200 len: 8848 time: 0.5603843 Feb 04 05:54:32.988790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:32.996156 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:33.001016 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42830) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:33.055738 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1b385-630a-479a-a355-840d47296f60 None None] Pushing event updated for resources: {'Port': ['ID=5e2f7fab-2191-4983-92d0-501d66a17107,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:33.135121 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port e38fb05c-2aa6-4892-bc89-b49028ca39b2 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:33.146066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-56425cb2-ec4b-439b-9d9d-c35f73041133 None None] Provisioning complete for port 94c199d6-e057-4efb-a72c-1097c488bbe6 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:33.146687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-56425cb2-ec4b-439b-9d9d-c35f73041133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:33.195306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-56425cb2-ec4b-439b-9d9d-c35f73041133 None None] Port 94c199d6-e057-4efb-a72c-1097c488bbe6 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:33.219640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device f900d509-38b5-4f84-be33-cce717df5061 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:54:33.227271 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42832) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:33.331281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56435151-e7b8-45a9-8137-4f1798f0a8b9 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'Port': ['ID=94c199d6-e057-4efb-a72c-1097c488bbe6,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:33.348699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a6738-5313-4cea-adad-5f2a1c462533 req-303a9229-9878-499d-bc59-492af51e5233 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:33.353801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port f900d509-38b5-4f84-be33-cce717df5061, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f900d509-38b5-4f84-be33-cce717df5061,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:33.356386 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aa5a6738-5313-4cea-adad-5f2a1c462533 req-303a9229-9878-499d-bc59-492af51e5233 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 943 time: 0.8326080 Feb 04 05:54:33.367247 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'f900d509-38b5-4f84-be33-cce717df5061', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'port_id': 'f900d509-38b5-4f84-be33-cce717df5061', 'mac_address': 'fa:16:3e:8d:33:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:54:33.389477 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ff36c-d6ef-4fc5-9004-0b4f14f8d2ac req-dd339207-f9e3-4586-b141-78e2cde58573 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:33.391595 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e42ff36c-d6ef-4fc5-9004-0b4f14f8d2ac req-dd339207-f9e3-4586-b141-78e2cde58573 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.8147750 Feb 04 05:54:33.417262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:33.433350 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aa5a6738-5313-4cea-adad-5f2a1c462533 req-8e218958-045e-4ab8-aaaa-0cc785fb47ad tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757110 Feb 04 05:54:33.434431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f900d509-38b5-4f84-be33-cce717df5061 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:54:33.439134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Made reservation on behalf of ab2f571671b047ccb1cf44c3d893a45a for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:33.443616 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:33.466122 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port f900d509-38b5-4f84-be33-cce717df5061, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f900d509-38b5-4f84-be33-cce717df5061,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:33.475978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:33.481270 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d123899-21f5-4b53-bfee-c9c6cadb5313 req-71ab45db-1526-4274-b4ea-642154fabebe service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8626966 Feb 04 05:54:33.490070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] device_id is not set on port 9d71be27-e168-46e3-9713-987a1fb6a0ce yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:33.551672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=f900d509-38b5-4f84-be33-cce717df5061,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:33.570193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-6743376c-ec5e-4ac6-9df3-6f63733721e8 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Deleting port 94c199d6-e057-4efb-a72c-1097c488bbe6 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:33.570613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6743376c-ec5e-4ac6-9df3-6f63733721e8 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:33.600446 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e42ff36c-d6ef-4fc5-9004-0b4f14f8d2ac req-8cca3159-cefa-47af-8c3a-8c04b8c4504a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660562 Feb 04 05:54:33.642325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768814bb-ae0b-4d04-8397-db8513e22620 req-b7bb2f52-2c10-4632-aa2f-53c8500104e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:33.643116 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-768814bb-ae0b-4d04-8397-db8513e22620 req-b7bb2f52-2c10-4632-aa2f-53c8500104e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3b3074a7a2841fea736b2212d2c9e29&device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 1099 time: 0.1084149 Feb 04 05:54:33.711844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['f900d509-38b5-4f84-be33-cce717df5061'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:54:33.712644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea83718-740d-4678-913d-90c2a1741929 tempest-DHCPAgentSchedulersTestJSON-686020095 tempest-DHCPAgentSchedulersTestJSON-686020095-project-admin] Network abf808fe-7aad-49bf-ba8f-49ecc1c1711b is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:33.715211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Deleting port be0e5d5d-4931-4a05-b50a-0619668a6523 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:33.715632 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:33.727330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Allocated IP 172.20.0.8 (6a261ff9-d88a-4153-ad17-60c720a00179/ecd8daae-3ecd-4000-911f-907c720f11a0/9d71be27-e168-46e3-9713-987a1fb6a0ce) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:33.760921 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9eb04051-0095-4341-a57c-864691c2ef09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39529a156e5745129ce66c81da7d163f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285490 Feb 04 05:54:33.767602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42834) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:33.794369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768814bb-ae0b-4d04-8397-db8513e22620 req-4945f9a2-60ba-4eba-8199-e069354dcbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:33.795841 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-768814bb-ae0b-4d04-8397-db8513e22620 req-4945f9a2-60ba-4eba-8199-e069354dcbb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df9db621-d575-4dac-8972-55177063df00 HTTP/1.1" status: 200 len: 912 time: 0.1458991 Feb 04 05:54:33.830719 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dade7921-d6ad-4cab-98ef-3e5546d88908 None None] Network e56b68fd-0614-493e-86bb-e8f9d2e98d45 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:33.843610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb53222-35e6-4549-aae1-6a930f25cf68 None None] Network abf808fe-7aad-49bf-ba8f-49ecc1c1711b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:33.878162 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aea83718-740d-4678-913d-90c2a1741929 tempest-DHCPAgentSchedulersTestJSON-686020095 tempest-DHCPAgentSchedulersTestJSON-686020095-project-admin] 10.222.0.15 "POST /v2.0/agents/0f1be565-f870-45f5-acc1-a817be2c4128/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8729913 Feb 04 05:54:33.899532 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42836) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:33.905721 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-768814bb-ae0b-4d04-8397-db8513e22620 req-36ba2229-08e9-4f8d-9389-cb520b03d2e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213 HTTP/1.1" status: 200 len: 1001 time: 0.0971510 Feb 04 05:54:34.011294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768814bb-ae0b-4d04-8397-db8513e22620 req-1f875cee-6172-442c-89f3-fc208668d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:34.013415 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-768814bb-ae0b-4d04-8397-db8513e22620 req-1f875cee-6172-442c-89f3-fc208668d259 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0829dc6-460c-41c6-ac4e-b2af66515b42 HTTP/1.1" status: 200 len: 850 time: 0.0964425 Feb 04 05:54:34.045886 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6743376c-ec5e-4ac6-9df3-6f63733721e8 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.085526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-6743376c-ec5e-4ac6-9df3-6f63733721e8 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Calling delete_port for 94c199d6-e057-4efb-a72c-1097c488bbe6 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:34.088084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.093231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.097902 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768814bb-ae0b-4d04-8397-db8513e22620 req-d7fc3077-c807-4e94-97b3-8fb8e37ad494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:34.099400 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-768814bb-ae0b-4d04-8397-db8513e22620 req-d7fc3077-c807-4e94-97b3-8fb8e37ad494 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df9db621-d575-4dac-8972-55177063df00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754461 Feb 04 05:54:34.132457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-67b83348-cbfe-4f51-9f2b-273f11e8d9c1 None None] Provisioning complete for port 5e2f7fab-2191-4983-92d0-501d66a17107 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:34.132835 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-67b83348-cbfe-4f51-9f2b-273f11e8d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.162486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Calling delete_port for be0e5d5d-4931-4a05-b50a-0619668a6523 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:34.216732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.228669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b71891c-6d66-48a5-a1af-3e2ef715e380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.281444 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-768814bb-ae0b-4d04-8397-db8513e22620 req-bcb15d1f-d5af-4eca-a033-b9ae60bf541b service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722629 Feb 04 05:54:34.307570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Network 6a261ff9-d88a-4153-ad17-60c720a00179 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:34.330998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8::91 (e56b68fd-0614-493e-86bb-e8f9d2e98d45/3cac58ff-e89a-47f4-8b15-6de05f0c161a/e38fb05c-2aa6-4892-bc89-b49028ca39b2) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:34.350729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:34.351246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b71891c-6d66-48a5-a1af-3e2ef715e380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.357181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:34.361817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8:0:1::220 (e56b68fd-0614-493e-86bb-e8f9d2e98d45/65bb6abf-a21e-4156-953c-29c736f87ce6/e38fb05c-2aa6-4892-bc89-b49028ca39b2) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:34.386088 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-40a62aca-71cd-4caa-aae9-b60ff6973b08 tempest-DHCPAgentSchedulersTestJSON-686020095 tempest-DHCPAgentSchedulersTestJSON-686020095-project-admin] 10.222.0.15 "GET /v2.0/agents/0f1be565-f870-45f5-acc1-a817be2c4128/dhcp-networks HTTP/1.1" status: 200 len: 9616 time: 0.4779282 Feb 04 05:54:34.396778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42838) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:34.401986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event updated for resources: {'Port': ['ID=9d71be27-e168-46e3-9713-987a1fb6a0ce,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:34.543408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5e2f7fab-2191-4983-92d0-501d66a17107 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:34.577543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:34.578196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.620478 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a1a5d05c-99da-496b-ac55-ad2eb4751055 tempest-DHCPAgentSchedulersTestJSON-686020095 tempest-DHCPAgentSchedulersTestJSON-686020095-project-admin] 10.222.0.15 "DELETE /v2.0/agents/0f1be565-f870-45f5-acc1-a817be2c4128/dhcp-networks/abf808fe-7aad-49bf-ba8f-49ecc1c1711b HTTP/1.1" status: 204 len: 168 time: 0.2193718 Feb 04 05:54:34.628645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42842) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:34.639640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 5e2f7fab-2191-4983-92d0-501d66a17107 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:34.640279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.644669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b71891c-6d66-48a5-a1af-3e2ef715e380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.647193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b71891c-6d66-48a5-a1af-3e2ef715e380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.648338 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2b71891c-6d66-48a5-a1af-3e2ef715e380 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10ec1344-3cc9-4e48-8fce-4607a32ac3f8 HTTP/1.1" status: 204 len: 168 time: 0.8709917 Feb 04 05:54:34.663034 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-768814bb-ae0b-4d04-8397-db8513e22620 req-82bcf7e7-b6e1-4df7-ba19-7c53fc611f64 service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705156 Feb 04 05:54:34.674811 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e4310e41-b660-4860-afb8-9385111a968a tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3470316 Feb 04 05:54:34.678604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42848) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:34.686660 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Request body: {'floatingip': {'port_id': '9d71be27-e168-46e3-9713-987a1fb6a0ce'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:34.765484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71891c-6d66-48a5-a1af-3e2ef715e380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ec1344-3cc9-4e48-8fce-4607a32ac3f8,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:34.805777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6743376c-ec5e-4ac6-9df3-6f63733721e8 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.868542 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ac4b20ae-09ef-45fd-a6d3-c02d4afa8724 None None] Provisioning complete for port 9d71be27-e168-46e3-9713-987a1fb6a0ce triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:34.869501 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ac4b20ae-09ef-45fd-a6d3-c02d4afa8724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.907422 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:34.909325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743376c-ec5e-4ac6-9df3-6f63733721e8 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event deleted for resources: {'Port': ['ID=94c199d6-e057-4efb-a72c-1097c488bbe6,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:34.938719 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef1bab-cdc9-4cca-ba5e-b4fd594a7f51 req-62db177c-9186-47a0-bbf7-3b0912844514 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:34.940317 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-29ef1bab-cdc9-4cca-ba5e-b4fd594a7f51 req-62db177c-9186-47a0-bbf7-3b0912844514 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 944 time: 0.4016147 Feb 04 05:54:34.989357 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Pushing event deleted for resources: {'Port': ['ID=be0e5d5d-4931-4a05-b50a-0619668a6523,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:35.021549 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-29ef1bab-cdc9-4cca-ba5e-b4fd594a7f51 req-79105b7a-d186-4db8-a61b-6f0f07550ba5 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654509 Feb 04 05:54:35.033927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b20ae-09ef-45fd-a6d3-c02d4afa8724 None None] Port 9d71be27-e168-46e3-9713-987a1fb6a0ce cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:35.063755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.104541 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f59cd2-2fbd-4496-8f99-d766812a3499 req-608ba7b7-11c1-43f5-ab0b-6fbc6550dffc tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:35.106240 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f59cd2-2fbd-4496-8f99-d766812a3499 req-608ba7b7-11c1-43f5-ab0b-6fbc6550dffc tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2411397 Feb 04 05:54:35.108903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.180580 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-81af9642-fb9d-41c6-b05a-50cf188294da None None] Provisioning complete for port 5e2f7fab-2191-4983-92d0-501d66a17107 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:35.181169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-81af9642-fb9d-41c6-b05a-50cf188294da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.220659 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d5679533-99d8-40a0-af38-1c966d871d92 tempest-DHCPAgentSchedulersTestJSON-686020095 tempest-DHCPAgentSchedulersTestJSON-686020095-project-admin] 10.222.0.15 "GET /v2.0/agents/0f1be565-f870-45f5-acc1-a817be2c4128/dhcp-networks HTTP/1.1" status: 200 len: 8848 time: 0.5711434 Feb 04 05:54:35.226911 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.228839 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42852) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:35.236578 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f59cd2-2fbd-4496-8f99-d766812a3499 req-5a43c867-ccdb-4873-a3ab-d4539e0cbd3b tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232278 Feb 04 05:54:35.238198 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device f900d509-38b5-4f84-be33-cce717df5061 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:35.387449 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.392991 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.407614 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6743376c-ec5e-4ac6-9df3-6f63733721e8 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.408432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port f900d509-38b5-4f84-be33-cce717df5061 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:54:35.414061 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6743376c-ec5e-4ac6-9df3-6f63733721e8 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "DELETE /v2.0/ports/94c199d6-e057-4efb-a72c-1097c488bbe6 HTTP/1.1" status: 204 len: 168 time: 2.5351319 Feb 04 05:54:35.414222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port f900d509-38b5-4f84-be33-cce717df5061 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:35.414222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.419017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42862) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:35.419523 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1a03b195-f80e-43d9-917b-8c5d92e2cbac tempest-DHCPAgentSchedulersTestJSON-686020095 tempest-DHCPAgentSchedulersTestJSON-686020095-project-admin] 10.222.0.15 "GET /v2.0/networks/8e32b1a2-93ec-4b84-8a2c-9904f939333b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1807125 Feb 04 05:54:35.421686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.454622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42864) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:35.460418 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07910d7-091e-40c6-a65b-21769ec8d1e1 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] GET failed (client error): The resource could not be found. Feb 04 05:54:35.465773 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b07910d7-091e-40c6-a65b-21769ec8d1e1 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "GET /v2.0/ports/94c199d6-e057-4efb-a72c-1097c488bbe6 HTTP/1.1" status: 404 len: 333 time: 0.0438330 Feb 04 05:54:35.470497 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42866) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:35.478361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Request body: {'port': {'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650', 'name': 'tempest-AllowedAddressPairTestJSON-1886123639'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:35.511580 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.512239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Fanout notify agent at l3_agent the message router_deleted on router 696b68a9-6d6a-43da-ac8a-87a4de410731 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:35.520389 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.526839 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-050673df-f14a-4ab3-b9a6-94c931d69b8c tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/696b68a9-6d6a-43da-ac8a-87a4de410731 HTTP/1.1" status: 204 len: 168 time: 3.3437521 Feb 04 05:54:35.527028 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.527133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42868) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:35.535787 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-89cdd989-86d0-4906-88f0-de9b5b19495d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-987587850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:35.548977 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b8da4aa0-ae71-4635-9325-b718ad0b0673 tempest-DHCPAgentSchedulersTestJSON-686020095 tempest-DHCPAgentSchedulersTestJSON-686020095-project-admin] 10.222.0.15 "GET /v2.0/networks/8e32b1a2-93ec-4b84-8a2c-9904f939333b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0906062 Feb 04 05:54:35.553633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network e56b68fd-0614-493e-86bb-e8f9d2e98d45 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:35.554828 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42872) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:35.561191 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=e38fb05c-2aa6-4892-bc89-b49028ca39b2,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:35.566204 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:35.568433 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:35.574520 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:54:35.575005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:35.575639 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.579980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db32d74a-cf7c-4ac2-bd68-c4c28426e5e7" -d '{"events": [{"server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "name": "network-vif-plugged", "status": "completed", "tag": "f900d509-38b5-4f84-be33-cce717df5061"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:54:35.615129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port f900d509-38b5-4f84-be33-cce717df5061, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f900d509-38b5-4f84-be33-cce717df5061,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:35.621854 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.632313 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3c3a56a0-e470-46de-b066-9f5b8294f97c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.7941487 Feb 04 05:54:35.634969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42878) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:35.665472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a94aa136-4f70-4de5-81e2-00f5fd8af4cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3cac58ff-e89a-47f4-8b15-6de05f0c161a'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:35.670347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89cdd989-86d0-4906-88f0-de9b5b19495d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.671347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89cdd989-86d0-4906-88f0-de9b5b19495d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.748019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860a0210-1b60-4505-8544-3e1fdc43c428 x-openstack-request-id: req-860a0210-1b60-4505-8544-3e1fdc43c428 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:54:35.749486 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "name": "network-vif-plugged", "status": "completed", "tag": "f900d509-38b5-4f84-be33-cce717df5061", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:54:35.749908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-860a0210-1b60-4505-8544-3e1fdc43c428 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:54:35.751019 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061', 'code': 200} Feb 04 05:54:35.752694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=f900d509-38b5-4f84-be33-cce717df5061,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:35.865950 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89cdd989-86d0-4906-88f0-de9b5b19495d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.870266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a94aa136-4f70-4de5-81e2-00f5fd8af4cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.891549 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89cdd989-86d0-4906-88f0-de9b5b19495d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.915325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Made reservation on behalf of 6a63845522e343a8874d6c5cf75d8c1a for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:35.918936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.928058 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b97ab366-5215-4ed7-bce0-609995ad3b74 tempest-DHCPAgentSchedulersTestJSON-686020095 tempest-DHCPAgentSchedulersTestJSON-686020095-project-admin] 10.222.0.15 "GET /v2.0/agents/0f1be565-f870-45f5-acc1-a817be2c4128/dhcp-networks HTTP/1.1" status: 200 len: 8848 time: 0.3718107 Feb 04 05:54:35.941746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42884) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:35.944842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42886) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:35.951752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89cdd989-86d0-4906-88f0-de9b5b19495d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:35.952965 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-89cdd989-86d0-4906-88f0-de9b5b19495d tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4246078 Feb 04 05:54:35.957905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42888) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:35.964569 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'enable_snat': True}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:35.976206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] device_id is not set on port e7fafe0a-55ab-4d24-ab13-9e754b402396 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:36.035795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ef9f1b32-5e45-4c8a-a97c-8920428997c9 None None] Provisioning complete for port e38fb05c-2aa6-4892-bc89-b49028ca39b2 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:36.036728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ef9f1b32-5e45-4c8a-a97c-8920428997c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.090249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ce2f3-0920-4897-b7ab-bf5ad1b76dbc req-e171a4d0-d2fa-411b-a47b-2dfca7ebe2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:36.091747 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-119ce2f3-0920-4897-b7ab-bf5ad1b76dbc req-e171a4d0-d2fa-411b-a47b-2dfca7ebe2e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 1098 time: 0.2145016 Feb 04 05:54:36.098910 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f1b32-5e45-4c8a-a97c-8920428997c9 None None] Port e38fb05c-2aa6-4892-bc89-b49028ca39b2 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:36.132794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-813956f0-dcc5-4d1a-bdc0-bf0b10c3870a tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group': {'name': 'tempest-secgroup--416396511'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:36.178894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.213102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.resource_extend [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:54:36.331679 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-119ce2f3-0920-4897-b7ab-bf5ad1b76dbc req-333b386c-d7f6-4787-89a3-e476450b8470 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112117 Feb 04 05:54:36.361308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.364200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Allocated IP 172.20.0.7 (ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650/bc6c7644-769f-4ae7-8802-2e1707e73c4a/e7fafe0a-55ab-4d24-ab13-9e754b402396) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:36.390691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.392389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-813956f0-dcc5-4d1a-bdc0-bf0b10c3870a tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.458574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0ebe0-a230-4c2c-8d2b-917da0aabe2b req-5950c088-d183-4e25-8e58-126ca1a40783 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:36.460054 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e5a0ebe0-a230-4c2c-8d2b-917da0aabe2b req-5950c088-d183-4e25-8e58-126ca1a40783 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.3309143 Feb 04 05:54:36.475577 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-813956f0-dcc5-4d1a-bdc0-bf0b10c3870a tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.551898 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.703744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-a94aa136-4f70-4de5-81e2-00f5fd8af4cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Delete allocated IP 2001:db8:0:1::220 (e56b68fd-0614-493e-86bb-e8f9d2e98d45/65bb6abf-a21e-4156-953c-29c736f87ce6) {{(pid=102166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:54:36.950689 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a94aa136-4f70-4de5-81e2-00f5fd8af4cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.956056 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.956589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.958902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a94aa136-4f70-4de5-81e2-00f5fd8af4cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.983599 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:36.985291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783fc29-94a9-48a2-9858-99e75b8892ec req-9aa10083-1032-42ab-a6a9-b71578c9960a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:36.986781 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9783fc29-94a9-48a2-9858-99e75b8892ec req-9aa10083-1032-42ab-a6a9-b71578c9960a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.6574643 Feb 04 05:54:37.076726 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e5a0ebe0-a230-4c2c-8d2b-917da0aabe2b req-d0f57008-15df-48a9-ba6d-e29f99300c3b tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6062896 Feb 04 05:54:37.080606 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a94aa136-4f70-4de5-81e2-00f5fd8af4cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] In _notify_port_updated(), no bound segment for port e38fb05c-2aa6-4892-bc89-b49028ca39b2 on network e56b68fd-0614-493e-86bb-e8f9d2e98d45 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:54:37.086834 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94aa136-4f70-4de5-81e2-00f5fd8af4cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:37.087028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a94aa136-4f70-4de5-81e2-00f5fd8af4cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.087713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf808fe-7aad-49bf-ba8f-49ecc1c1711b']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:37.091149 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a94aa136-4f70-4de5-81e2-00f5fd8af4cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "PUT /v2.0/ports/e38fb05c-2aa6-4892-bc89-b49028ca39b2 HTTP/1.1" status: 200 len: 925 time: 1.4551857 Feb 04 05:54:37.094729 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42898) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:37.109534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-714ffd93-e79d-4eb1-84b5-fe0aa3838739 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3cac58ff-e89a-47f4-8b15-6de05f0c161a'}, {'subnet_id': '65bb6abf-a21e-4156-953c-29c736f87ce6'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:37.121107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94aa136-4f70-4de5-81e2-00f5fd8af4cd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=e38fb05c-2aa6-4892-bc89-b49028ca39b2,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:37.135318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c17979e-4682-422c-a35a-7434f818d8b3') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:37.135632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c17979e-4682-422c-a35a-7434f818d8b3') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:37.159178 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP 33bb559a-36df-41fd-99e9-e1f56d893749 associated. External IP: 172.26.5.154, port: 06b46da9-1ec7-4762-9a3c-93b03a8e20e3. Feb 04 05:54:37.167706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.226691 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9783fc29-94a9-48a2-9858-99e75b8892ec req-43a7eeeb-190e-41c9-9cf7-8dca45b14b5f tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189651 Feb 04 05:54:37.245513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.254788 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-714ffd93-e79d-4eb1-84b5-fe0aa3838739 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.266848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:54:37.267353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.274759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Allocated IP 172.26.5.85 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/e19d06b0-4a52-41ae-9ace-c0d545932adb) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:54:37.275696 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:54:37.333192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-5dbe01c5-9052-4eae-8fbb-2fad5284569f None None] Provisioning complete for port e38fb05c-2aa6-4892-bc89-b49028ca39b2 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:37.334219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5dbe01c5-9052-4eae-8fbb-2fad5284569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.369123 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-813956f0-dcc5-4d1a-bdc0-bf0b10c3870a tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.374901 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe01c5-9052-4eae-8fbb-2fad5284569f None None] Port e38fb05c-2aa6-4892-bc89-b49028ca39b2 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:37.389501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-813956f0-dcc5-4d1a-bdc0-bf0b10c3870a tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.395527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.444692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.461147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.466440 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] 10.222.0.15 "DELETE /v2.0/networks/abf808fe-7aad-49bf-ba8f-49ecc1c1711b HTTP/1.1" status: 204 len: 168 time: 1.5204232 Feb 04 05:54:37.476940 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42900) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:37.477681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813956f0-dcc5-4d1a-bdc0-bf0b10c3870a tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39836518-58b9-4414-966f-d4ea02fd993f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:37.506662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab0044-1761-4e22-9595-353331b755a5 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Pushing event deleted for resources: {'Network': ['ID=abf808fe-7aad-49bf-ba8f-49ecc1c1711b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:37.532535 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4cf782-215b-4862-943c-287e363b208b tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] DELETE failed (client error): The resource could not be found. Feb 04 05:54:37.533225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4cf782-215b-4862-943c-287e363b208b tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:54:37.536241 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aa4cf782-215b-4862-943c-287e363b208b tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] 10.222.0.15 "DELETE /v2.0/ports/ef2f1670-f982-4670-a4bd-9e5a5f1d71bf HTTP/1.1" status: 404 len: 333 time: 0.0566158 Feb 04 05:54:37.542427 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42902) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:37.548877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.580773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.659661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-813956f0-dcc5-4d1a-bdc0-bf0b10c3870a tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.659882 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-263084c6-356e-49aa-9c26-d887522b9477 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Deleting subnet cc0078f5-2845-4a8f-9813-371c0c69ef3a {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:54:37.666188 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-263084c6-356e-49aa-9c26-d887522b9477 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.675360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-813956f0-dcc5-4d1a-bdc0-bf0b10c3870a tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.683107 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:37.696639 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:37.712088 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:37.721048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'Port': ['ID=e7fafe0a-55ab-4d24-ab13-9e754b402396,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:37.743161 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.755164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-813956f0-dcc5-4d1a-bdc0-bf0b10c3870a tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.759059 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-813956f0-dcc5-4d1a-bdc0-bf0b10c3870a tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7997909 Feb 04 05:54:37.759213 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-263084c6-356e-49aa-9c26-d887522b9477 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.763298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42904) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:37.764334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813956f0-dcc5-4d1a-bdc0-bf0b10c3870a tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8129f531-a2a9-4d6a-95cd-0e6414b37b5a,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:37.782810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:37.817788 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:37.824641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:37.825284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:37.838705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-714ffd93-e79d-4eb1-84b5-fe0aa3838739 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8:0:1::204 (e56b68fd-0614-493e-86bb-e8f9d2e98d45/65bb6abf-a21e-4156-953c-29c736f87ce6/e38fb05c-2aa6-4892-bc89-b49028ca39b2) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:37.843148 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:37.846376 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:37.900419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c343147f-f0a3-4fb4-b651-55c16d18ea8a tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4254711 Feb 04 05:54:37.904069 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42906) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:37.911117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event updated for resources: {'Port': ['ID=e19d06b0-4a52-41ae-9ace-c0d545932adb,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:37.920730 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2d054e91-77c1-4f7f-ad37-0297eacb9061 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1496899 Feb 04 05:54:37.920730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42908) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:37.922874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-695e239f-20ae-4393-939c-c8335bb3aeca tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f7:3c:47'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:37.926160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7f8ac022-322f-4941-b674-190d2585fc5d tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group': {'name': 'tempest-security--1264936311', 'description': 'tempest-security-description-116668275'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:37.984903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac022-322f-4941-b674-190d2585fc5d tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.009009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-51200cba-fec2-4826-9746-3dd058cbf9d3 None None] Provisioning complete for port e7fafe0a-55ab-4d24-ab13-9e754b402396 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:38.009642 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-51200cba-fec2-4826-9746-3dd058cbf9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.010711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:38.039893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb00dcb5-7219-49c1-bfe6-d66441bc6618 None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:38.064064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb00dcb5-7219-49c1-bfe6-d66441bc6618 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:38.064690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb00dcb5-7219-49c1-bfe6-d66441bc6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:38.066540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-51200cba-fec2-4826-9746-3dd058cbf9d3 None None] Port e7fafe0a-55ab-4d24-ab13-9e754b402396 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:38.081028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac022-322f-4941-b674-190d2585fc5d tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.086048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac022-322f-4941-b674-190d2585fc5d tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.088758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f8ac022-322f-4941-b674-190d2585fc5d tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.095013 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7f8ac022-322f-4941-b674-190d2585fc5d tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "PUT /v2.0/security-groups/8129f531-a2a9-4d6a-95cd-0e6414b37b5a HTTP/1.1" status: 200 len: 1777 time: 0.1692271 Feb 04 05:54:38.095013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42910) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:38.099693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb00dcb5-7219-49c1-bfe6-d66441bc6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:38.108430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb00dcb5-7219-49c1-bfe6-d66441bc6618 None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:38.109023 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb00dcb5-7219-49c1-bfe6-d66441bc6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:38.145114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb00dcb5-7219-49c1-bfe6-d66441bc6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:38.145691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb00dcb5-7219-49c1-bfe6-d66441bc6618 None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:38.173919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ac022-322f-4941-b674-190d2585fc5d tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8129f531-a2a9-4d6a-95cd-0e6414b37b5a,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:38.192186 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-263084c6-356e-49aa-9c26-d887522b9477 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.231783 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3ae3d3c9-d8c2-4a61-b86a-5da7211c04ce tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups/8129f531-a2a9-4d6a-95cd-0e6414b37b5a HTTP/1.1" status: 200 len: 1777 time: 0.1334834 Feb 04 05:54:38.232015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42914) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:38.310402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-714ffd93-e79d-4eb1-84b5-fe0aa3838739 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.317096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618332d-2743-4b87-8b34-853071c26be4 req-bbb1643b-47c3-454b-a855-675f722875d8 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:38.318620 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a618332d-2743-4b87-8b34-853071c26be4 req-bbb1643b-47c3-454b-a855-675f722875d8 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.1525860 Feb 04 05:54:38.358965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-714ffd93-e79d-4eb1-84b5-fe0aa3838739 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.443231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1030d94-3f35-4c06-8ded-3c600154c647 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.445115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-263084c6-356e-49aa-9c26-d887522b9477 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.466897 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a618332d-2743-4b87-8b34-853071c26be4 req-f474ec2f-0c02-4b04-9c17-28d7aa694a90 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318772 Feb 04 05:54:38.474945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10275a-c77b-484f-9b5d-c9e4951dee2f req-ef222933-f949-4874-b5cd-bcefcc3ba38d tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:38.476435 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad10275a-c77b-484f-9b5d-c9e4951dee2f req-ef222933-f949-4874-b5cd-bcefcc3ba38d tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1746058 Feb 04 05:54:38.482744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router e8e36936-bd6a-425a-bbc7-6c446ce6cc32 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:38.501937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1030d94-3f35-4c06-8ded-3c600154c647 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.633615 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad10275a-c77b-484f-9b5d-c9e4951dee2f req-926b9029-b968-46d7-aac9-8454d8eb24e3 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466775 Feb 04 05:54:38.651561 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1030d94-3f35-4c06-8ded-3c600154c647 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.654443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1030d94-3f35-4c06-8ded-3c600154c647 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.658739 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d1030d94-3f35-4c06-8ded-3c600154c647 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-groups/8129f531-a2a9-4d6a-95cd-0e6414b37b5a HTTP/1.1" status: 204 len: 168 time: 0.4227045 Feb 04 05:54:38.667819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42920) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:38.696671 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:54:38.715926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1030d94-3f35-4c06-8ded-3c600154c647 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8129f531-a2a9-4d6a-95cd-0e6414b37b5a,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:38.750672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cdd1f-291c-4cdc-8a77-5dfd1e4b9299 req-444659c6-e5ea-4465-a163-6c0f648aa411 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:38.752194 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c95cdd1f-291c-4cdc-8a77-5dfd1e4b9299 req-444659c6-e5ea-4465-a163-6c0f648aa411 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.1988516 Feb 04 05:54:38.778135 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:38.790125 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba60d71-a221-4b56-9f53-7c23127fa3ff None None] Sync routers for ids ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:38.795327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.807552 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba60d71-a221-4b56-9f53-7c23127fa3ff None None] Routers {'e8e36936-bd6a-425a-bbc7-6c446ce6cc32'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:38.808466 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2ba60d71-a221-4b56-9f53-7c23127fa3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:38.810802 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2fa628ec-3bab-466e-874f-6ff8df4e1b2d None None] Provisioning complete for port e38fb05c-2aa6-4892-bc89-b49028ca39b2 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:38.811774 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2fa628ec-3bab-466e-874f-6ff8df4e1b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.820280 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3d8cf626-4943-4b68-9241-c329d4fdfd65 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1502495 Feb 04 05:54:38.827222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42922) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:38.853553 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ffd93-e79d-4eb1-84b5-fe0aa3838739 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=e38fb05c-2aa6-4892-bc89-b49028ca39b2,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:38.853756 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-931206c6-c060-477b-86a8-513824c6d52b tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] delete failed (client error): The resource could not be found. Feb 04 05:54:38.854669 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-931206c6-c060-477b-86a8-513824c6d52b tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-groups/8129f531-a2a9-4d6a-95cd-0e6414b37b5a HTTP/1.1" status: 404 len: 347 time: 0.0254538 Feb 04 05:54:38.860567 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c95cdd1f-291c-4cdc-8a77-5dfd1e4b9299 req-91b6fbd7-f96f-4f30-9992-eec4f853a333 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963581 Feb 04 05:54:38.862068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42924) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:38.865395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263084c6-356e-49aa-9c26-d887522b9477 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0078f5-2845-4a8f-9813-371c0c69ef3a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:38.880493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9881d04a-3c0b-4ffb-90bd-bf419fa402c4 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group': {'name': 'tempest-secgroup--318166389'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:38.889531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-263084c6-356e-49aa-9c26-d887522b9477 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.890234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1eeef-1313-4a9f-9a31-c5973691f3f6 None None] Network 8e32b1a2-93ec-4b84-8a2c-9904f939333b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:38.893837 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-2fa628ec-3bab-466e-874f-6ff8df4e1b2d None None] Port e38fb05c-2aa6-4892-bc89-b49028ca39b2 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:38.899251 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2ba60d71-a221-4b56-9f53-7c23127fa3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:38.902772 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6bebc2c7-b5c3-4c41-9e88-20374f1980fa tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "PUT /v2.0/floatingips/33bb559a-36df-41fd-99e9-e1f56d893749 HTTP/1.1" status: 200 len: 977 time: 4.2196534 Feb 04 05:54:38.902772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42926) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:38.902991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42928) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:38.904155 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-263084c6-356e-49aa-9c26-d887522b9477 tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] 10.222.0.15 "DELETE /v2.0/subnets/cc0078f5-2845-4a8f-9813-371c0c69ef3a HTTP/1.1" status: 204 len: 168 time: 1.3608150 Feb 04 05:54:38.905565 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-714ffd93-e79d-4eb1-84b5-fe0aa3838739 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] In _notify_port_updated(), no bound segment for port e38fb05c-2aa6-4892-bc89-b49028ca39b2 on network e56b68fd-0614-493e-86bb-e8f9d2e98d45 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:54:38.910423 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba60d71-a221-4b56-9f53-7c23127fa3ff None None] Routers {'e8e36936-bd6a-425a-bbc7-6c446ce6cc32'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:38.911493 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2ba60d71-a221-4b56-9f53-7c23127fa3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:38.913133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ffd93-e79d-4eb1-84b5-fe0aa3838739 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:38.913713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42930) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:38.914103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-714ffd93-e79d-4eb1-84b5-fe0aa3838739 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.918830 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-714ffd93-e79d-4eb1-84b5-fe0aa3838739 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "PUT /v2.0/ports/e38fb05c-2aa6-4892-bc89-b49028ca39b2 HTTP/1.1" status: 200 len: 1011 time: 1.8206992 Feb 04 05:54:38.919806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42932) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:38.923317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-695e239f-20ae-4393-939c-c8335bb3aeca tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.956316 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2ba60d71-a221-4b56-9f53-7c23127fa3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:38.957154 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba60d71-a221-4b56-9f53-7c23127fa3ff None None] The sync data for ids ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:38.975737 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.021443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9881d04a-3c0b-4ffb-90bd-bf419fa402c4 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.096427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.115669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf233b-2844-4a26-a8cb-2da10f7a6253 None None] DHCP port deletion for 8e32b1a2-93ec-4b84-8a2c-9904f939333b request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:54:39.118409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08db903a-e2c0-431e-b79c-d07d7cb9acfb tempest-TestNetworkAdvancedServerOps-743735019 tempest-TestNetworkAdvancedServerOps-743735019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:39.119960 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-08db903a-e2c0-431e-b79c-d07d7cb9acfb tempest-TestNetworkAdvancedServerOps-743735019 tempest-TestNetworkAdvancedServerOps-743735019-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 1093 time: 0.2161756 Feb 04 05:54:39.124374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42934) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:39.136335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': 'f900d509-38b5-4f84-be33-cce717df5061', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:39.179434 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf233b-2844-4a26-a8cb-2da10f7a6253 None None] Deleting port 7730134a-3cc9-411e-8a87-7401f18ad16b {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:39.179889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b5bf233b-2844-4a26-a8cb-2da10f7a6253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.240717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port 9d71be27-e168-46e3-9713-987a1fb6a0ce {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:39.241468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.255819 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b5bf233b-2844-4a26-a8cb-2da10f7a6253 None None] For port 7730134a-3cc9-411e-8a87-7401f18ad16b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7730134a-3cc9-411e-8a87-7401f18ad16b,segment=NetworkSegment(e90c794a-8189-4654-ab6c-a412af6a3b05),segment_id=e90c794a-8189-4654-ab6c-a412af6a3b05)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:39.256212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b5bf233b-2844-4a26-a8cb-2da10f7a6253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.269508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf233b-2844-4a26-a8cb-2da10f7a6253 None None] Calling delete_port for 7730134a-3cc9-411e-8a87-7401f18ad16b owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:39.364810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b5bf233b-2844-4a26-a8cb-2da10f7a6253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.384748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-63e0d976-d935-4b51-9ea1-e9c6a1439564 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port e38fb05c-2aa6-4892-bc89-b49028ca39b2 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:39.385335 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63e0d976-d935-4b51-9ea1-e9c6a1439564 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.393737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf233b-2844-4a26-a8cb-2da10f7a6253 None None] Pushing event deleted for resources: {'Port': ['ID=7730134a-3cc9-411e-8a87-7401f18ad16b,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:39.404908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf233b-2844-4a26-a8cb-2da10f7a6253 None None] No DVR routers for this DVR port 7730134a-3cc9-411e-8a87-7401f18ad16b on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:39.519639 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-695e239f-20ae-4393-939c-c8335bb3aeca tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.542942 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-695e239f-20ae-4393-939c-c8335bb3aeca tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.554095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9881d04a-3c0b-4ffb-90bd-bf419fa402c4 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.555206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.557221 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.576430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9881d04a-3c0b-4ffb-90bd-bf419fa402c4 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.603408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.636098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63e0d976-d935-4b51-9ea1-e9c6a1439564 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.663752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9881d04a-3c0b-4ffb-90bd-bf419fa402c4 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.665017 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9881d04a-3c0b-4ffb-90bd-bf419fa402c4 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8020155 Feb 04 05:54:39.671540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42936) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:39.689749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c964bb4d-1d65-42a9-bfdb-7e32218abfe5 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': '7232e29f-a8f7-444f-b1c4-ab783e0b61be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:39.702153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881d04a-3c0b-4ffb-90bd-bf419fa402c4 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7232e29f-a8f7-444f-b1c4-ab783e0b61be,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:39.708037 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-63e0d976-d935-4b51-9ea1-e9c6a1439564 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for e38fb05c-2aa6-4892-bc89-b49028ca39b2 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:39.712923 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e239f-20ae-4393-939c-c8335bb3aeca tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'Port': ['ID=e7fafe0a-55ab-4d24-ab13-9e754b402396,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:39.729268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Deleting port 7730134a-3cc9-411e-8a87-7401f18ad16b {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:39.729655 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.731258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-695e239f-20ae-4393-939c-c8335bb3aeca tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] In _notify_port_updated(), no bound segment for port e7fafe0a-55ab-4d24-ab13-9e754b402396 on network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:54:39.737852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695e239f-20ae-4393-939c-c8335bb3aeca tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:39.738494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-695e239f-20ae-4393-939c-c8335bb3aeca tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.742795 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-695e239f-20ae-4393-939c-c8335bb3aeca tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "PUT /v2.0/ports/e7fafe0a-55ab-4d24-ab13-9e754b402396 HTTP/1.1" status: 200 len: 996 time: 1.8297579 Feb 04 05:54:39.745116 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42940) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:39.782953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.927547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ea7d1e9-f1cd-4fe4-b2b6-b5e4f163b0dc None None] Provisioning complete for port e7fafe0a-55ab-4d24-ab13-9e754b402396 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:39.929113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ea7d1e9-f1cd-4fe4-b2b6-b5e4f163b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.932539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] For port 7730134a-3cc9-411e-8a87-7401f18ad16b, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:39.933332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.973279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ea7d1e9-f1cd-4fe4-b2b6-b5e4f163b0dc None None] Port e7fafe0a-55ab-4d24-ab13-9e754b402396 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:39.976940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Calling delete_port for 7730134a-3cc9-411e-8a87-7401f18ad16b owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:39.986257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.ipam_backend_mixin [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Port 7730134a-3cc9-411e-8a87-7401f18ad16b was not found and therefore no delete operation was performed {{(pid=102167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:54:39.992852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0ae56756-39f3-499d-a0ef-e32f81a26131 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Deleting port e7fafe0a-55ab-4d24-ab13-9e754b402396 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:39.993222 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0ae56756-39f3-499d-a0ef-e32f81a26131 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:39.995706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Router 338f4f78-37d8-4952-a2d2-0a16b28a3672 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:54:40.012543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.021818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eca101-8ae9-4104-bbe0-419f8663528e req-2263e196-625f-4fd6-97c8-9cab46ab4111 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:40.023449 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-10eca101-8ae9-4104-bbe0-419f8663528e req-2263e196-625f-4fd6-97c8-9cab46ab4111 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2511249 Feb 04 05:54:40.034500 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c964bb4d-1d65-42a9-bfdb-7e32218abfe5 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.116935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] No DVR routers for this DVR port 7730134a-3cc9-411e-8a87-7401f18ad16b on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:40.121047 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Pushing event deleted for resources: {'Port': ['ID=7730134a-3cc9-411e-8a87-7401f18ad16b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:40.210403 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0ae56756-39f3-499d-a0ef-e32f81a26131 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.221370 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63e0d976-d935-4b51-9ea1-e9c6a1439564 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.239622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0ae56756-39f3-499d-a0ef-e32f81a26131 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Calling delete_port for e7fafe0a-55ab-4d24-ab13-9e754b402396 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:40.265172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:40.270811 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0d976-d935-4b51-9ea1-e9c6a1439564 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=e38fb05c-2aa6-4892-bc89-b49028ca39b2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:40.274276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.277553 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c3c4afea-d66d-445c-a106-443c3ce4824e tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "PUT /v2.0/routers/338f4f78-37d8-4952-a2d2-0a16b28a3672 HTTP/1.1" status: 200 len: 913 time: 4.3186677 Feb 04 05:54:40.279823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646b432-0bf9-412e-8879-53ddaf885c06 None None] Sync routers for ids ['338f4f78-37d8-4952-a2d2-0a16b28a3672'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:40.290459 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42942) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:40.302543 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646b432-0bf9-412e-8879-53ddaf885c06 None None] Routers {'338f4f78-37d8-4952-a2d2-0a16b28a3672'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:40.303187 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2646b432-0bf9-412e-8879-53ddaf885c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['338f4f78-37d8-4952-a2d2-0a16b28a3672'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:40.314921 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-10eca101-8ae9-4104-bbe0-419f8663528e req-c6d29e75-989b-46d8-aa57-caf827234ba0 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471621 Feb 04 05:54:40.321997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.340743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.372814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c964bb4d-1d65-42a9-bfdb-7e32218abfe5 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.384607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2646b432-0bf9-412e-8879-53ddaf885c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:40.396407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646b432-0bf9-412e-8879-53ddaf885c06 None None] Routers {'338f4f78-37d8-4952-a2d2-0a16b28a3672'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:40.397019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2646b432-0bf9-412e-8879-53ddaf885c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['338f4f78-37d8-4952-a2d2-0a16b28a3672'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:40.413411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63e0d976-d935-4b51-9ea1-e9c6a1439564 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.420729 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-63e0d976-d935-4b51-9ea1-e9c6a1439564 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/e38fb05c-2aa6-4892-bc89-b49028ca39b2 HTTP/1.1" status: 204 len: 168 time: 1.4943240 Feb 04 05:54:40.426908 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42944) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:40.434344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c964bb4d-1d65-42a9-bfdb-7e32218abfe5 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.445505 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2646b432-0bf9-412e-8879-53ddaf885c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:40.446878 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646b432-0bf9-412e-8879-53ddaf885c06 None None] The sync data for ids ['338f4f78-37d8-4952-a2d2-0a16b28a3672'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:40.447845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7730134a-3cc9-411e-8a87-7401f18ad16b no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:40.463781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.464078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.464394 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Floating IP 33bb559a-36df-41fd-99e9-e1f56d893749 disassociated. External IP: 172.26.5.154, port: 9d71be27-e168-46e3-9713-987a1fb6a0ce. Feb 04 05:54:40.464736 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for 9d71be27-e168-46e3-9713-987a1fb6a0ce owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:40.472213 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbb5b1d-183c-4002-addf-28a278f6708b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:54:40.474975 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e32b1a2-93ec-4b84-8a2c-9904f939333b']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:40.475962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 7730134a-3cc9-411e-8a87-7401f18ad16b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:40.476314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7730134a-3cc9-411e-8a87-7401f18ad16b not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:40.477376 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dbbb5b1d-183c-4002-addf-28a278f6708b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/e38fb05c-2aa6-4892-bc89-b49028ca39b2 HTTP/1.1" status: 404 len: 333 time: 0.0488751 Feb 04 05:54:40.479798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42946) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:40.514981 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90c794a-8189-4654-ab6c-a412af6a3b05') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:40.515332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90c794a-8189-4654-ab6c-a412af6a3b05') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:40.522115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964bb4d-1d65-42a9-bfdb-7e32218abfe5 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b13267-8d71-4423-8985-490fa8abaf9f,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:40.540674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.595579 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c8ac52b2-641d-4998-9ac2-ef1955ba8747 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/routers/338f4f78-37d8-4952-a2d2-0a16b28a3672 HTTP/1.1" status: 200 len: 919 time: 0.3049946 Feb 04 05:54:40.605386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42948) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:40.609306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c964bb4d-1d65-42a9-bfdb-7e32218abfe5 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.610855 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c964bb4d-1d65-42a9-bfdb-7e32218abfe5 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9261646 Feb 04 05:54:40.615763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.630256 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2abdcf3-6808-444d-9688-560807f07823 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting subnet 65bb6abf-a21e-4156-953c-29c736f87ce6 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:54:40.630477 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42950) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:40.638667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2abdcf3-6808-444d-9688-560807f07823 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.681900 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:54:40.682319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:54:40.686269 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:54:40.689069 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2abdcf3-6808-444d-9688-560807f07823 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.690558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0ae56756-39f3-499d-a0ef-e32f81a26131 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.745540 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae56756-39f3-499d-a0ef-e32f81a26131 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event deleted for resources: {'Port': ['ID=e7fafe0a-55ab-4d24-ab13-9e754b402396,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:40.808662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Allocated IP 172.26.5.169 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/a9046adf-ecab-4b9b-82ab-919bd0793b76) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:40.812010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-208fc2d7-eccc-497b-8950-fd9c033eae92 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.819523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ecb4f2-b4e8-436a-bb2f-2ed88da70afe tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:40.821136 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a6ecb4f2-b4e8-436a-bb2f-2ed88da70afe tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&device_id=338f4f78-37d8-4952-a2d2-0a16b28a3672&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2089922 Feb 04 05:54:40.821852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.830860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-208fc2d7-eccc-497b-8950-fd9c033eae92 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.834097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42952) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:40.855283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.857107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0ae56756-39f3-499d-a0ef-e32f81a26131 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.858624 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] 10.222.0.15 "DELETE /v2.0/networks/8e32b1a2-93ec-4b84-8a2c-9904f939333b HTTP/1.1" status: 204 len: 168 time: 1.9354501 Feb 04 05:54:40.864381 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0ae56756-39f3-499d-a0ef-e32f81a26131 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "DELETE /v2.0/ports/e7fafe0a-55ab-4d24-ab13-9e754b402396 HTTP/1.1" status: 204 len: 168 time: 1.1162703 Feb 04 05:54:40.867977 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42956) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:40.899444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2abdcf3-6808-444d-9688-560807f07823 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.903888 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5780603-6b61-43fb-b894-0630a9907eef tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] GET failed (client error): The resource could not be found. Feb 04 05:54:40.909237 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e5780603-6b61-43fb-b894-0630a9907eef tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "GET /v2.0/ports/e7fafe0a-55ab-4d24-ab13-9e754b402396 HTTP/1.1" status: 404 len: 333 time: 0.0366080 Feb 04 05:54:40.923874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42958) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:40.933144 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2ed5a-b3cf-45b9-a880-cde96684189a tempest-DHCPAgentSchedulersTestJSON-1084690222 tempest-DHCPAgentSchedulersTestJSON-1084690222-project] Pushing event deleted for resources: {'Network': ['ID=8e32b1a2-93ec-4b84-8a2c-9904f939333b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:40.971481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Request body: {'port': {'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650', 'name': 'tempest-AllowedAddressPairTestJSON-1714868808'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:41.102321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-208fc2d7-eccc-497b-8950-fd9c033eae92 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.130180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-208fc2d7-eccc-497b-8950-fd9c033eae92 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.134698 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-208fc2d7-eccc-497b-8950-fd9c033eae92 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/72b13267-8d71-4423-8985-490fa8abaf9f HTTP/1.1" status: 204 len: 168 time: 0.4980135 Feb 04 05:54:41.141004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.147509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42962) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:41.160339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fc2d7-eccc-497b-8950-fd9c033eae92 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72b13267-8d71-4423-8985-490fa8abaf9f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:41.211745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42964) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:41.238457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=9d71be27-e168-46e3-9713-987a1fb6a0ce,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:41.254437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4fbdce-6ce8-4873-b4f2-3b92bf0d3a77 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:41.255761 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cc4fbdce-6ce8-4873-b4f2-3b92bf0d3a77 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/networks/e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 881 time: 0.4179213 Feb 04 05:54:41.259906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42968) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:41.296308 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2abdcf3-6808-444d-9688-560807f07823 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.304986 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fc186d05-c553-4ce3-b29e-34f83d452aaa tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=338f4f78-37d8-4952-a2d2-0a16b28a3672 HTTP/1.1" status: 200 len: 205 time: 0.0422566 Feb 04 05:54:41.307034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42970) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:41.352453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.365742 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1acdde28-839e-44e1-9988-e8716c39e3c9 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2169282 Feb 04 05:54:41.372643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42974) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:41.391278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abdcf3-6808-444d-9688-560807f07823 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Subnet': ['ID=65bb6abf-a21e-4156-953c-29c736f87ce6,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:41.404084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2abdcf3-6808-444d-9688-560807f07823 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.409602 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e2abdcf3-6808-444d-9688-560807f07823 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/65bb6abf-a21e-4156-953c-29c736f87ce6 HTTP/1.1" status: 204 len: 168 time: 0.8987806 Feb 04 05:54:41.410660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42976) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:41.418336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c90207f-1b6f-446d-b183-51fc19970bc1 None None] Network e56b68fd-0614-493e-86bb-e8f9d2e98d45 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:41.513832 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5a0b4c4c-6263-4890-a886-1758c70857ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=046001d4a58b439a9a8508d3bd387e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986231 Feb 04 05:54:41.519714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42978) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:41.564599 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc48d5a6-db95-48e7-a6f7-9ec37c848926 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting subnet 3cac58ff-e89a-47f4-8b15-6de05f0c161a {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:54:41.570883 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc48d5a6-db95-48e7-a6f7-9ec37c848926 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.612355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.664247 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc48d5a6-db95-48e7-a6f7-9ec37c848926 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.716303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe928e72-4285-4a1c-831c-3bf2e55de06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.799971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Made reservation on behalf of 6a63845522e343a8874d6c5cf75d8c1a for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:41.803442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.817731 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe928e72-4285-4a1c-831c-3bf2e55de06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.858975 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc48d5a6-db95-48e7-a6f7-9ec37c848926 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.861455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] device_id is not set on port 88e4096e-0a3b-45b8-b7f3-b04507d0603d yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:41.876664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b94b8427-70a3-4582-bff9-4396a2b85548 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.886365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.907789 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.938684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router e8e36936-bd6a-425a-bbc7-6c446ce6cc32 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:41.965164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe928e72-4285-4a1c-831c-3bf2e55de06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.967645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe928e72-4285-4a1c-831c-3bf2e55de06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:41.971245 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fe928e72-4285-4a1c-831c-3bf2e55de06c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70121244-3207-4a16-a3fb-d106eb31ec75 HTTP/1.1" status: 204 len: 168 time: 0.4467745 Feb 04 05:54:41.973607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0830b4-9cd4-43b6-b8c0-a914ecdd7782 req-0a9630a8-e45a-43fa-991f-d8e90804e790 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:41.981393 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea0830b4-9cd4-43b6-b8c0-a914ecdd7782 req-0a9630a8-e45a-43fa-991f-d8e90804e790 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2291017 Feb 04 05:54:41.990510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe928e72-4285-4a1c-831c-3bf2e55de06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70121244-3207-4a16-a3fb-d106eb31ec75,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:41.997105 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc48d5a6-db95-48e7-a6f7-9ec37c848926 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.028199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b94b8427-70a3-4582-bff9-4396a2b85548 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.048551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:42.054864 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc48d5a6-db95-48e7-a6f7-9ec37c848926 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.060538 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dc48d5a6-db95-48e7-a6f7-9ec37c848926 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/3cac58ff-e89a-47f4-8b15-6de05f0c161a HTTP/1.1" status: 204 len: 168 time: 0.6488640 Feb 04 05:54:42.062694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42982) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:42.064082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48d5a6-db95-48e7-a6f7-9ec37c848926 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Subnet': ['ID=3cac58ff-e89a-47f4-8b15-6de05f0c161a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:42.067169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:42.088171 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Deleting port e19d06b0-4a52-41ae-9ace-c0d545932adb {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:42.088502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.102205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:42.126433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'Port': ['ID=a9046adf-ecab-4b9b-82ab-919bd0793b76,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:42.193668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.221067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea0830b4-9cd4-43b6-b8c0-a914ecdd7782 req-2b70fccc-e46e-4c61-be2c-b2799c7a5433 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331669 Feb 04 05:54:42.227827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.239511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Allocated IP 172.20.0.12 (ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650/bc6c7644-769f-4ae7-8802-2e1707e73c4a/88e4096e-0a3b-45b8-b7f3-b04507d0603d) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:42.265643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Calling delete_port for e19d06b0-4a52-41ae-9ace-c0d545932adb owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:42.275647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b94b8427-70a3-4582-bff9-4396a2b85548 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.278628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b94b8427-70a3-4582-bff9-4396a2b85548 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.280007 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b94b8427-70a3-4582-bff9-4396a2b85548 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-groups/7232e29f-a8f7-444f-b1c4-ab783e0b61be HTTP/1.1" status: 204 len: 168 time: 0.9062769 Feb 04 05:54:42.285957 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42988) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:42.372971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565058b0-8d30-4b80-930b-ab4732bd0a8b None None] Network e56b68fd-0614-493e-86bb-e8f9d2e98d45 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:42.379961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b8427-70a3-4582-bff9-4396a2b85548 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7232e29f-a8f7-444f-b1c4-ab783e0b61be,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:42.400079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 5e2f7fab-2191-4983-92d0-501d66a17107 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:42.400420 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.408286 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1079d455-d45e-4d0f-a755-7971564302bf tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1211483 Feb 04 05:54:42.416720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42990) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:42.428744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-361bde0a-3a66-4e3e-b2b1-8e888c26285c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810934800'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:42.463808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42992) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:42.495859 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b3a23bda-a2af-4534-8270-861fcb52b341 None None] Provisioning complete for port 5e2f7fab-2191-4983-92d0-501d66a17107 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:42.496436 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b3a23bda-a2af-4534-8270-861fcb52b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.523300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] For port 5e2f7fab-2191-4983-92d0-501d66a17107, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5e2f7fab-2191-4983-92d0-501d66a17107,segment=NetworkSegment(9a6a50b4-dc70-45ab-aa8b-07bcc92cc719),segment_id=9a6a50b4-dc70-45ab-aa8b-07bcc92cc719)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:42.523939 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.542202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 5e2f7fab-2191-4983-92d0-501d66a17107 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:42.550804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:42.561539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2db462ff-9121-49df-8fb5-7e57ab7b8815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.567063 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6891131-ef90-4f9b-91b5-3869ed59c4b5 None None] Sync routers for ids ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:42.580631 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6891131-ef90-4f9b-91b5-3869ed59c4b5 None None] Routers {'e8e36936-bd6a-425a-bbc7-6c446ce6cc32'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:42.582810 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c6891131-ef90-4f9b-91b5-3869ed59c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:42.648476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.667371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-361bde0a-3a66-4e3e-b2b1-8e888c26285c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.677734 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c6891131-ef90-4f9b-91b5-3869ed59c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:42.684602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Pushing event deleted for resources: {'Port': ['ID=e19d06b0-4a52-41ae-9ace-c0d545932adb,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:42.687569 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6891131-ef90-4f9b-91b5-3869ed59c4b5 None None] Routers {'e8e36936-bd6a-425a-bbc7-6c446ce6cc32'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:42.689032 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c6891131-ef90-4f9b-91b5-3869ed59c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:42.736191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc44a83-5a2d-4779-8dc3-a8bb3e4555ed None None] DHCP port deletion for e56b68fd-0614-493e-86bb-e8f9d2e98d45 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:54:42.746165 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c6891131-ef90-4f9b-91b5-3869ed59c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:42.747300 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6891131-ef90-4f9b-91b5-3869ed59c4b5 None None] The sync data for ids ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:42.763964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.771111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.795629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.797839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.803856 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-aa5d040e-f548-42a1-9bf3-b86c14e45c6f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/ports/9d71be27-e168-46e3-9713-987a1fb6a0ce HTTP/1.1" status: 204 len: 168 time: 3.8962326 Feb 04 05:54:42.808840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 42994) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:42.814660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0cc44a83-5a2d-4779-8dc3-a8bb3e4555ed None None] Deleting port 5e2f7fab-2191-4983-92d0-501d66a17107 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:42.815153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0cc44a83-5a2d-4779-8dc3-a8bb3e4555ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.821119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=5e2f7fab-2191-4983-92d0-501d66a17107,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:42.857366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No DVR routers for this DVR port 5e2f7fab-2191-4983-92d0-501d66a17107 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:42.894562 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0cc44a83-5a2d-4779-8dc3-a8bb3e4555ed None None] For port 5e2f7fab-2191-4983-92d0-501d66a17107, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:42.894962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0cc44a83-5a2d-4779-8dc3-a8bb3e4555ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.908239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0cc44a83-5a2d-4779-8dc3-a8bb3e4555ed None None] Calling delete_port for 5e2f7fab-2191-4983-92d0-501d66a17107 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:42.911024 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.ipam_backend_mixin [None req-0cc44a83-5a2d-4779-8dc3-a8bb3e4555ed None None] Port 5e2f7fab-2191-4983-92d0-501d66a17107 was not found and therefore no delete operation was performed {{(pid=102168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:54:42.912522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.912887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0cc44a83-5a2d-4779-8dc3-a8bb3e4555ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.930967 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.938790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc44a83-5a2d-4779-8dc3-a8bb3e4555ed None None] Pushing event deleted for resources: {'Port': ['ID=5e2f7fab-2191-4983-92d0-501d66a17107,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:42.945599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc44a83-5a2d-4779-8dc3-a8bb3e4555ed None None] No DVR routers for this DVR port 5e2f7fab-2191-4983-92d0-501d66a17107 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:43.021009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.029013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.029556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Fanout notify agent at l3_agent the message router_deleted on router 338f4f78-37d8-4952-a2d2-0a16b28a3672 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:43.037648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.038740 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-db545401-0264-4bd2-8dd4-7e43b9e96213 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/338f4f78-37d8-4952-a2d2-0a16b28a3672 HTTP/1.1" status: 204 len: 168 time: 1.7265337 Feb 04 05:54:43.043049 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42996) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:43.053839 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5688ba50-f380-4892-9df7-655181cb4407 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1175511873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:43.060907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2db462ff-9121-49df-8fb5-7e57ab7b8815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.062894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56b68fd-0614-493e-86bb-e8f9d2e98d45']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:43.078459 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6a50b4-dc70-45ab-aa8b-07bcc92cc719') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:43.078817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6a50b4-dc70-45ab-aa8b-07bcc92cc719') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:43.079091 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2db462ff-9121-49df-8fb5-7e57ab7b8815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.092079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.108163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5688ba50-f380-4892-9df7-655181cb4407 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.109658 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5688ba50-f380-4892-9df7-655181cb4407 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.120411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.124424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-361bde0a-3a66-4e3e-b2b1-8e888c26285c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.130965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:54:43.131363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.132174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:54:43.134293 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:54:43.151116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-361bde0a-3a66-4e3e-b2b1-8e888c26285c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.224136 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5688ba50-f380-4892-9df7-655181cb4407 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.230169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5688ba50-f380-4892-9df7-655181cb4407 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.243213 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.251110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.254326 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/networks/e56b68fd-0614-493e-86bb-e8f9d2e98d45 HTTP/1.1" status: 204 len: 168 time: 1.1884022 Feb 04 05:54:43.258548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5688ba50-f380-4892-9df7-655181cb4407 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.259348 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5688ba50-f380-4892-9df7-655181cb4407 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2155151 Feb 04 05:54:43.267397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db462ff-9121-49df-8fb5-7e57ab7b8815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099280d5-ae53-4609-914a-9d0a2e2a2474,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:43.268440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 42998) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:43.268777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43000) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:43.280436 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'enable_snat': False}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:43.282474 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2db462ff-9121-49df-8fb5-7e57ab7b8815 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57cdd357ff6e481f9f98d7dd3a95e092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8176448 Feb 04 05:54:43.284204 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c75e4d-1639-4071-9bb9-972c99c4957b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Network': ['ID=e56b68fd-0614-493e-86bb-e8f9d2e98d45,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:43.285832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43002) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:43.300532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-361bde0a-3a66-4e3e-b2b1-8e888c26285c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.303582 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-361bde0a-3a66-4e3e-b2b1-8e888c26285c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8794858 Feb 04 05:54:43.306646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:43.310640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43004) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:43.329249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6ae9b7c7-bbeb-4466-b48c-de1819ffae6e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': '2e0d544d-3944-4590-8093-db484542fe77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:43.335065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:43.337349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.346671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:43.380532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'Port': ['ID=88e4096e-0a3b-45b8-b7f3-b04507d0603d,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:43.452843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bde0a-3a66-4e3e-b2b1-8e888c26285c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0d544d-3944-4590-8093-db484542fe77,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:43.488805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122cee3b-16c7-42f6-9faf-6b4310631521 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:43.490251 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-122cee3b-16c7-42f6-9faf-6b4310631521 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2205303 Feb 04 05:54:43.495966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43006) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:43.498679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:43.499346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.547425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b7c7-bbeb-4466-b48c-de1819ffae6e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.549351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f3aca7cf-5c21-4260-81db-b1ec5a378b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.576347 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5ee87b88-3e36-469f-8e5c-843e60c69537 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6444893 Feb 04 05:54:43.585207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43008) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:43.585734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.598395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Request body: {'port': {'network_id': 'ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650', 'name': 'tempest-AllowedAddressPairTestJSON-523448152'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:43.605143 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3502f734-5f71-4fc4-8bd3-21614257f74f None None] Provisioning complete for port 88e4096e-0a3b-45b8-b7f3-b04507d0603d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:43.606191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3502f734-5f71-4fc4-8bd3-21614257f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.614844 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.635174 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f3aca7cf-5c21-4260-81db-b1ec5a378b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.643681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3502f734-5f71-4fc4-8bd3-21614257f74f None None] Port 88e4096e-0a3b-45b8-b7f3-b04507d0603d cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:43.675950 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-98967f81-e9d8-4b0f-a31d-560dbdffd8e4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1772718 Feb 04 05:54:43.682863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43010) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:43.689721 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-21840457'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:43.756503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:43.760117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.784639 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f3aca7cf-5c21-4260-81db-b1ec5a378b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.787321 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f3aca7cf-5c21-4260-81db-b1ec5a378b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.788456 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f3aca7cf-5c21-4260-81db-b1ec5a378b05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/099280d5-ae53-4609-914a-9d0a2e2a2474 HTTP/1.1" status: 204 len: 168 time: 0.5017333 Feb 04 05:54:43.807722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:43.821754 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aca7cf-5c21-4260-81db-b1ec5a378b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099280d5-ae53-4609-914a-9d0a2e2a2474,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:43.840494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:43.840927 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Added segment c1c95835-ec3f-4ea7-b68b-29b510f5987d of type vlan for network 1fd35956-ca06-4013-9439-54abfbbcd5aa Feb 04 05:54:43.904579 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.023953 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.029524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:44.030161 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.058713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.123177 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4356225 Feb 04 05:54:44.124061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.129661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43016) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:44.131408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b7c7-bbeb-4466-b48c-de1819ffae6e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.142713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': '1fd35956-ca06-4013-9439-54abfbbcd5aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:44.150000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b34854-7a8e-4291-8e95-43448876a304 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Network': ['ID=1fd35956-ca06-4013-9439-54abfbbcd5aa,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:44.162830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 1fd35956-ca06-4013-9439-54abfbbcd5aa details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:44.163989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b7c7-bbeb-4466-b48c-de1819ffae6e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.251103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9b7c7-bbeb-4466-b48c-de1819ffae6e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e390879-561d-4b8d-aac6-6686050194a2,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:44.276671 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Allocated IP 172.26.5.232 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/65621bc4-d082-438d-adc5-8028330d748d) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:44.294263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b7c7-bbeb-4466-b48c-de1819ffae6e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.295529 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6ae9b7c7-bbeb-4466-b48c-de1819ffae6e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9758198 Feb 04 05:54:44.299608 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43024) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:44.304928 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2b803a89-57b8-4338-a5d5-232e141400a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': '2e0d544d-3944-4590-8093-db484542fe77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:44.376635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Made reservation on behalf of 6a63845522e343a8874d6c5cf75d8c1a for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:44.380582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.399981 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5e2f7fab-2191-4983-92d0-501d66a17107 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:44.420064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.422019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 5e2f7fab-2191-4983-92d0-501d66a17107 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:44.422488 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5e2f7fab-2191-4983-92d0-501d66a17107 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:44.434810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.454591 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] device_id is not set on port 2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:44.522230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:44.526199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.629758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event updated for resources: {'Port': ['ID=a9046adf-ecab-4b9b-82ab-919bd0793b76,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:44.674482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e371cc12-cc16-41d5-9d67-0a5909d53a1f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.689135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b803a89-57b8-4338-a5d5-232e141400a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.740225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.768709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b803a89-57b8-4338-a5d5-232e141400a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.778895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.779867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b803a89-57b8-4338-a5d5-232e141400a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.795322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b803a89-57b8-4338-a5d5-232e141400a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2144ac-e276-43e9-9741-1524d4d8b34f,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:44.816598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b803a89-57b8-4338-a5d5-232e141400a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.820782 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2b803a89-57b8-4338-a5d5-232e141400a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5201280 Feb 04 05:54:44.821510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43038) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:44.822926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.840634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c35c3bb0-dc8e-47b8-b97c-90af483e4a07 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': '2e0d544d-3944-4590-8093-db484542fe77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:44.865582 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:44.868384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:44.871761 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:44.877456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Pushing event updated for resources: {'Port': ['ID=65621bc4-d082-438d-adc5-8028330d748d,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:44.910778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Allocated IP 172.20.0.10 (ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650/bc6c7644-769f-4ae7-8802-2e1707e73c4a/2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:45.108456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c35c3bb0-dc8e-47b8-b97c-90af483e4a07 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.111570 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Floating IP 7a091243-a2da-4779-a1f6-f73edd85e29b associated. External IP: 172.26.5.169, port: f900d509-38b5-4f84-be33-cce717df5061. Feb 04 05:54:45.149878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.357948 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.362160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.401762 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43052) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:45.450405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.471184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c35c3bb0-dc8e-47b8-b97c-90af483e4a07 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.506096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Router 96de6830-0b89-4531-988c-a8f7aea68eba is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:54:45.506307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c35c3bb0-dc8e-47b8-b97c-90af483e4a07 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.564400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.567650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1813431680'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:45.574040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c3bb0-dc8e-47b8-b97c-90af483e4a07 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90652a2e-231a-4413-8a03-73c769f59163,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:45.589690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c35c3bb0-dc8e-47b8-b97c-90af483e4a07 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.590898 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c35c3bb0-dc8e-47b8-b97c-90af483e4a07 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7611115 Feb 04 05:54:45.611470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Subnet': ['ID=3cebf495-37fb-4fa6-922a-885c0412969c,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:45.618023 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43056) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:45.629837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-983b81ab-70d0-4f92-9f04-e02a21060112 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': '2e0d544d-3944-4590-8093-db484542fe77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:45.650184 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Made reservation on behalf of 2d89992a3f194ff794005e162e959ac5 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:45.653551 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.673757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.675799 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:45.685712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5bae01-ce34-4451-b625-a6eeddcc4ccd None None] Sync routers for ids ['96de6830-0b89-4531-988c-a8f7aea68eba'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:45.686871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.688473 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c5cc8b3f-a118-4dfe-a331-93962d4e7592 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "PUT /v2.0/routers/96de6830-0b89-4531-988c-a8f7aea68eba HTTP/1.1" status: 200 len: 916 time: 2.4176199 Feb 04 05:54:45.691564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43058) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:45.700697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5bae01-ce34-4451-b625-a6eeddcc4ccd None None] Routers {'96de6830-0b89-4531-988c-a8f7aea68eba'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:45.702014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cf5bae01-ce34-4451-b625-a6eeddcc4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['96de6830-0b89-4531-988c-a8f7aea68eba'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:45.715304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-983b81ab-70d0-4f92-9f04-e02a21060112 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.741421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cf5bae01-ce34-4451-b625-a6eeddcc4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:45.751624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5bae01-ce34-4451-b625-a6eeddcc4ccd None None] Routers {'96de6830-0b89-4531-988c-a8f7aea68eba'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:45.752548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cf5bae01-ce34-4451-b625-a6eeddcc4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['96de6830-0b89-4531-988c-a8f7aea68eba'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:45.761904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Checking segment: {'id': 'c1c95835-ec3f-4ea7-b68b-29b510f5987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fd35956-ca06-4013-9439-54abfbbcd5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:45.762257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network hostable DHCP agents. Network: 1fd35956-ca06-4013-9439-54abfbbcd5aa, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:45.797045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cf5bae01-ce34-4451-b625-a6eeddcc4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:45.798130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5bae01-ce34-4451-b625-a6eeddcc4ccd None None] The sync data for ids ['96de6830-0b89-4531-988c-a8f7aea68eba'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:45.820330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-983b81ab-70d0-4f92-9f04-e02a21060112 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.825565 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.826983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-983b81ab-70d0-4f92-9f04-e02a21060112 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.835187 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.849337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.861175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b81ab-70d0-4f92-9f04-e02a21060112 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59ea83d-364a-4ff7-aae4-4287e8927dd2,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:45.881227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-983b81ab-70d0-4f92-9f04-e02a21060112 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.889821 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-983b81ab-70d0-4f92-9f04-e02a21060112 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2609606 Feb 04 05:54:45.889821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:45.889821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43060) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:45.896782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-8aa42e76-6b4d-4016-bbb0-8249752fe113 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': '2e0d544d-3944-4590-8093-db484542fe77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:45.902006 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80248ae6-f987-4ef9-86aa-0789cee88d60,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:45.912852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.913250 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Added segment 6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3 of type vlan for network 877c0652-966c-4850-99f2-b3f626b44e9c Feb 04 05:54:45.965338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.977923 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8aa42e76-6b4d-4016-bbb0-8249752fe113 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.016158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.021669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:46.022368 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.110874 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7079537 Feb 04 05:54:46.122394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc28e3-828e-4d39-b808-e9f9912c6c05 tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Pushing event updated for resources: {'Network': ['ID=877c0652-966c-4850-99f2-b3f626b44e9c,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:46.133910 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8aa42e76-6b4d-4016-bbb0-8249752fe113 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.137544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 877c0652-966c-4850-99f2-b3f626b44e9c details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:46.141884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8aa42e76-6b4d-4016-bbb0-8249752fe113 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.161335 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa42e76-6b4d-4016-bbb0-8249752fe113 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012dbcb6-a4f8-4003-bf0f-3e6d3e6d4d67,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:46.166608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1fd35956-ca06-4013-9439-54abfbbcd5aa is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:46.173350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8aa42e76-6b4d-4016-bbb0-8249752fe113 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.174959 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8aa42e76-6b4d-4016-bbb0-8249752fe113 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2857502 Feb 04 05:54:46.177766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43066) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:46.194622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Router 2a2b159f-8853-40ca-a568-5c98971a10f6 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:46.214967 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4c8c471-a956-4f40-8d95-c27d9ddfab99 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.219811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:46.226575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4c8c471-a956-4f40-8d95-c27d9ddfab99 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.232952 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 1fd35956-ca06-4013-9439-54abfbbcd5aa) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:46.235429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:46.243901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:46.247096 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5711e2c2-af8b-4afb-859e-533b21a6828c None None] Network 1fd35956-ca06-4013-9439-54abfbbcd5aa requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:46.247332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:46.247907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.255463 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-099a70fe-6cf4-43a0-9181-1b36cb23c1a8 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/routers/96de6830-0b89-4531-988c-a8f7aea68eba HTTP/1.1" status: 200 len: 922 time: 0.5381353 Feb 04 05:54:46.256233 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'Port': ['ID=2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:46.258737 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43068) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:46.285146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4c8c471-a956-4f40-8d95-c27d9ddfab99 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.286500 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-e371cc12-cc16-41d5-9d67-0a5909d53a1f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port 1b29b289-04aa-4191-bc31-18cbce70ea7d {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:46.286846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e371cc12-cc16-41d5-9d67-0a5909d53a1f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.295243 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4c8c471-a956-4f40-8d95-c27d9ddfab99 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.295243 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a4c8c471-a956-4f40-8d95-c27d9ddfab99 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/012dbcb6-a4f8-4003-bf0f-3e6d3e6d4d67 HTTP/1.1" status: 204 len: 168 time: 0.1130948 Feb 04 05:54:46.299261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43070) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:46.320897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8c471-a956-4f40-8d95-c27d9ddfab99 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=012dbcb6-a4f8-4003-bf0f-3e6d3e6d4d67,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:46.344285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05089b13-2c49-4eb0-965c-fb081f2e3333 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:46.349038 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-05089b13-2c49-4eb0-965c-fb081f2e3333 tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&device_id=96de6830-0b89-4531-988c-a8f7aea68eba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0867865 Feb 04 05:54:46.349286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43072) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:46.420961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43074) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:46.421150 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b838ec5b-847f-49f9-aca9-75bfcb9f54fd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2860327 Feb 04 05:54:46.426095 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43076) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:46.433443 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Request body: {'port': {'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c', 'binding:host_id': 'hv-neutron-8268', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-574014712'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:46.441484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': '1fd35956-ca06-4013-9439-54abfbbcd5aa', 'name': 'tempest-PortsIpV6TestJSON-1258510420'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:46.461224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:46.461876 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.499016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-1fd35956-ca06-4013-9439-54abfbbcd5aa', 'network_id': '1fd35956-ca06-4013-9439-54abfbbcd5aa', 'tenant_id': '57b18c3874f14ef2a03a9502bf10053c', 'fixed_ips': [{'subnet_id': '3cebf495-37fb-4fa6-922a-885c0412969c'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:54:46.501098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.525388 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7b122a24-3310-460f-9c2d-49552ceeeff2 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2240019 Feb 04 05:54:46.528318 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43078) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:46.581013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Made reservation on behalf of 34aae9d5678843bfbe8228f8d23abcce for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:46.581279 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d05bcb97-26eb-40d7-84de-e354afeff900 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9899275 Feb 04 05:54:46.581368 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.582681 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43080) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:46.587201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8861d8b-dc44-4d42-946e-34a5fedecaff tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:46.591306 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e8861d8b-dc44-4d42-946e-34a5fedecaff tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/networks/e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 881 time: 0.2383547 Feb 04 05:54:46.592927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43082) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:46.597930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e371cc12-cc16-41d5-9d67-0a5909d53a1f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.609232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ea86eced-c6dd-4483-82a9-e34025540225 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f7:3c:47'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:c4:ab:af'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:46.620489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.644138 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-561df89f-a70c-4e69-a079-9a5d51ef3d9e tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=96de6830-0b89-4531-988c-a8f7aea68eba HTTP/1.1" status: 200 len: 205 time: 0.0458872 Feb 04 05:54:46.644138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-e371cc12-cc16-41d5-9d67-0a5909d53a1f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for 1b29b289-04aa-4191-bc31-18cbce70ea7d owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:46.645543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43084) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:46.656323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:46.669360 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fa0e479e-8c25-40dc-9725-7a9a429071a9 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.670382 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40a914-d960-462d-8207-acb5ed5bef48 None None] Sync routers for ids ['2a2b159f-8853-40ca-a568-5c98971a10f6'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:46.684766 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40a914-d960-462d-8207-acb5ed5bef48 None None] Routers {'2a2b159f-8853-40ca-a568-5c98971a10f6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:46.686156 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1a40a914-d960-462d-8207-acb5ed5bef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2a2b159f-8853-40ca-a568-5c98971a10f6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:46.693576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fa0e479e-8c25-40dc-9725-7a9a429071a9 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.705016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-5315c85c-6fba-4b46-b581-ecbc45da0836 None None] Provisioning complete for port 2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:46.705588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5315c85c-6fba-4b46-b581-ecbc45da0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.745315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Allocated IP 2001:db8::2 (1fd35956-ca06-4013-9439-54abfbbcd5aa/3cebf495-37fb-4fa6-922a-885c0412969c/c47a18c1-7e89-421b-bdad-d4def73d3863) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:46.747287 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-5315c85c-6fba-4b46-b581-ecbc45da0836 None None] Port 2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:46.786890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:46.790333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.791540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.811348 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fa0e479e-8c25-40dc-9725-7a9a429071a9 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.827490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fa0e479e-8c25-40dc-9725-7a9a429071a9 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.828989 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fa0e479e-8c25-40dc-9725-7a9a429071a9 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a59ea83d-364a-4ff7-aae4-4287e8927dd2 HTTP/1.1" status: 204 len: 168 time: 0.2996943 Feb 04 05:54:46.838911 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43086) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:46.851494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port 86ecb9df-e9b5-4a08-a264-c50e22f5250a yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:46.865680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e479e-8c25-40dc-9725-7a9a429071a9 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a59ea83d-364a-4ff7-aae4-4287e8927dd2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:46.887877 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dc8137cb-5f17-4bbc-abaa-b10790282711 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7584040 Feb 04 05:54:46.890842 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-1a40a914-d960-462d-8207-acb5ed5bef48 None None] Set router 2a2b159f-8853-40ca-a568-5c98971a10f6 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:46.893793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:54:46.895440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77837f33-364e-455b-bf8d-8e5344569ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "tag": "f900d509-38b5-4f84-be33-cce717df5061"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:54:46.967854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93508dfb-cc30-484b-b8d4-0e670ee394d6 x-openstack-request-id: req-93508dfb-cc30-484b-b8d4-0e670ee394d6 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:54:46.968503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "tag": "f900d509-38b5-4f84-be33-cce717df5061", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:54:46.968949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93508dfb-cc30-484b-b8d4-0e670ee394d6 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:54:46.969558 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061', 'status': 'completed', 'code': 200} Feb 04 05:54:46.978079 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.027983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea86eced-c6dd-4483-82a9-e34025540225 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.042640 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b97e5f84-ed3c-47da-9ae9-4a7771fe1eb8 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1980157 Feb 04 05:54:47.047958 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43092) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:47.049959 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.070240 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.079031 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] device_id is not set on port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:47.155004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.164756 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.176775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77837f33-364e-455b-bf8d-8e5344569ae5 req-86b709da-5fd6-4946-99f0-5076120e69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:47.178417 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-77837f33-364e-455b-bf8d-8e5344569ae5 req-86b709da-5fd6-4946-99f0-5076120e69c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20588474087a41dc90cc0c8c778d25b9&device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 1098 time: 0.1952312 Feb 04 05:54:47.212848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Network 1fd35956-ca06-4013-9439-54abfbbcd5aa is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:47.215436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416ca46-318f-455a-b4d4-812c579783b0 req-9190a5ef-26af-42de-8f15-d052f28ff754 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:47.215744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:47.217150 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e416ca46-318f-455a-b4d4-812c579783b0 req-9190a5ef-26af-42de-8f15-d052f28ff754 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.1854374 Feb 04 05:54:47.218845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:47.284291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Pushing event updated for resources: {'Port': ['ID=c47a18c1-7e89-421b-bdad-d4def73d3863,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:47.286509 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1a40a914-d960-462d-8207-acb5ed5bef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:16Z', 'revision_number': 4, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '7a091243-a2da-4779-a1f6-f73edd85e29b', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'port_id': 'f900d509-38b5-4f84-be33-cce717df5061', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'mac_address': 'fa:16:3e:8d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f003c7-ac43-4eaf-991f-a7855b928933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:54:42Z', 'updated_at': '2022-02-04T05:54:42Z', 'revision_number': 0, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89fd917-6136-45a0-8f30-959b6149a997', 'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'mac_address': 'fa:16:3e:ee:dd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:14Z', 'updated_at': '2022-02-04T05:54:21Z', 'revision_number': 5, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'subnets': [{'id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:47.287148 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Attempting to bind port c47a18c1-7e89-421b-bdad-d4def73d3863 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:47.287982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Attempting to bind port c47a18c1-7e89-421b-bdad-d4def73d3863 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'c1c95835-ec3f-4ea7-b68b-29b510f5987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fd35956-ca06-4013-9439-54abfbbcd5aa'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:47.287982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Attempting to bind port c47a18c1-7e89-421b-bdad-d4def73d3863 on network 1fd35956-ca06-4013-9439-54abfbbcd5aa {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:47.289785 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.293902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:47.294214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Checking segment: {'id': 'c1c95835-ec3f-4ea7-b68b-29b510f5987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fd35956-ca06-4013-9439-54abfbbcd5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:47.294599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.294985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Bound using segment: {'id': 'c1c95835-ec3f-4ea7-b68b-29b510f5987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fd35956-ca06-4013-9439-54abfbbcd5aa'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:47.295762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Bound port: c47a18c1-7e89-421b-bdad-d4def73d3863, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c95835-ec3f-4ea7-b68b-29b510f5987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fd35956-ca06-4013-9439-54abfbbcd5aa'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:47.295884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.318183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebc00fa-31cb-4ab0-bb7e-ab1ad25d9232,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:47.320165 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40a914-d960-462d-8207-acb5ed5bef48 None None] Checking router: 2a2b159f-8853-40ca-a568-5c98971a10f6 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:47.331538 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40a914-d960-462d-8207-acb5ed5bef48 None None] Routers {'2a2b159f-8853-40ca-a568-5c98971a10f6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:47.332188 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1a40a914-d960-462d-8207-acb5ed5bef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2a2b159f-8853-40ca-a568-5c98971a10f6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:47.352724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a67cb22e-f500-446f-be42-cebb53bcc1c7 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.360707 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a67cb22e-f500-446f-be42-cebb53bcc1c7 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.373526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] For port c47a18c1-7e89-421b-bdad-d4def73d3863, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:47.375825 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e371cc12-cc16-41d5-9d67-0a5909d53a1f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.379944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] For port c47a18c1-7e89-421b-bdad-d4def73d3863, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c47a18c1-7e89-421b-bdad-d4def73d3863,segment=NetworkSegment(c1c95835-ec3f-4ea7-b68b-29b510f5987d),segment_id=c1c95835-ec3f-4ea7-b68b-29b510f5987d)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:47.386849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.396943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77837f33-364e-455b-bf8d-8e5344569ae5 req-33e3e847-264a-482c-b887-8b75dc6f8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:47.398754 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-77837f33-364e-455b-bf8d-8e5344569ae5 req-33e3e847-264a-482c-b887-8b75dc6f8bcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=f48dc643-7ef5-4281-9506-5538c2a774f7 HTTP/1.1" status: 200 len: 898 time: 0.2093742 Feb 04 05:54:47.469695 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-1a40a914-d960-462d-8207-acb5ed5bef48 None None] Set router 2a2b159f-8853-40ca-a568-5c98971a10f6 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:47.496545 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f87054-6242-4957-a9e1-636aeb0b591e None None] Pushing event updated for resources: {'Port': ['ID=c47a18c1-7e89-421b-bdad-d4def73d3863,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:47.525654 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a67cb22e-f500-446f-be42-cebb53bcc1c7 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.530412 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a67cb22e-f500-446f-be42-cebb53bcc1c7 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.531622 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a67cb22e-f500-446f-be42-cebb53bcc1c7 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/90652a2e-231a-4413-8a03-73c769f59163 HTTP/1.1" status: 204 len: 168 time: 0.4803300 Feb 04 05:54:47.542738 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43094) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:47.604302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cb22e-f500-446f-be42-cebb53bcc1c7 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90652a2e-231a-4413-8a03-73c769f59163,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:47.617387 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e416ca46-318f-455a-b4d4-812c579783b0 req-9419e47a-1348-4239-9eab-ce9e67bbbbe8 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710341 Feb 04 05:54:47.648468 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8::305 (1fd35956-ca06-4013-9439-54abfbbcd5aa/3cebf495-37fb-4fa6-922a-885c0412969c/86ecb9df-e9b5-4a08-a264-c50e22f5250a) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:47.650375 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43096) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:47.677838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371cc12-cc16-41d5-9d67-0a5909d53a1f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=1b29b289-04aa-4191-bc31-18cbce70ea7d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:47.716499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Deleting port 65621bc4-d082-438d-adc5-8028330d748d {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:47.716832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.764656 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] device_id is not set on port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:47.815098 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-77837f33-364e-455b-bf8d-8e5344569ae5 req-44c901e7-fb3b-4c66-8c23-e3e8a12c1c80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f900d509-38b5-4f84-be33-cce717df5061 HTTP/1.1" status: 200 len: 999 time: 0.3338943 Feb 04 05:54:47.819116 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1a40a914-d960-462d-8207-acb5ed5bef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:16Z', 'revision_number': 4, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '7a091243-a2da-4779-a1f6-f73edd85e29b', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'port_id': 'f900d509-38b5-4f84-be33-cce717df5061', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'mac_address': 'fa:16:3e:8d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f003c7-ac43-4eaf-991f-a7855b928933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:54:42Z', 'updated_at': '2022-02-04T05:54:42Z', 'revision_number': 0, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89fd917-6136-45a0-8f30-959b6149a997', 'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'mac_address': 'fa:16:3e:ee:dd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:14Z', 'updated_at': '2022-02-04T05:54:21Z', 'revision_number': 5, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'subnets': [{'id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:47.822609 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1b2232c7-8f64-4533-9836-0a54111cdaa9 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2697904 Feb 04 05:54:47.835408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.836522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43098) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:47.859597 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40a914-d960-462d-8207-acb5ed5bef48 None None] The sync data for ids ['2a2b159f-8853-40ca-a568-5c98971a10f6'] in dv-neutron-826811-2-hyperv is: [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:16Z', 'revision_number': 4, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '7a091243-a2da-4779-a1f6-f73edd85e29b', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'port_id': 'f900d509-38b5-4f84-be33-cce717df5061', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'mac_address': 'fa:16:3e:8d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f003c7-ac43-4eaf-991f-a7855b928933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:54:42Z', 'updated_at': '2022-02-04T05:54:42Z', 'revision_number': 0, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89fd917-6136-45a0-8f30-959b6149a997', 'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'mac_address': 'fa:16:3e:ee:dd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:14Z', 'updated_at': '2022-02-04T05:54:21Z', 'revision_number': 5, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'subnets': [{'id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:47.892821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.909037 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e8446095-d1fd-4a57-bc1f-6af8de20f066 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/floatingips/7a091243-a2da-4779-a1f6-f73edd85e29b HTTP/1.1" status: 200 len: 991 time: 0.2532504 Feb 04 05:54:47.957302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.997581 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eabc4de6-aa46-4b70-8844-67b348c571ef tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.007084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea86eced-c6dd-4483-82a9-e34025540225 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.011992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77837f33-364e-455b-bf8d-8e5344569ae5 req-a1f673a4-431b-4031-a612-446fd0d422d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:48.015625 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-77837f33-364e-455b-bf8d-8e5344569ae5 req-a1f673a4-431b-4031-a612-446fd0d422d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed32e810-03fd-412c-aa79-dca213e8ca40 HTTP/1.1" status: 200 len: 835 time: 0.1544607 Feb 04 05:54:48.018547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Calling delete_port for 65621bc4-d082-438d-adc5-8028330d748d owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:48.047027 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eabc4de6-aa46-4b70-8844-67b348c571ef tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.048907 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea86eced-c6dd-4483-82a9-e34025540225 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.066842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e371cc12-cc16-41d5-9d67-0a5909d53a1f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.081589 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event updated for resources: {'Port': ['ID=e29f7ec1-045c-4e2c-b940-1a924c6f1ad1,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:48.168260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77837f33-364e-455b-bf8d-8e5344569ae5 req-253790e4-dea9-493a-a191-c3a2dfc94072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:48.169250 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-77837f33-364e-455b-bf8d-8e5344569ae5 req-253790e4-dea9-493a-a191-c3a2dfc94072 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f48dc643-7ef5-4281-9506-5538c2a774f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1453724 Feb 04 05:54:48.190699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8c2f5-4105-4c1a-90d1-d179f6805f1e None None] New status for floating IP 7a091243-a2da-4779-a1f6-f73edd85e29b: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:54:48.210107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Checking segment: {'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:48.210624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Network hostable DHCP agents. Network: 877c0652-966c-4850-99f2-b3f626b44e9c, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:48.227414 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eabc4de6-aa46-4b70-8844-67b348c571ef tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.255780 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eabc4de6-aa46-4b70-8844-67b348c571ef tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.260697 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-eabc4de6-aa46-4b70-8844-67b348c571ef tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/dc2144ac-e276-43e9-9741-1524d4d8b34f HTTP/1.1" status: 204 len: 168 time: 0.4200284 Feb 04 05:54:48.270533 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43100) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:48.292650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86eced-c6dd-4483-82a9-e34025540225 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event updated for resources: {'Port': ['ID=2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:48.308559 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc4de6-aa46-4b70-8844-67b348c571ef tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc2144ac-e276-43e9-9741-1524d4d8b34f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:48.338914 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ea86eced-c6dd-4483-82a9-e34025540225 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] In _notify_port_updated(), no bound segment for port 2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37 on network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:54:48.352665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea86eced-c6dd-4483-82a9-e34025540225 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:48.353404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea86eced-c6dd-4483-82a9-e34025540225 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.357808 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ea86eced-c6dd-4483-82a9-e34025540225 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "PUT /v2.0/ports/2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37 HTTP/1.1" status: 200 len: 1056 time: 1.7680535 Feb 04 05:54:48.362240 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43102) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:48.419381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-43fb06e2-f68b-4f19-a73c-6974bb8bd665 None None] Provisioning complete for port 2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:48.419766 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-43fb06e2-f68b-4f19-a73c-6974bb8bd665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.422028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.429665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Network 877c0652-966c-4850-99f2-b3f626b44e9c is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:48.471056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-43fb06e2-f68b-4f19-a73c-6974bb8bd665 None None] Port 2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:48.528286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 877c0652-966c-4850-99f2-b3f626b44e9c) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:48.533624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c47a18c1-7e89-421b-bdad-d4def73d3863 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:48.536858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e15faa-5b4f-43dd-8565-ecb0c62d8ab6 None None] Network 877c0652-966c-4850-99f2-b3f626b44e9c requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:48.558679 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9598da2e-cd62-4ad1-abaf-1d0729a2d7c3 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2825549 Feb 04 05:54:48.563971 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43104) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:48.576472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:48.618683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:48.619097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:48.619435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:48.629277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.650293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b8b2da24-4392-42ba-a754-bbb9b580512f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.652611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:48.653115 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:48.660075 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 2 to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 Feb 04 05:54:48.706787 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b8b2da24-4392-42ba-a754-bbb9b580512f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.712621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c47a18c1-7e89-421b-bdad-d4def73d3863 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:48.712621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.768561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:48.768940 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:48.769263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:48.782849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1fd35956-ca06-4013-9439-54abfbbcd5aa is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:48.789207 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-63f7cd69-5cd6-416f-9b77-7d4dfb27edd7 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Deleting port 2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:48.789581 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63f7cd69-5cd6-416f-9b77-7d4dfb27edd7 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.792269 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=86ecb9df-e9b5-4a08-a264-c50e22f5250a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:48.799142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:48.806788 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:48.806788 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:48.810848 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-77837f33-364e-455b-bf8d-8e5344569ae5 req-c494d25f-3061-44d5-a624-317250fcef19 service neutron] 10.222.0.36 "GET /v2.0/networks/f48dc643-7ef5-4281-9506-5538c2a774f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309276 Feb 04 05:54:48.822438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:48.828052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.828952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:48.829827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.832699 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 3 to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 Feb 04 05:54:48.868700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port c47a18c1-7e89-421b-bdad-d4def73d3863, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c47a18c1-7e89-421b-bdad-d4def73d3863,segment=NetworkSegment(c1c95835-ec3f-4ea7-b68b-29b510f5987d),segment_id=c1c95835-ec3f-4ea7-b68b-29b510f5987d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:48.874118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.944155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d225e07f-9b76-45ab-ae85-0bb62c9f10a3 None None] Network 1fd35956-ca06-4013-9439-54abfbbcd5aa requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:48.944929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43106) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:48.961848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=c47a18c1-7e89-421b-bdad-d4def73d3863,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:49.000454 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.027425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7e1d2d23-a308-4370-9cb7-938ac946ee46 None None] Provisioning complete for port c47a18c1-7e89-421b-bdad-d4def73d3863 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:49.027881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7e1d2d23-a308-4370-9cb7-938ac946ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.083903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Pushing event deleted for resources: {'Port': ['ID=65621bc4-d082-438d-adc5-8028330d748d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:49.145282 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-141a6f45-3247-4c1d-a785-48667c19f793 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/floatingips/7a091243-a2da-4779-a1f6-f73edd85e29b HTTP/1.1" status: 200 len: 993 time: 0.1973140 Feb 04 05:54:49.166255 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b8b2da24-4392-42ba-a754-bbb9b580512f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.180289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b8b2da24-4392-42ba-a754-bbb9b580512f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.183724 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b8b2da24-4392-42ba-a754-bbb9b580512f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2e390879-561d-4b8d-aac6-6686050194a2 HTTP/1.1" status: 204 len: 168 time: 0.6121852 Feb 04 05:54:49.184324 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43108) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:49.187875 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:49.188219 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:49.188559 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:49.200675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e371cc12-cc16-41d5-9d67-0a5909d53a1f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router e8e36936-bd6a-425a-bbc7-6c446ce6cc32 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:49.202809 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-06f4f456-edf0-488f-bbf2-d66b32a0bbd0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7742510 Feb 04 05:54:49.207445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2da24-4392-42ba-a754-bbb9b580512f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e390879-561d-4b8d-aac6-6686050194a2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:49.211660 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-77837f33-364e-455b-bf8d-8e5344569ae5 req-4d449200-3836-43b3-bd8e-4db718dc232b service neutron] 10.222.0.36 "GET /v2.0/networks/f48dc643-7ef5-4281-9506-5538c2a774f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448181 Feb 04 05:54:49.215065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43110) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:49.219959 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:49.220297 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:49.222187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': '1fd35956-ca06-4013-9439-54abfbbcd5aa', 'name': 'tempest-PortsIpV6TestJSON-1539312663'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:49.223634 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 4 to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 Feb 04 05:54:49.259416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:49.259758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:49.260104 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:49.283010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.289206 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b8d2ecf1-9e34-43b8-b619-c0724f3191a2 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0939317 Feb 04 05:54:49.289206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:49.289206 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:49.289725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63f7cd69-5cd6-416f-9b77-7d4dfb27edd7 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.291885 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 5 to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 Feb 04 05:54:49.299351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43112) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:49.318178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-63f7cd69-5cd6-416f-9b77-7d4dfb27edd7 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Calling delete_port for 2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:49.335583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:49.335833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:49.336180 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:49.386127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:49.386466 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:49.392374 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 6 to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 Feb 04 05:54:49.421780 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:49.422312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:49.422657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:49.433013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.436448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.444034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:49.444376 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:49.446108 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 7 to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 Feb 04 05:54:49.451071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7b2d-6ac1-441b-97ee-6e43021e571e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.480499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:49.480847 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:49.481225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:49.493016 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:49.493383 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:49.496336 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 8 to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 Feb 04 05:54:49.500393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7b2d-6ac1-441b-97ee-6e43021e571e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.535022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3332b67c-89d9-48cd-a5fb-5f05ba64e19a None None] Provisioning complete for port c47a18c1-7e89-421b-bdad-d4def73d3863 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:49.535610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3332b67c-89d9-48cd-a5fb-5f05ba64e19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.549734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.550414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Fanout notify agent at l3_agent the message router_deleted on router 96de6830-0b89-4531-988c-a8f7aea68eba {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:49.560528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:49.560873 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:49.561250 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:49.562609 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.563741 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9b59fecd-29d5-48b2-a55e-88569d9a63c1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/96de6830-0b89-4531-988c-a8f7aea68eba HTTP/1.1" status: 204 len: 168 time: 2.9171102 Feb 04 05:54:49.572276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43114) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:49.577377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-165728359', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:49.580228 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e371cc12-cc16-41d5-9d67-0a5909d53a1f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:49.586952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e371cc12-cc16-41d5-9d67-0a5909d53a1f tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "PUT /v2.0/routers/e8e36936-bd6a-425a-bbc7-6c446ce6cc32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7756443 Feb 04 05:54:49.589540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43116) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:49.597681 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:49.598102 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:49.598454 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 9 to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 Feb 04 05:54:49.600888 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de2438-520c-42b9-a6bb-52fd0c2d1f5e None None] Sync routers for ids ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:49.617777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:49.618182 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:49.618532 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:49.623841 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:49.624738 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:49.625145 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.plugins.ml2.plugin [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 10 to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 Feb 04 05:54:49.629419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63f7cd69-5cd6-416f-9b77-7d4dfb27edd7 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.636784 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7b2d-6ac1-441b-97ee-6e43021e571e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.639393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7b2d-6ac1-441b-97ee-6e43021e571e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.641121 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2a4c7b2d-6ac1-441b-97ee-6e43021e571e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-groups/2e0d544d-3944-4590-8093-db484542fe77 HTTP/1.1" status: 204 len: 168 time: 0.3408108 Feb 04 05:54:49.644200 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de2438-520c-42b9-a6bb-52fd0c2d1f5e None None] Routers {'e8e36936-bd6a-425a-bbc7-6c446ce6cc32'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:49.644801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43118) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:49.657940 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e0de2438-520c-42b9-a6bb-52fd0c2d1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:49.677388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:49.681422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3332b67c-89d9-48cd-a5fb-5f05ba64e19a None None] Provisioning complete for port 86ecb9df-e9b5-4a08-a264-c50e22f5250a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:49.681801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3332b67c-89d9-48cd-a5fb-5f05ba64e19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.690544 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:49.690908 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:49.691224 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:49.692806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.697631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c7b2d-6ac1-441b-97ee-6e43021e571e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0d544d-3944-4590-8093-db484542fe77,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:49.709447 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7cd69-5cd6-416f-9b77-7d4dfb27edd7 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event deleted for resources: {'Port': ['ID=2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:49.753716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:49.754458 dv-neutron-826811-2-hyperv neutron-server[102166]: ERROR neutron.plugins.ml2.managers [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:49.755295 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.756005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3332b67c-89d9-48cd-a5fb-5f05ba64e19a None None] Port 86ecb9df-e9b5-4a08-a264-c50e22f5250a cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:49.773913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port 30a0f4f5-f249-4135-acec-a1d700726f06 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:49.798517 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8d8f9763-3197-4112-97d6-83f091b60b55 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1524072 Feb 04 05:54:49.804402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43120) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:49.816242 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ca1fa244-c304-46ba-a8c2-d057ac279bbe tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055904724'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:49.833871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.835625 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.856609 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.877933 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e0de2438-520c-42b9-a6bb-52fd0c2d1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:49.889638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-576c090b-ccdb-4569-9a9b-867670c946fb None None] Provisioning complete for port 86ecb9df-e9b5-4a08-a264-c50e22f5250a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:49.891529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-576c090b-ccdb-4569-9a9b-867670c946fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.906340 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de2438-520c-42b9-a6bb-52fd0c2d1f5e None None] Routers {'e8e36936-bd6a-425a-bbc7-6c446ce6cc32'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:49.908247 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e0de2438-520c-42b9-a6bb-52fd0c2d1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:49.950442 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-576c090b-ccdb-4569-9a9b-867670c946fb None None] Port 86ecb9df-e9b5-4a08-a264-c50e22f5250a cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:49.966616 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e0de2438-520c-42b9-a6bb-52fd0c2d1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:49.967665 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de2438-520c-42b9-a6bb-52fd0c2d1f5e None None] The sync data for ids ['e8e36936-bd6a-425a-bbc7-6c446ce6cc32'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:50.012396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa244-c304-46ba-a8c2-d057ac279bbe tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.028794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.036458 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] For port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1, host hv-neutron-8268, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:50.037111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempted to set empty binding levels {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:54:50.051950 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.054309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8::174 (1fd35956-ca06-4013-9439-54abfbbcd5aa/3cebf495-37fb-4fa6-922a-885c0412969c/30a0f4f5-f249-4135-acec-a1d700726f06) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:50.068780 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.200682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:50.201524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.216170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port 936da461-308e-476c-8c06-05b354f5d771 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:50.216769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.290916 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.335369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event updated for resources: {'Port': ['ID=e29f7ec1-045c-4e2c-b940-1a924c6f1ad1,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:50.337138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.347699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.353346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for 936da461-308e-476c-8c06-05b354f5d771 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:50.356587 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-52122bb0-8088-4424-a2ec-14c2b64c5818 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.9335809 Feb 04 05:54:50.357879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43122) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:50.391341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.398332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63f7cd69-5cd6-416f-9b77-7d4dfb27edd7 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.401819 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-63f7cd69-5cd6-416f-9b77-7d4dfb27edd7 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "DELETE /v2.0/ports/2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37 HTTP/1.1" status: 204 len: 168 time: 2.0365508 Feb 04 05:54:50.407343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43124) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:50.414659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa244-c304-46ba-a8c2-d057ac279bbe tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.416445 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c47a18c1-7e89-421b-bdad-d4def73d3863 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:50.448572 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa244-c304-46ba-a8c2-d057ac279bbe tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.472100 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c47a18c1-7e89-421b-bdad-d4def73d3863 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:50.472404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.496010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa244-c304-46ba-a8c2-d057ac279bbe tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.499942 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ca1fa244-c304-46ba-a8c2-d057ac279bbe tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6849988 Feb 04 05:54:50.500283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43126) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:50.505467 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-695946db-fc8f-457a-9583-9e792f385d1b tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': 'e51f6c66-1604-46aa-ab01-2d93301979f3', 'direction': 'ingress', 'protocol': 17}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:50.513598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fa244-c304-46ba-a8c2-d057ac279bbe tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f6c66-1604-46aa-ab01-2d93301979f3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:50.528037 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcfca10-d264-461b-aa55-2c67cf511284 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] GET failed (client error): The resource could not be found. Feb 04 05:54:50.529649 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8bcfca10-d264-461b-aa55-2c67cf511284 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "GET /v2.0/ports/2bb3ff01-17f9-4cc2-b6a2-4060d3e4fc37 HTTP/1.1" status: 404 len: 333 time: 0.1209285 Feb 04 05:54:50.534510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43128) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:50.539046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1fd35956-ca06-4013-9439-54abfbbcd5aa is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:50.551991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:50.558987 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:50.564963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:50.565630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.572259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=30a0f4f5-f249-4135-acec-a1d700726f06,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:50.618622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-695946db-fc8f-457a-9583-9e792f385d1b tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.633898 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1b6a0f85-0ed3-480b-9a47-387033790570 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4163611 Feb 04 05:54:50.638048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43130) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:50.699062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-cc1bcc06-1972-419f-a8ce-0a4f59ddd97d tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Deleting port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:50.699465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc1bcc06-1972-419f-a8ce-0a4f59ddd97d tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.803095 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.809736 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-3b19f046-f395-460b-9ff3-34b12863df95 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Deleting port 88e4096e-0a3b-45b8-b7f3-b04507d0603d {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:50.810078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b19f046-f395-460b-9ff3-34b12863df95 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.841458 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.844871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-695946db-fc8f-457a-9583-9e792f385d1b tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.887574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-695946db-fc8f-457a-9583-9e792f385d1b tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.909304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-be39fb2f-96be-4428-8ae3-46dfd52eddc5 None None] Provisioning complete for port 30a0f4f5-f249-4135-acec-a1d700726f06 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:50.910400 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-be39fb2f-96be-4428-8ae3-46dfd52eddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.945569 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-be39fb2f-96be-4428-8ae3-46dfd52eddc5 None None] Port 30a0f4f5-f249-4135-acec-a1d700726f06 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:50.947326 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695946db-fc8f-457a-9583-9e792f385d1b tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748aba87-2b2a-4da2-b913-110a14a5175d,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:50.976623 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-695946db-fc8f-457a-9583-9e792f385d1b tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.979891 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-695946db-fc8f-457a-9583-9e792f385d1b tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4768028 Feb 04 05:54:50.984228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43132) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:51.018077 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b19f046-f395-460b-9ff3-34b12863df95 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.069171 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-3b19f046-f395-460b-9ff3-34b12863df95 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Calling delete_port for 88e4096e-0a3b-45b8-b7f3-b04507d0603d owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:51.087886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae0ed92-e8ae-453c-983e-b01a9afaac62 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:51.089418 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fae0ed92-e8ae-453c-983e-b01a9afaac62 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A305 HTTP/1.1" status: 200 len: 929 time: 0.4504144 Feb 04 05:54:51.094878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43134) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:51.097454 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-cc1bcc06-1972-419f-a8ce-0a4f59ddd97d tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] For port e29f7ec1-045c-4e2c-b940-1a924c6f1ad1, host hv-neutron-8268, got binding levels [] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:51.097830 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc1bcc06-1972-419f-a8ce-0a4f59ddd97d tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.116405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-cc1bcc06-1972-419f-a8ce-0a4f59ddd97d tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Calling delete_port for e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:51.126830 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.143133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e39831fc-695f-47ab-8921-175f0f1b54f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.167968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Allocated IP 172.26.5.161 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/3ab3b63d-0614-4ad2-9472-f6ac6ee86177) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:51.190386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=936da461-308e-476c-8c06-05b354f5d771,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:51.200391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db1cbca4-f8a4-4564-9b39-ab6b6ea4eb24 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.271235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.310115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db1cbca4-f8a4-4564-9b39-ab6b6ea4eb24 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.338450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc1bcc06-1972-419f-a8ce-0a4f59ddd97d tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.393854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.397561 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.399232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bcc06-1972-419f-a8ce-0a4f59ddd97d tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event deleted for resources: {'Port': ['ID=e29f7ec1-045c-4e2c-b940-1a924c6f1ad1,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:51.410547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc1bcc06-1972-419f-a8ce-0a4f59ddd97d tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.413968 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cc1bcc06-1972-419f-a8ce-0a4f59ddd97d tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 HTTP/1.1" status: 204 len: 168 time: 1.0529344 Feb 04 05:54:51.420137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43136) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:51.456195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.456761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Fanout notify agent at l3_agent the message router_deleted on router e8e36936-bd6a-425a-bbc7-6c446ce6cc32 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:51.463116 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.463728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.464926 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a4973fcf-1ad4-4ba2-ab12-bdc42bbe41d4 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/routers/e8e36936-bd6a-425a-bbc7-6c446ce6cc32 HTTP/1.1" status: 204 len: 168 time: 1.8744447 Feb 04 05:54:51.469418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43138) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:51.470128 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e1ccb3-4757-496c-b677-bb1ae844da83 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:54:51.471462 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-52e1ccb3-4757-496c-b677-bb1ae844da83 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "GET /v2.0/ports/e29f7ec1-045c-4e2c-b940-1a924c6f1ad1 HTTP/1.1" status: 404 len: 333 time: 0.0492914 Feb 04 05:54:51.477568 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43140) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:51.482203 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Request body: {'port': {'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1525457628'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:51.485168 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e48b3ef2-5411-48ed-8de2-e660138b6b91 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 30a0f4f5-f249-4135-acec-a1d700726f06 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:51.485507 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e48b3ef2-5411-48ed-8de2-e660138b6b91 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.491919 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db1cbca4-f8a4-4564-9b39-ab6b6ea4eb24 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.494401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db1cbca4-f8a4-4564-9b39-ab6b6ea4eb24 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.495505 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-db1cbca4-f8a4-4564-9b39-ab6b6ea4eb24 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-groups/e51f6c66-1604-46aa-ab01-2d93301979f3 HTTP/1.1" status: 204 len: 168 time: 0.5103545 Feb 04 05:54:51.505325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43142) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:51.548546 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b19f046-f395-460b-9ff3-34b12863df95 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.555265 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cbca4-f8a4-4564-9b39-ab6b6ea4eb24 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f6c66-1604-46aa-ab01-2d93301979f3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:51.574118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5378644d-efef-418a-881e-4766f28c80a6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting subnet ecd8daae-3ecd-4000-911f-907c720f11a0 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:54:51.580447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Made reservation on behalf of 34aae9d5678843bfbe8228f8d23abcce for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:51.582963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.586540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5378644d-efef-418a-881e-4766f28c80a6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.606327 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19f046-f395-460b-9ff3-34b12863df95 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event deleted for resources: {'Port': ['ID=88e4096e-0a3b-45b8-b7f3-b04507d0603d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:51.617459 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5e38eef1-e3b9-45ff-94d8-841202d2fedd tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1110146 Feb 04 05:54:51.621529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43144) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:51.627731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-388cd281-57d5-47e1-bfeb-396152366148 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084853397'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:51.655017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] device_id is not set on port 287b85fb-41fa-469d-8c65-5ddbcfb02cde yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:51.666618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5378644d-efef-418a-881e-4766f28c80a6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.669670 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e48b3ef2-5411-48ed-8de2-e660138b6b91 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.690746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.721195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e48b3ef2-5411-48ed-8de2-e660138b6b91 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 30a0f4f5-f249-4135-acec-a1d700726f06 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:51.749732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-388cd281-57d5-47e1-bfeb-396152366148 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.767870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:51.776448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:51.809890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:51.816789 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Pushing event updated for resources: {'Port': ['ID=3ab3b63d-0614-4ad2-9472-f6ac6ee86177,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:51.842049 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b19f046-f395-460b-9ff3-34b12863df95 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.847889 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3b19f046-f395-460b-9ff3-34b12863df95 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "DELETE /v2.0/ports/88e4096e-0a3b-45b8-b7f3-b04507d0603d HTTP/1.1" status: 204 len: 168 time: 1.3084843 Feb 04 05:54:51.850652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43146) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:51.894933 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a05bdbc-f7fd-4b83-a1d3-e480f98852b8 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] GET failed (client error): The resource could not be found. Feb 04 05:54:51.896452 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9a05bdbc-f7fd-4b83-a1d3-e480f98852b8 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "GET /v2.0/ports/88e4096e-0a3b-45b8-b7f3-b04507d0603d HTTP/1.1" status: 404 len: 333 time: 0.0449295 Feb 04 05:54:51.901736 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43148) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:51.926902 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5378644d-efef-418a-881e-4766f28c80a6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.991476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.019027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-388cd281-57d5-47e1-bfeb-396152366148 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.024383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-388cd281-57d5-47e1-bfeb-396152366148 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.075324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-388cd281-57d5-47e1-bfeb-396152366148 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.076460 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-388cd281-57d5-47e1-bfeb-396152366148 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4537911 Feb 04 05:54:52.084230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43150) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:52.093691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-229901e4-6a74-480b-ad98-33b456831cf2 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283259678'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:52.098034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5378644d-efef-418a-881e-4766f28c80a6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.137697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cd281-57d5-47e1-bfeb-396152366148 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3507b0-05c4-4b50-a881-f2d8d19faf84,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:52.137937 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e48b3ef2-5411-48ed-8de2-e660138b6b91 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.148271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5378644d-efef-418a-881e-4766f28c80a6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.148401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-006ce50c-a804-437d-bf1e-532fa23d8068 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Deleting port 98f88f00-e45a-41bc-8e11-b67238b29b5b {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:52.148502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-006ce50c-a804-437d-bf1e-532fa23d8068 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.154412 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5378644d-efef-418a-881e-4766f28c80a6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/subnets/ecd8daae-3ecd-4000-911f-907c720f11a0 HTTP/1.1" status: 204 len: 168 time: 0.6826389 Feb 04 05:54:52.155859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378644d-efef-418a-881e-4766f28c80a6 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd8daae-3ecd-4000-911f-907c720f11a0,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:52.159007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43152) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:52.159594 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b71594c-54a4-4e96-b741-ea20ec02605f None None] Network 6a261ff9-d88a-4153-ad17-60c720a00179 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:52.162874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.214164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b3ef2-5411-48ed-8de2-e660138b6b91 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=30a0f4f5-f249-4135-acec-a1d700726f06,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:52.267868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-229901e4-6a74-480b-ad98-33b456831cf2 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.280234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Network 877c0652-966c-4850-99f2-b3f626b44e9c is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:52.295261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:52.299697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:52.300846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:52.301484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.313830 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event updated for resources: {'Port': ['ID=287b85fb-41fa-469d-8c65-5ddbcfb02cde,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:52.349588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.361817 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c2745338-e26a-4e58-bf7f-2a51ad50a2da tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8831983 Feb 04 05:54:52.363658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43154) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:52.370702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:52.418729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f673e7a1-6c5e-4c94-9f83-e5717fcb98d0 None None] DHCP port deletion for 6a261ff9-d88a-4153-ad17-60c720a00179 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:54:52.478902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f673e7a1-6c5e-4c94-9f83-e5717fcb98d0 None None] Deleting port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:52.479652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f673e7a1-6c5e-4c94-9f83-e5717fcb98d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.512061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-229901e4-6a74-480b-ad98-33b456831cf2 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.513184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.530769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-229901e4-6a74-480b-ad98-33b456831cf2 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.563374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f673e7a1-6c5e-4c94-9f83-e5717fcb98d0 None None] For port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf,segment=NetworkSegment(73e05efe-43e7-4ff4-ac0c-7961708cce18),segment_id=73e05efe-43e7-4ff4-ac0c-7961708cce18)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:52.563611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f673e7a1-6c5e-4c94-9f83-e5717fcb98d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.583904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f673e7a1-6c5e-4c94-9f83-e5717fcb98d0 None None] Calling delete_port for 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:52.584399 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e48b3ef2-5411-48ed-8de2-e660138b6b91 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.587635 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e48b3ef2-5411-48ed-8de2-e660138b6b91 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/30a0f4f5-f249-4135-acec-a1d700726f06 HTTP/1.1" status: 204 len: 168 time: 1.4894056 Feb 04 05:54:52.591737 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43156) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:52.595310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-229901e4-6a74-480b-ad98-33b456831cf2 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.596850 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-229901e4-6a74-480b-ad98-33b456831cf2 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5100245 Feb 04 05:54:52.606857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43158) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:52.614907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6145442a-9707-4e3c-b232-15b5209f6c10 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': 'da3507b0-05c4-4b50-a881-f2d8d19faf84', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '91c53865-623a-4c63-8e2a-25d2d32993c6', 'remote_ip_prefix': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:52.622248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229901e4-6a74-480b-ad98-33b456831cf2 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c53865-623a-4c63-8e2a-25d2d32993c6,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:52.649415 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:52.649966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.662207 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-77115cc6-3847-4013-b950-c519fc056b09 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:54:52.666216 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-77115cc6-3847-4013-b950-c519fc056b09 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/30a0f4f5-f249-4135-acec-a1d700726f06 HTTP/1.1" status: 404 len: 333 time: 0.0468068 Feb 04 05:54:52.669327 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43160) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:52.680211 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f673e7a1-6c5e-4c94-9f83-e5717fcb98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.710335 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673e7a1-6c5e-4c94-9f83-e5717fcb98d0 None None] Pushing event deleted for resources: {'Port': ['ID=90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:52.712475 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673e7a1-6c5e-4c94-9f83-e5717fcb98d0 None None] No DVR routers for this DVR port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:52.723044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-006ce50c-a804-437d-bf1e-532fa23d8068 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.737422 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.791811 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-006ce50c-a804-437d-bf1e-532fa23d8068 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Calling delete_port for 98f88f00-e45a-41bc-8e11-b67238b29b5b owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:52.795034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] For port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf,segment=NetworkSegment(73e05efe-43e7-4ff4-ac0c-7961708cce18),segment_id=73e05efe-43e7-4ff4-ac0c-7961708cce18)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:52.795392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.806494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6145442a-9707-4e3c-b232-15b5209f6c10 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.829591 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:52.927889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] device_id is not set on port 287b85fb-41fa-469d-8c65-5ddbcfb02cde yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:52.935094 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a29ce81a-5efc-4ebf-8e15-45c9f8c45ec1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 86ecb9df-e9b5-4a08-a264-c50e22f5250a {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:52.935612 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a29ce81a-5efc-4ebf-8e15-45c9f8c45ec1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.940848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.970286 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.008616 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6145442a-9707-4e3c-b232-15b5209f6c10 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.021748 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6145442a-9707-4e3c-b232-15b5209f6c10 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.074256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145442a-9707-4e3c-b232-15b5209f6c10 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1c96f5-d903-4215-a9bd-6c08653d895a,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:53.076962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event updated for resources: {'Port': ['ID=287b85fb-41fa-469d-8c65-5ddbcfb02cde,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:53.081587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6145442a-9707-4e3c-b232-15b5209f6c10 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.085512 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6145442a-9707-4e3c-b232-15b5209f6c10 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4740200 Feb 04 05:54:53.087133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43162) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:53.094486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.134538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:53.134871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:53.135205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:53.139098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] No DVR routers for this DVR port 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:53.144382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:53.153453 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-006ce50c-a804-437d-bf1e-532fa23d8068 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.168134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a29ce81a-5efc-4ebf-8e15-45c9f8c45ec1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.175904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:53.176236 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:53.178003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 2 to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde Feb 04 05:54:53.181268 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.193836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6760c033-97a0-4e94-a9ed-05816cd63cdb tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.207846 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ce50c-a804-437d-bf1e-532fa23d8068 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event deleted for resources: {'Port': ['ID=98f88f00-e45a-41bc-8e11-b67238b29b5b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:53.209927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a29ce81a-5efc-4ebf-8e15-45c9f8c45ec1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 86ecb9df-e9b5-4a08-a264-c50e22f5250a owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:53.240117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6760c033-97a0-4e94-a9ed-05816cd63cdb tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.264221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:53.264580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:53.264918 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:53.274821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.290036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:53.290306 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:53.296513 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 3 to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde Feb 04 05:54:53.314215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6760c033-97a0-4e94-a9ed-05816cd63cdb tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.318807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6760c033-97a0-4e94-a9ed-05816cd63cdb tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.319938 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6760c033-97a0-4e94-a9ed-05816cd63cdb tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2b1c96f5-d903-4215-a9bd-6c08653d895a HTTP/1.1" status: 204 len: 168 time: 0.2319117 Feb 04 05:54:53.321733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a261ff9-d88a-4153-ad17-60c720a00179']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:53.329749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43164) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:53.340298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:53.340636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:53.340972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:53.344908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e05efe-43e7-4ff4-ac0c-7961708cce18') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:53.345202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e05efe-43e7-4ff4-ac0c-7961708cce18') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:53.347061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760c033-97a0-4e94-a9ed-05816cd63cdb tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b1c96f5-d903-4215-a9bd-6c08653d895a,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:53.361061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.367420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:53.367751 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:53.369520 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 4 to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde Feb 04 05:54:53.387501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.392073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:53.392338 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:53.392670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:53.396997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:54:53.397745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: self.session.flush() Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: self.session.flush() Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: self.session.flush() Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: self.session.flush() Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:54:53.402253 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:54:53.407645 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dc00b129-2c8d-48e3-98c9-6e77287297de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.415249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:53.415645 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:53.418321 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 5 to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde Feb 04 05:54:53.433412 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-006ce50c-a804-437d-bf1e-532fa23d8068 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.436606 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-006ce50c-a804-437d-bf1e-532fa23d8068 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "DELETE /v2.0/ports/98f88f00-e45a-41bc-8e11-b67238b29b5b HTTP/1.1" status: 204 len: 168 time: 1.5339172 Feb 04 05:54:53.440784 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43166) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:53.468588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:53.469021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:53.469382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:53.476014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:53.476367 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:53.476949 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 6 to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde Feb 04 05:54:53.481376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.485724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.489069 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/networks/6a261ff9-d88a-4153-ad17-60c720a00179 HTTP/1.1" status: 204 len: 168 time: 1.3216157 Feb 04 05:54:53.496697 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43168) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:53.508813 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-467045a7-c181-4237-a553-cf5d023588cc tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1749222 Feb 04 05:54:53.515066 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43170) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:53.523784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:53.523784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:53.523784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:53.525262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1214d-e94b-453f-b386-8fdd76a0612b tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Network': ['ID=6a261ff9-d88a-4153-ad17-60c720a00179,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:53.539737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:53.540066 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:53.542823 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 7 to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde Feb 04 05:54:53.568078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:53.568411 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:53.568744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:53.577861 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:53.578156 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:53.580817 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 8 to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde Feb 04 05:54:53.603063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-213d0645-818b-4542-bf02-6e0eb1593c36 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.604980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d394173-1e1b-4ea3-915f-2466a03b1053 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Deleting subnet bc6c7644-769f-4ae7-8802-2e1707e73c4a {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:54:53.605601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:53.605938 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:53.606273 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:53.616284 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9d394173-1e1b-4ea3-915f-2466a03b1053 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.617307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:53.617635 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:53.620008 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 9 to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde Feb 04 05:54:53.638383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-213d0645-818b-4542-bf02-6e0eb1593c36 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.647589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:53.647850 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:53.648179 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:53.659811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:53.660132 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:53.661861 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 10 to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde Feb 04 05:54:53.684706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:53.685039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:53.685586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:53.691524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:53.691909 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:53.692358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.707875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-213d0645-818b-4542-bf02-6e0eb1593c36 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.710421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-213d0645-818b-4542-bf02-6e0eb1593c36 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.711550 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-213d0645-818b-4542-bf02-6e0eb1593c36 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-groups/91c53865-623a-4c63-8e2a-25d2d32993c6 HTTP/1.1" status: 204 len: 168 time: 0.1950748 Feb 04 05:54:53.714838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43172) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:53.719679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a29ce81a-5efc-4ebf-8e15-45c9f8c45ec1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.730095 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9d394173-1e1b-4ea3-915f-2466a03b1053 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.759246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d0645-818b-4542-bf02-6e0eb1593c36 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c53865-623a-4c63-8e2a-25d2d32993c6,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:53.787336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ce81a-5efc-4ebf-8e15-45c9f8c45ec1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=86ecb9df-e9b5-4a08-a264-c50e22f5250a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:53.792090 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Router e8bbf49e-198f-4fa3-8659-c004e8ec7cd3 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:54:53.825014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] For port 287b85fb-41fa-469d-8c65-5ddbcfb02cde, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:53.825406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempted to set empty binding levels {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:54:53.833509 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-29647449-ceba-4d41-93b8-4c491574a75b tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1175151 Feb 04 05:54:53.835689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.837271 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43174) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:53.847036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a29ce81a-5efc-4ebf-8e15-45c9f8c45ec1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.850221 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a29ce81a-5efc-4ebf-8e15-45c9f8c45ec1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/86ecb9df-e9b5-4a08-a264-c50e22f5250a HTTP/1.1" status: 204 len: 168 time: 1.1799810 Feb 04 05:54:53.856297 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43176) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:53.871485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] In _notify_port_updated(), no bound segment for port 287b85fb-41fa-469d-8c65-5ddbcfb02cde on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:54:53.872360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.872958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.877416 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "PUT /v2.0/ports/287b85fb-41fa-469d-8c65-5ddbcfb02cde HTTP/1.1" status: 200 len: 977 time: 1.5121748 Feb 04 05:54:53.878048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43178) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:53.946543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186cb84-8484-4474-91f2-80e2b296fa65 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event updated for resources: {'Port': ['ID=287b85fb-41fa-469d-8c65-5ddbcfb02cde,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:53.972899 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1ed84f-88ae-4e3d-8268-4a0fce57ec41 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:54:53.974518 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0e1ed84f-88ae-4e3d-8268-4a0fce57ec41 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/86ecb9df-e9b5-4a08-a264-c50e22f5250a HTTP/1.1" status: 404 len: 333 time: 0.1158454 Feb 04 05:54:53.986492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43180) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:53.989700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.990193 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.990652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.991517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.991629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.991993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.992440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.993030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.993354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.993800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.994247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.994689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.995132 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.995576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.996019 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.996465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.996907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.997388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.997818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.998257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.998695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.999185 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.999806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:54.000741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:54.004028 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ed474635-47f2-4d1d-8544-d37bac8245b5 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21056 time: 0.1231418 Feb 04 05:54:54.007988 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5102c5d9-f328-4221-8971-d759ab0f645e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port f33c0dcc-0bae-4ad9-8c69-09e7c5a0e144 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:54.008337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5102c5d9-f328-4221-8971-d759ab0f645e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.008826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43182) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:54.088146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-81706e61-6faf-42ae-ab44-95780744caa4 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Deleting port 287b85fb-41fa-469d-8c65-5ddbcfb02cde {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:54.088406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-81706e61-6faf-42ae-ab44-95780744caa4 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.120656 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9d394173-1e1b-4ea3-915f-2466a03b1053 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.150663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-81706e61-6faf-42ae-ab44-95780744caa4 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] For port 287b85fb-41fa-469d-8c65-5ddbcfb02cde, host hv-neutron-8268, got binding levels [] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:54.151280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-81706e61-6faf-42ae-ab44-95780744caa4 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.168011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-81706e61-6faf-42ae-ab44-95780744caa4 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Calling delete_port for 287b85fb-41fa-469d-8c65-5ddbcfb02cde owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:54.183727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf955c6-a771-41b0-b943-07f6fbbc5a46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.209159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccde3df2-f37a-47ca-a108-d11d4b8fcea9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting subnet 3cebf495-37fb-4fa6-922a-885c0412969c {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:54:54.211524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:54.226108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b194a1-bfb7-418a-ab85-77bf355d0b45 None None] Sync routers for ids ['e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:54.238208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ccde3df2-f37a-47ca-a108-d11d4b8fcea9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.242549 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b194a1-bfb7-418a-ab85-77bf355d0b45 None None] Routers {'e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:54.243151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-86b194a1-bfb7-418a-ab85-77bf355d0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:54.249968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-81706e61-6faf-42ae-ab44-95780744caa4 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.276553 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf955c6-a771-41b0-b943-07f6fbbc5a46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.283044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81706e61-6faf-42ae-ab44-95780744caa4 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event deleted for resources: {'Port': ['ID=287b85fb-41fa-469d-8c65-5ddbcfb02cde,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:54.283496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-86b194a1-bfb7-418a-ab85-77bf355d0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:54.291907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-81706e61-6faf-42ae-ab44-95780744caa4 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.293751 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5102c5d9-f328-4221-8971-d759ab0f645e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.294105 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5102c5d9-f328-4221-8971-d759ab0f645e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.298514 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-81706e61-6faf-42ae-ab44-95780744caa4 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "DELETE /v2.0/ports/287b85fb-41fa-469d-8c65-5ddbcfb02cde HTTP/1.1" status: 204 len: 168 time: 0.2859118 Feb 04 05:54:54.298739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43184) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:54.300492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b194a1-bfb7-418a-ab85-77bf355d0b45 None None] Routers {'e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:54.301321 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-86b194a1-bfb7-418a-ab85-77bf355d0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:54.324541 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f977cb-11ac-475b-95e3-8b76b7f8738c tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:54:54.333491 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-50f977cb-11ac-475b-95e3-8b76b7f8738c tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "GET /v2.0/ports/287b85fb-41fa-469d-8c65-5ddbcfb02cde HTTP/1.1" status: 404 len: 333 time: 0.0265043 Feb 04 05:54:54.333670 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.333670 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7bb8a7e7-f234-4555-be99-b109c4751033 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7552617 Feb 04 05:54:54.333837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43186) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:54.334064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5102c5d9-f328-4221-8971-d759ab0f645e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for f33c0dcc-0bae-4ad9-8c69-09e7c5a0e144 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:54.334164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43188) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:54.334759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-86b194a1-bfb7-418a-ab85-77bf355d0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:54.335620 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b194a1-bfb7-418a-ab85-77bf355d0b45 None None] The sync data for ids ['e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:54.347982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1049206019', 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:54.353713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:54.359547 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9d394173-1e1b-4ea3-915f-2466a03b1053 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.373868 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ccde3df2-f37a-47ca-a108-d11d4b8fcea9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.419603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Made reservation on behalf of 34aae9d5678843bfbe8228f8d23abcce for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:54.422078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.427360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:54.447935 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:54.448272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 90b51ca5-79ed-4cd3-99f4-87c3d8e9dcbf not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:54.448941 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d394173-1e1b-4ea3-915f-2466a03b1053 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6c7644-769f-4ae7-8802-2e1707e73c4a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:54.463613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9d394173-1e1b-4ea3-915f-2466a03b1053 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.469849 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9d394173-1e1b-4ea3-915f-2466a03b1053 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "DELETE /v2.0/subnets/bc6c7644-769f-4ae7-8802-2e1707e73c4a HTTP/1.1" status: 204 len: 168 time: 1.0227344 Feb 04 05:54:54.472304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43190) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:54.477653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] device_id is not set on port 53b3939e-3455-43a8-9285-cdd479cb9962 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:54.477811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aec3bf-a34d-42fb-995a-eb3a6490d4f2 None None] Network ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:54.487873 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf955c6-a771-41b0-b943-07f6fbbc5a46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.490474 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf955c6-a771-41b0-b943-07f6fbbc5a46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.491568 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5cf955c6-a771-41b0-b943-07f6fbbc5a46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-groups/da3507b0-05c4-4b50-a881-f2d8d19faf84 HTTP/1.1" status: 204 len: 168 time: 0.6533656 Feb 04 05:54:54.519212 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43192) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:54.583613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf955c6-a771-41b0-b943-07f6fbbc5a46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3507b0-05c4-4b50-a881-f2d8d19faf84,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:54.678010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.685628 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.691629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ccde3df2-f37a-47ca-a108-d11d4b8fcea9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.693534 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883acba-301a-491c-87fe-f1721cc79c4b None None] DHCP port deletion for ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:54:54.698458 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dbfcd690-8a62-44c5-b0a7-60a741c22fa4 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1784537 Feb 04 05:54:54.753953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6883acba-301a-491c-87fe-f1721cc79c4b None None] Deleting port f7c149fb-1a51-4d45-8d2d-3566012c654d {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:54.754639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6883acba-301a-491c-87fe-f1721cc79c4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.833428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6883acba-301a-491c-87fe-f1721cc79c4b None None] For port f7c149fb-1a51-4d45-8d2d-3566012c654d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f7c149fb-1a51-4d45-8d2d-3566012c654d,segment=NetworkSegment(d8e73ea3-b3ed-45e7-97f0-d6da7e1d709f),segment_id=d8e73ea3-b3ed-45e7-97f0-d6da7e1d709f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:54.834130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6883acba-301a-491c-87fe-f1721cc79c4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.854478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6883acba-301a-491c-87fe-f1721cc79c4b None None] Calling delete_port for f7c149fb-1a51-4d45-8d2d-3566012c654d owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:54.937788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43194) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:54.942362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0be76ae9-7aba-4762-887e-1988c2b20185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group': {'name': 'tempest-secgroup--385867690'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:54.945664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6883acba-301a-491c-87fe-f1721cc79c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.976819 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883acba-301a-491c-87fe-f1721cc79c4b None None] Pushing event deleted for resources: {'Port': ['ID=f7c149fb-1a51-4d45-8d2d-3566012c654d,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:54.985041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883acba-301a-491c-87fe-f1721cc79c4b None None] No DVR routers for this DVR port f7c149fb-1a51-4d45-8d2d-3566012c654d on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:55.085638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0be76ae9-7aba-4762-887e-1988c2b20185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.113345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5102c5d9-f328-4221-8971-d759ab0f645e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.116573 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.159202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.162082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102c5d9-f328-4221-8971-d759ab0f645e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=f33c0dcc-0bae-4ad9-8c69-09e7c5a0e144,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.176115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ccde3df2-f37a-47ca-a108-d11d4b8fcea9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.197752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.226336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.240380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.246899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:55.263406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0be76ae9-7aba-4762-887e-1988c2b20185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.266259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde3df2-f37a-47ca-a108-d11d4b8fcea9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Subnet': ['ID=3cebf495-37fb-4fa6-922a-885c0412969c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.269269 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e73ea3-b3ed-45e7-97f0-d6da7e1d709f') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:55.269527 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e73ea3-b3ed-45e7-97f0-d6da7e1d709f') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:55.272170 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ccde3df2-f37a-47ca-a108-d11d4b8fcea9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.272997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9475f7-c1de-4f8b-93cd-500450b8eb1f None None] Network 1fd35956-ca06-4013-9439-54abfbbcd5aa requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:55.275404 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ccde3df2-f37a-47ca-a108-d11d4b8fcea9 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/3cebf495-37fb-4fa6-922a-885c0412969c HTTP/1.1" status: 204 len: 168 time: 1.2863312 Feb 04 05:54:55.285499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43196) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.294643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.310699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0be76ae9-7aba-4762-887e-1988c2b20185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.333742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Network 877c0652-966c-4850-99f2-b3f626b44e9c is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:55.352217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:55.356240 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.360035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:55.361165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:55.361768 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.365021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5102c5d9-f328-4221-8971-d759ab0f645e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.367371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5102c5d9-f328-4221-8971-d759ab0f645e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.372064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event updated for resources: {'Port': ['ID=53b3939e-3455-43a8-9285-cdd479cb9962,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.372233 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5102c5d9-f328-4221-8971-d759ab0f645e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/floatingips/33bb559a-36df-41fd-99e9-e1f56d893749 HTTP/1.1" status: 204 len: 168 time: 1.8586912 Feb 04 05:54:55.375198 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43198) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.383228 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be76ae9-7aba-4762-887e-1988c2b20185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85972dc4-11ff-43e5-a94f-8a8a34772708,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.385193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:54:55.385608 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.387535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0be76ae9-7aba-4762-887e-1988c2b20185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:54:55.388693 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:54:55.391459 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0be76ae9-7aba-4762-887e-1988c2b20185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4500911 Feb 04 05:54:55.393065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43200) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.397042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-825c869b-e9f0-4866-bf8c-06c6ee3ef7a6 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': '85972dc4-11ff-43e5-a94f-8a8a34772708', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:55.411328 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-33f8213a-842d-45c7-ae98-b463f89cbf85 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0725200 Feb 04 05:54:55.411560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43202) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.425242 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e06305-cfd6-495e-ad1f-23163cd5b385 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] DELETE failed (client error): The resource could not be found. Feb 04 05:54:55.425940 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e06305-cfd6-495e-ad1f-23163cd5b385 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:54:55.431419 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d5e06305-cfd6-495e-ad1f-23163cd5b385 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/ports/9d71be27-e168-46e3-9713-987a1fb6a0ce HTTP/1.1" status: 404 len: 333 time: 0.0550129 Feb 04 05:54:55.449687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43204) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.465394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.467474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Deleting port 3ab3b63d-0614-4ad2-9472-f6ac6ee86177 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:55.468348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.494690 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c3a7a2a6-a4d3-44aa-91bb-1c5d7d02f1eb tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8e36936-bd6a-425a-bbc7-6c446ce6cc32 HTTP/1.1" status: 200 len: 205 time: 0.0440586 Feb 04 05:54:55.503955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43206) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.505401 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc5067f-72ed-4d80-b4ad-c38689d996f4 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:55.507626 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0fc5067f-72ed-4d80-b4ad-c38689d996f4 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "GET /v2.0/ports/53b3939e-3455-43a8-9285-cdd479cb9962 HTTP/1.1" status: 200 len: 955 time: 0.0945606 Feb 04 05:54:55.510520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.512445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43208) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.518378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee156f0-e2fe-40ed-85ca-933572a63d45 None None] DHCP port deletion for 1fd35956-ca06-4013-9439-54abfbbcd5aa request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:54:55.541860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-825c869b-e9f0-4866-bf8c-06c6ee3ef7a6 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.562093 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.565196 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] 10.222.0.15 "DELETE /v2.0/networks/ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650 HTTP/1.1" status: 204 len: 168 time: 1.0906227 Feb 04 05:54:55.578797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ee156f0-e2fe-40ed-85ca-933572a63d45 None None] Deleting port c47a18c1-7e89-421b-bdad-d4def73d3863 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:55.579179 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ee156f0-e2fe-40ed-85ca-933572a63d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.583178 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-ffbc1cf5-ce92-4b39-92b7-ca963767a303 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] delete failed (client error): The resource could not be found. Feb 04 05:54:55.586347 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ffbc1cf5-ce92-4b39-92b7-ca963767a303 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/routers/e8e36936-bd6a-425a-bbc7-6c446ce6cc32 HTTP/1.1" status: 404 len: 336 time: 0.0795956 Feb 04 05:54:55.586569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43212) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.601569 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84844e7-2268-41e1-ad69-95b6353c8195 tempest-AllowedAddressPairTestJSON-1372396563 tempest-AllowedAddressPairTestJSON-1372396563-project] Pushing event deleted for resources: {'Network': ['ID=ddf2a5b9-70a2-4dfe-9d32-9d6fff8dd650,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.637443 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a453035-5ce3-4b8f-b0be-68a87d2c4d32 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] DELETE failed (client error): The resource could not be found. Feb 04 05:54:55.637659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a453035-5ce3-4b8f-b0be-68a87d2c4d32 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:54:55.644145 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1a453035-5ce3-4b8f-b0be-68a87d2c4d32 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/subnets/ecd8daae-3ecd-4000-911f-907c720f11a0 HTTP/1.1" status: 404 len: 337 time: 0.0539782 Feb 04 05:54:55.644332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43214) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.652638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ee156f0-e2fe-40ed-85ca-933572a63d45 None None] For port c47a18c1-7e89-421b-bdad-d4def73d3863, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c47a18c1-7e89-421b-bdad-d4def73d3863,segment=NetworkSegment(c1c95835-ec3f-4ea7-b68b-29b510f5987d),segment_id=c1c95835-ec3f-4ea7-b68b-29b510f5987d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:55.653129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ee156f0-e2fe-40ed-85ca-933572a63d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.654403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.667386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ee156f0-e2fe-40ed-85ca-933572a63d45 None None] Calling delete_port for c47a18c1-7e89-421b-bdad-d4def73d3863 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:55.675010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-825c869b-e9f0-4866-bf8c-06c6ee3ef7a6 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.679749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Calling delete_port for 3ab3b63d-0614-4ad2-9472-f6ac6ee86177 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:55.682877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-825c869b-e9f0-4866-bf8c-06c6ee3ef7a6 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.687598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port c47a18c1-7e89-421b-bdad-d4def73d3863 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:55.687933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.749707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c869b-e9f0-4866-bf8c-06c6ee3ef7a6 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140fd339-fdc5-4008-90fc-fb5d3643516c,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.758725 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ee156f0-e2fe-40ed-85ca-933572a63d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.770640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-825c869b-e9f0-4866-bf8c-06c6ee3ef7a6 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.772251 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-825c869b-e9f0-4866-bf8c-06c6ee3ef7a6 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3794019 Feb 04 05:54:55.777064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43216) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.793490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9bd4dbd5-5f6e-43c2-8961-8bb7401c0121 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Deleting port 53b3939e-3455-43a8-9285-cdd479cb9962 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:55.793868 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bd4dbd5-5f6e-43c2-8961-8bb7401c0121 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.796373 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee156f0-e2fe-40ed-85ca-933572a63d45 None None] Pushing event deleted for resources: {'Port': ['ID=c47a18c1-7e89-421b-bdad-d4def73d3863,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.801004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee156f0-e2fe-40ed-85ca-933572a63d45 None None] No DVR routers for this DVR port c47a18c1-7e89-421b-bdad-d4def73d3863 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:55.851332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] For port c47a18c1-7e89-421b-bdad-d4def73d3863, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c47a18c1-7e89-421b-bdad-d4def73d3863,segment=NetworkSegment(c1c95835-ec3f-4ea7-b68b-29b510f5987d),segment_id=c1c95835-ec3f-4ea7-b68b-29b510f5987d)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:55.851706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.853492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f747d3a-b300-4af6-83ff-620f50205011 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.870453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f747d3a-b300-4af6-83ff-620f50205011 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.874223 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for c47a18c1-7e89-421b-bdad-d4def73d3863 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:55.913343 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bd4dbd5-5f6e-43c2-8961-8bb7401c0121 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.929155 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-201d9ef3-6ff2-480f-b308-4ae22def892e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port 06b46da9-1ec7-4762-9a3c-93b03a8e20e3 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:55.929493 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-201d9ef3-6ff2-480f-b308-4ae22def892e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.933289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f747d3a-b300-4af6-83ff-620f50205011 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.933444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9bd4dbd5-5f6e-43c2-8961-8bb7401c0121 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Calling delete_port for 53b3939e-3455-43a8-9285-cdd479cb9962 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:55.937833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f747d3a-b300-4af6-83ff-620f50205011 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.938987 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3f747d3a-b300-4af6-83ff-620f50205011 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/140fd339-fdc5-4008-90fc-fb5d3643516c HTTP/1.1" status: 204 len: 168 time: 0.1609128 Feb 04 05:54:55.947610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43218) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.964059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f747d3a-b300-4af6-83ff-620f50205011 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=140fd339-fdc5-4008-90fc-fb5d3643516c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:56.011076 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-17ea3337-0db6-4b71-b334-a17ef384801b tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622909 Feb 04 05:54:56.012017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.015782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43222) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.040002 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Pushing event deleted for resources: {'Port': ['ID=3ab3b63d-0614-4ad2-9472-f6ac6ee86177,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:56.088141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43224) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.118292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.169900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-201d9ef3-6ff2-480f-b308-4ae22def892e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.200479 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.205609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-201d9ef3-6ff2-480f-b308-4ae22def892e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for 06b46da9-1ec7-4762-9a3c-93b03a8e20e3 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:56.238847 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07e3d660-e97f-4ead-bac8-3573f03b4435 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.244645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=c47a18c1-7e89-421b-bdad-d4def73d3863,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:56.262166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bd4dbd5-5f6e-43c2-8961-8bb7401c0121 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.274990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.292385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No DVR routers for this DVR port c47a18c1-7e89-421b-bdad-d4def73d3863 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:56.352434 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07e3d660-e97f-4ead-bac8-3573f03b4435 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.363712 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.367814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.374961 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a7dadb71-2fa6-44eb-abdb-ed870a43a441 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a63845522e343a8874d6c5cf75d8c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829733 Feb 04 05:54:56.375168 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4dbd5-5f6e-43c2-8961-8bb7401c0121 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event deleted for resources: {'Port': ['ID=53b3939e-3455-43a8-9285-cdd479cb9962,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:56.375278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43228) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.402543 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bd4dbd5-5f6e-43c2-8961-8bb7401c0121 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.408887 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9bd4dbd5-5f6e-43c2-8961-8bb7401c0121 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "DELETE /v2.0/ports/53b3939e-3455-43a8-9285-cdd479cb9962 HTTP/1.1" status: 204 len: 168 time: 0.8904443 Feb 04 05:54:56.423336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f7c149fb-1a51-4d45-8d2d-3566012c654d no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:56.430509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43230) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.451238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: f7c149fb-1a51-4d45-8d2d-3566012c654d {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:56.451736 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f7c149fb-1a51-4d45-8d2d-3566012c654d not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:56.452417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c47a18c1-7e89-421b-bdad-d4def73d3863 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:56.459895 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.478048 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c47a18c1-7e89-421b-bdad-d4def73d3863 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:56.478391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c47a18c1-7e89-421b-bdad-d4def73d3863 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:56.491553 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd35956-ca06-4013-9439-54abfbbcd5aa']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:56.497429 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e574e58-4ce8-4a41-805a-9f73d5733f5e tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:54:56.505116 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3e574e58-4ce8-4a41-805a-9f73d5733f5e tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "GET /v2.0/ports/53b3939e-3455-43a8-9285-cdd479cb9962 HTTP/1.1" status: 404 len: 333 time: 0.0675561 Feb 04 05:54:56.505317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07e3d660-e97f-4ead-bac8-3573f03b4435 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.505317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07e3d660-e97f-4ead-bac8-3573f03b4435 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.509995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43232) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.510167 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-07e3d660-e97f-4ead-bac8-3573f03b4435 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-groups/85972dc4-11ff-43e5-a94f-8a8a34772708 HTTP/1.1" status: 204 len: 168 time: 0.4862514 Feb 04 05:54:56.510271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43234) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.512186 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c95835-ec3f-4ea7-b68b-29b510f5987d') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:56.512426 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c95835-ec3f-4ea7-b68b-29b510f5987d') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:56.513847 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Request body: {'port': {'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-848407442'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:56.520915 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Router e8bbf49e-198f-4fa3-8659-c004e8ec7cd3 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:56.525958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.553391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.555099 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3d660-e97f-4ead-bac8-3573f03b4435 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85972dc4-11ff-43e5-a94f-8a8a34772708,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:56.559441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-900c9fb6-48ca-4722-9a8b-d910575deadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.579275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.591900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:54:56.592299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:54:56.595776 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:54:56.636650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-201d9ef3-6ff2-480f-b308-4ae22def892e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.646110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-900c9fb6-48ca-4722-9a8b-d910575deadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.676642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Made reservation on behalf of 34aae9d5678843bfbe8228f8d23abcce for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:56.678880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.683307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d9ef3-6ff2-480f-b308-4ae22def892e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=06b46da9-1ec7-4762-9a3c-93b03a8e20e3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:56.693003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-04023379-75b8-45f0-bb50-a1767b2b6f07 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1747952 Feb 04 05:54:56.703265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43236) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.707668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.712173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-085d9b46-71a1-4923-8885-d391d4fcac8e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672952126'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:56.712345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.719476 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/networks/1fd35956-ca06-4013-9439-54abfbbcd5aa HTTP/1.1" status: 204 len: 168 time: 1.4289792 Feb 04 05:54:56.721717 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43238) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.722375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:56.731966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.732385 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b67d2fe-02e4-4aab-a6e5-4fd7a99eae02 None None] Sync routers for ids ['e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:56.733990 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-eeeae624-b86d-4858-bb44-918c3d88d637 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "PUT /v2.0/routers/e8bbf49e-198f-4fa3-8659-c004e8ec7cd3 HTTP/1.1" status: 200 len: 705 time: 2.3980472 Feb 04 05:54:56.741035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43240) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.745152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] device_id is not set on port 3839baa5-c450-44c3-a0c9-e314e12ac801 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:56.746420 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b67d2fe-02e4-4aab-a6e5-4fd7a99eae02 None None] Routers {'e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:56.747769 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0b67d2fe-02e4-4aab-a6e5-4fd7a99eae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:56.759805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1411668554'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:56.770715 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c75723-1281-468c-8465-1a6e1835f959 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Network': ['ID=1fd35956-ca06-4013-9439-54abfbbcd5aa,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:56.784813 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0b67d2fe-02e4-4aab-a6e5-4fd7a99eae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:56.793935 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b67d2fe-02e4-4aab-a6e5-4fd7a99eae02 None None] Routers {'e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:56.794855 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0b67d2fe-02e4-4aab-a6e5-4fd7a99eae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:56.800138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-201d9ef3-6ff2-480f-b308-4ae22def892e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.806004 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-201d9ef3-6ff2-480f-b308-4ae22def892e tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/ports/06b46da9-1ec7-4762-9a3c-93b03a8e20e3 HTTP/1.1" status: 204 len: 168 time: 1.1584761 Feb 04 05:54:56.806179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43242) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.834098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:56.837514 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.838216 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0b67d2fe-02e4-4aab-a6e5-4fd7a99eae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:56.838871 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b67d2fe-02e4-4aab-a6e5-4fd7a99eae02 None None] The sync data for ids ['e8bbf49e-198f-4fa3-8659-c004e8ec7cd3'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:56.872674 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-94d1ffda-36c3-44da-8604-c10c0e55f2bf tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/routers/e8bbf49e-198f-4fa3-8659-c004e8ec7cd3 HTTP/1.1" status: 200 len: 740 time: 0.1303101 Feb 04 05:54:56.880443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43244) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.881221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-085d9b46-71a1-4923-8885-d391d4fcac8e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.899012 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:56.913326 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.913673 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Added segment 6b785e72-b810-4be5-8c49-4168ad65ceb9 of type vlan for network a0679711-e853-4f57-a103-d161aae77c40 Feb 04 05:54:56.953654 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7aadaa34-a55f-4fb4-afef-8e6f3a966cce tempest-RoutersAdminTest-614666531 tempest-RoutersAdminTest-614666531-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&device_id=e8bbf49e-198f-4fa3-8659-c004e8ec7cd3 HTTP/1.1" status: 200 len: 205 time: 0.0676832 Feb 04 05:54:56.953968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43246) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.964965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-900c9fb6-48ca-4722-9a8b-d910575deadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.968476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-900c9fb6-48ca-4722-9a8b-d910575deadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.969853 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-900c9fb6-48ca-4722-9a8b-d910575deadc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1e1151c-bbc7-4c44-bb6c-15aa6461ca60 HTTP/1.1" status: 204 len: 168 time: 0.5937514 Feb 04 05:54:56.991982 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-986e9912-d1de-433f-9193-0b86698598d1 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8bbf49e-198f-4fa3-8659-c004e8ec7cd3 HTTP/1.1" status: 200 len: 205 time: 0.0368841 Feb 04 05:54:56.994603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43250) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:56.997107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.005933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-c93b9e30-2dad-4aed-86c3-43c152346a63 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port 8558e519-a0f1-41ca-b559-ac11828d423a {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:57.006474 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c93b9e30-2dad-4aed-86c3-43c152346a63 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.010656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c9fb6-48ca-4722-9a8b-d910575deadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e1151c-bbc7-4c44-bb6c-15aa6461ca60,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:57.077379 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.083685 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:57.084322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.143325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5bfbeb7b-e120-4967-9493-ab1eefe5c2cb tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.181594 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4588287 Feb 04 05:54:57.185986 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43254) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.188012 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c93b9e30-2dad-4aed-86c3-43c152346a63 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.199648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': 'a0679711-e853-4f57-a103-d161aae77c40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:57.208143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb84a7-b54f-4bfd-b1f4-34e4238abfb1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Network': ['ID=a0679711-e853-4f57-a103-d161aae77c40,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:57.222526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network a0679711-e853-4f57-a103-d161aae77c40 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:57.225020 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-c93b9e30-2dad-4aed-86c3-43c152346a63 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for 8558e519-a0f1-41ca-b559-ac11828d423a owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:57.234575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.282752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-085d9b46-71a1-4923-8885-d391d4fcac8e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.319165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-085d9b46-71a1-4923-8885-d391d4fcac8e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.370986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5bfbeb7b-e120-4967-9493-ab1eefe5c2cb tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.376976 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:57.379985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5bfbeb7b-e120-4967-9493-ab1eefe5c2cb tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.380569 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.407895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-085d9b46-71a1-4923-8885-d391d4fcac8e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.411866 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-085d9b46-71a1-4923-8885-d391d4fcac8e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7038131 Feb 04 05:54:57.429912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43264) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.442088 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-435fc168-a39e-43a0-a1ab-37e2856cfb4f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': 'aff882a8-24bf-4a4d-ad55-de799f45a228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:57.442319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d9b46-71a1-4923-8885-d391d4fcac8e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff882a8-24bf-4a4d-ad55-de799f45a228,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:57.450437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.481867 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5bfbeb7b-e120-4967-9493-ab1eefe5c2cb tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.482543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfbeb7b-e120-4967-9493-ab1eefe5c2cb tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Fanout notify agent at l3_agent the message router_deleted on router e8bbf49e-198f-4fa3-8659-c004e8ec7cd3 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:57.495859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5bfbeb7b-e120-4967-9493-ab1eefe5c2cb tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.502220 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5bfbeb7b-e120-4967-9493-ab1eefe5c2cb tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/e8bbf49e-198f-4fa3-8659-c004e8ec7cd3 HTTP/1.1" status: 204 len: 168 time: 0.5015726 Feb 04 05:54:57.502399 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43266) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.512550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Network 877c0652-966c-4850-99f2-b3f626b44e9c is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:57.516098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:57.523486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:57.523486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:57.523486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.526085 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event updated for resources: {'Port': ['ID=3839baa5-c450-44c3-a0c9-e314e12ac801,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:57.551815 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f6815968-4f45-4c7c-92d1-b22b4ae80a45 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0426378 Feb 04 05:54:57.552074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43270) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.558048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:57.559703 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7617ef0d-9c82-4ab8-b025-fad5f4456102 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8bbf49e-198f-4fa3-8659-c004e8ec7cd3 HTTP/1.1" status: 200 len: 205 time: 0.0550108 Feb 04 05:54:57.565130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43272) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.582509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c93b9e30-2dad-4aed-86c3-43c152346a63 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.590644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-435fc168-a39e-43a0-a1ab-37e2856cfb4f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.635857 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-03fc98d9-9627-4ff4-8a2f-cdc6418d55b2 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] delete failed (client error): The resource could not be found. Feb 04 05:54:57.636946 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-03fc98d9-9627-4ff4-8a2f-cdc6418d55b2 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/e8bbf49e-198f-4fa3-8659-c004e8ec7cd3 HTTP/1.1" status: 404 len: 336 time: 0.0672920 Feb 04 05:54:57.639776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43278) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.639932 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b9e30-2dad-4aed-86c3-43c152346a63 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=8558e519-a0f1-41ca-b559-ac11828d423a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:57.688284 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9bae5f34-b147-4e06-8e55-dfca91f7e82f tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=96de6830-0b89-4531-988c-a8f7aea68eba HTTP/1.1" status: 200 len: 205 time: 0.0439179 Feb 04 05:54:57.688595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43282) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.731629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.735020 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-6eef68fe-1c08-4e20-8d90-e41761e89591 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] delete failed (client error): The resource could not be found. Feb 04 05:54:57.736985 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6eef68fe-1c08-4e20-8d90-e41761e89591 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/96de6830-0b89-4531-988c-a8f7aea68eba HTTP/1.1" status: 404 len: 336 time: 0.0475059 Feb 04 05:54:57.742394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43284) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.777157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43286) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.792421 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-63cccd5d-dfe9-41db-9117-18199e75efaf tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=338f4f78-37d8-4952-a2d2-0a16b28a3672 HTTP/1.1" status: 200 len: 205 time: 0.0488706 Feb 04 05:54:57.800924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c93b9e30-2dad-4aed-86c3-43c152346a63 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.801168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43290) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.804553 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c93b9e30-2dad-4aed-86c3-43c152346a63 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/ports/8558e519-a0f1-41ca-b559-ac11828d423a HTTP/1.1" status: 204 len: 168 time: 0.9973817 Feb 04 05:54:57.807758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-435fc168-a39e-43a0-a1ab-37e2856cfb4f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.808732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43292) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.835103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-435fc168-a39e-43a0-a1ab-37e2856cfb4f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.867443 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fc168-a39e-43a0-a1ab-37e2856cfb4f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bead1fb8-3d13-4c22-bf1b-a967e5ebb5fa,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:57.872343 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.877404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-435fc168-a39e-43a0-a1ab-37e2856cfb4f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.878648 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-435fc168-a39e-43a0-a1ab-37e2856cfb4f tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4473050 Feb 04 05:54:57.885444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43294) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.933501 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1e9da16a-4716-4171-b879-590d47c4e406 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules/bead1fb8-3d13-4c22-bf1b-a967e5ebb5fa HTTP/1.1" status: 200 len: 763 time: 0.0462520 Feb 04 05:54:57.941022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43296) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.974944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Subnet': ['ID=7420a508-d03d-438b-88d8-04d8daab33d4,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:57.991237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Checking segment: {'id': '6b785e72-b810-4be5-8c49-4168ad65ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0679711-e853-4f57-a103-d161aae77c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:57.991593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network hostable DHCP agents. Network: a0679711-e853-4f57-a103-d161aae77c40, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:58.016245 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4cb83e0c-0b3f-4a51-a2a3-d01b8e720c66 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0712190 Feb 04 05:54:58.018458 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43298) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.043664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network a0679711-e853-4f57-a103-d161aae77c40 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:58.055571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67e3e6e2-64f1-4738-8138-05a32bbd91df tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.063280 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, a0679711-e853-4f57-a103-d161aae77c40) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:58.067742 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:58.068334 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.072366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67e3e6e2-64f1-4738-8138-05a32bbd91df tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.072624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9cb209-9684-46db-8a2e-3bf2e922ac92 None None] Network a0679711-e853-4f57-a103-d161aae77c40 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:58.102256 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7ef93b5c-0531-49a0-af43-3b408c8bc5a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9113889 Feb 04 05:54:58.107269 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43300) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.112846 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': 'a0679711-e853-4f57-a103-d161aae77c40', 'name': 'tempest-PortsIpV6TestJSON-1479206890', 'fixed_ips': [{'subnet_id': '7420a508-d03d-438b-88d8-04d8daab33d4', 'ip_address': '2001:db8::10'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:58.133162 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67e3e6e2-64f1-4738-8138-05a32bbd91df tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.137596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67e3e6e2-64f1-4738-8138-05a32bbd91df tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.138889 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-67e3e6e2-64f1-4738-8138-05a32bbd91df tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/bead1fb8-3d13-4c22-bf1b-a967e5ebb5fa HTTP/1.1" status: 204 len: 168 time: 0.1192598 Feb 04 05:54:58.150536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43302) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.161853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-413209951'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:58.166924 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-d5468372-ac4b-4900-959c-21e94aa2214f tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] delete failed (client error): The resource could not be found. Feb 04 05:54:58.167899 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d5468372-ac4b-4900-959c-21e94aa2214f tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/338f4f78-37d8-4952-a2d2-0a16b28a3672 HTTP/1.1" status: 404 len: 336 time: 0.3657770 Feb 04 05:54:58.170726 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43304) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.189172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3e6e2-64f1-4738-8138-05a32bbd91df tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bead1fb8-3d13-4c22-bf1b-a967e5ebb5fa,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.211473 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-afe37586-ba0e-4d43-b3af-d7a37979d25a tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=696b68a9-6d6a-43da-ac8a-87a4de410731 HTTP/1.1" status: 200 len: 205 time: 0.0371644 Feb 04 05:54:58.211700 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43306) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.242943 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-a0679711-e853-4f57-a103-d161aae77c40', 'network_id': 'a0679711-e853-4f57-a103-d161aae77c40', 'tenant_id': '57b18c3874f14ef2a03a9502bf10053c', 'fixed_ips': [{'subnet_id': '7420a508-d03d-438b-88d8-04d8daab33d4'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:54:58.244134 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.266072 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-dbc1b5a7-c418-458f-acc9-b54d3cc41474 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] delete failed (client error): The resource could not be found. Feb 04 05:54:58.267825 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dbc1b5a7-c418-458f-acc9-b54d3cc41474 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/696b68a9-6d6a-43da-ac8a-87a4de410731 HTTP/1.1" status: 404 len: 336 time: 0.0550544 Feb 04 05:54:58.272552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.275445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43308) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.276808 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-18b2702a-4e5b-482f-9a52-76dd3cc05300 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1113758 Feb 04 05:54:58.280233 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:58.283674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.285438 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43310) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.294846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6067c0f2-4c79-4b55-8a9a-e9310dae42a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': 'aff882a8-24bf-4a4d-ad55-de799f45a228', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:58.311589 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7f338a94-12a5-4556-852e-d517c9469329 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=39acea6d-7e43-44df-95b1-bd596b81fbf8 HTTP/1.1" status: 200 len: 205 time: 0.0346515 Feb 04 05:54:58.320935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7688d8-cdde-4ee7-bc3d-d70e4c850e34 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:58.322711 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1c7688d8-cdde-4ee7-bc3d-d70e4c850e34 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "GET /v2.0/ports?device_id=4556ed4f-cb0e-462d-b633-f2077040b72d HTTP/1.1" status: 200 len: 913 time: 0.5122175 Feb 04 05:54:58.323026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43312) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.325369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43314) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.326838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.381674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] device_id is not set on port 3839baa5-c450-44c3-a0c9-e314e12ac801 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:58.393817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.409622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.411725 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Allocated IP 2001:db8::2 (a0679711-e853-4f57-a103-d161aae77c40/7420a508-d03d-438b-88d8-04d8daab33d4/f8a253fe-a67d-4bac-bcc4-3575c19b842e) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:58.421307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6067c0f2-4c79-4b55-8a9a-e9310dae42a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.520204 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event updated for resources: {'Port': ['ID=3839baa5-c450-44c3-a0c9-e314e12ac801,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.570711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:58.570928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:58.571275 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:58.572105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.581308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.582469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.585472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:58.585815 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:58.590158 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 2 to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 Feb 04 05:54:58.593475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.599951 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6067c0f2-4c79-4b55-8a9a-e9310dae42a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.621662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6067c0f2-4c79-4b55-8a9a-e9310dae42a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.628826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Network a0679711-e853-4f57-a103-d161aae77c40 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:58.631777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:58.636259 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:58.637061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:58.637439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:58.637779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:58.643554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:58.647084 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Pushing event updated for resources: {'Port': ['ID=f8a253fe-a67d-4bac-bcc4-3575c19b842e,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.667737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067c0f2-4c79-4b55-8a9a-e9310dae42a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d847833d-374a-4b3c-af55-f12297427ba7,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.672857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:58.673242 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:58.675816 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 3 to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 Feb 04 05:54:58.678746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32bed5e-4d09-47a0-804a-b44df67a64d9,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.682125 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.682473 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Added segment f7353c24-c342-42e8-8492-76a5848228dc of type vlan for network 015895b8-f51e-4ebc-907f-37199530d6a4 Feb 04 05:54:58.694104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6067c0f2-4c79-4b55-8a9a-e9310dae42a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.695348 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6067c0f2-4c79-4b55-8a9a-e9310dae42a0 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4039843 Feb 04 05:54:58.702989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43316) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.743346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:58.743685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:58.744029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:58.749306 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-fa7792be-7d5c-4f4e-aa88-b2ce8a8b51df tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] delete failed (client error): The resource could not be found. Feb 04 05:54:58.750666 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fa7792be-7d5c-4f4e-aa88-b2ce8a8b51df tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/39acea6d-7e43-44df-95b1-bd596b81fbf8 HTTP/1.1" status: 404 len: 336 time: 0.4267848 Feb 04 05:54:58.753563 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43318) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.756645 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-170c50c4-4e7d-4f80-a44c-6fab5f25a64c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules/d847833d-374a-4b3c-af55-f12297427ba7 HTTP/1.1" status: 200 len: 763 time: 0.0509934 Feb 04 05:54:58.759463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43320) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.760068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:58.760402 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:58.763291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.770081 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 4 to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 Feb 04 05:54:58.792890 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-369f845a-a7fc-4d54-9556-8f295a0f799b tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c7c19e0-4c08-41cf-a986-c27d6f66b650 HTTP/1.1" status: 200 len: 205 time: 0.0382180 Feb 04 05:54:58.799097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43322) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.802257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:58.802595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:58.802934 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:58.850010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:58.860370 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:58.860701 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:58.866539 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 5 to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 Feb 04 05:54:58.869331 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-9de6fb25-641d-4cbb-bffe-f92202c4e869 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] delete failed (client error): The resource could not be found. Feb 04 05:54:58.873301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9de6fb25-641d-4cbb-bffe-f92202c4e869 tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/routers/8c7c19e0-4c08-41cf-a986-c27d6f66b650 HTTP/1.1" status: 404 len: 336 time: 0.0652421 Feb 04 05:54:58.876477 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43324) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.892127 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Attempting to bind port f8a253fe-a67d-4bac-bcc4-3575c19b842e on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:58.895410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Attempting to bind port f8a253fe-a67d-4bac-bcc4-3575c19b842e by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '6b785e72-b810-4be5-8c49-4168ad65ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0679711-e853-4f57-a103-d161aae77c40'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:58.895603 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-17870110-997c-43da-8e6c-bccadc43f14d tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1315587 Feb 04 05:54:58.895702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Attempting to bind port f8a253fe-a67d-4bac-bcc4-3575c19b842e on network a0679711-e853-4f57-a103-d161aae77c40 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:58.895814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.899947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:58.900405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Checking segment: {'id': '6b785e72-b810-4be5-8c49-4168ad65ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0679711-e853-4f57-a103-d161aae77c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:58.900883 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.900995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:58.901435 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Bound using segment: {'id': '6b785e72-b810-4be5-8c49-4168ad65ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0679711-e853-4f57-a103-d161aae77c40'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:58.901597 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.902034 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Bound port: f8a253fe-a67d-4bac-bcc4-3575c19b842e, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b785e72-b810-4be5-8c49-4168ad65ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a0679711-e853-4f57-a103-d161aae77c40'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:58.902485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.905914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43326) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.934911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:58.935247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:58.935765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:58.974270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] For port f8a253fe-a67d-4bac-bcc4-3575c19b842e, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:58.974560 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a02595-fe6c-4571-8097-a7ad7a128e8e tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] DELETE failed (client error): The resource could not be found. Feb 04 05:54:58.975118 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a02595-fe6c-4571-8097-a7ad7a128e8e tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:54:58.979031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] For port f8a253fe-a67d-4bac-bcc4-3575c19b842e, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f8a253fe-a67d-4bac-bcc4-3575c19b842e,segment=NetworkSegment(6b785e72-b810-4be5-8c49-4168ad65ceb9),segment_id=6b785e72-b810-4be5-8c49-4168ad65ceb9)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:58.979581 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e0a02595-fe6c-4571-8097-a7ad7a128e8e tempest-RoutersAdminTest-1317394762 tempest-RoutersAdminTest-1317394762-project] 10.222.0.15 "DELETE /v2.0/subnets/134a5e02-8cc4-4cb7-bc19-937e784b8b80 HTTP/1.1" status: 404 len: 337 time: 0.1011732 Feb 04 05:54:58.986895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:58.987224 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:58.989538 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.993964 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 6 to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 Feb 04 05:54:59.002830 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2246168 Feb 04 05:54:59.007350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43330) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:59.019251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'name': 'tempest-PortsTestJSON-1031839830'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:59.028973 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-82a125c7-eaef-47af-a82c-303552e3b76c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.043443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d2a16-b9bb-459c-bcd1-70d8d0aeba17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Network': ['ID=015895b8-f51e-4ebc-907f-37199530d6a4,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:59.054110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:59.054619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:59.055116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:59.059478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-82a125c7-eaef-47af-a82c-303552e3b76c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.072157 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 015895b8-f51e-4ebc-907f-37199530d6a4 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:59.089524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.106302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:59.106868 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:59.115591 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 7 to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 Feb 04 05:54:59.151306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:59.151648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:59.151995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:59.161176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-82a125c7-eaef-47af-a82c-303552e3b76c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.167113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port eb7a7446-bb9d-4708-a4bb-4d5f556547f3 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:59.169846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-82a125c7-eaef-47af-a82c-303552e3b76c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.171785 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-82a125c7-eaef-47af-a82c-303552e3b76c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d847833d-374a-4b3c-af55-f12297427ba7 HTTP/1.1" status: 204 len: 168 time: 0.2620013 Feb 04 05:54:59.172662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:59.173167 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:59.175203 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43332) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:59.179801 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 8 to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 Feb 04 05:54:59.194281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a125c7-eaef-47af-a82c-303552e3b76c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d847833d-374a-4b3c-af55-f12297427ba7,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:59.209444 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:59.210010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:59.210550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:59.218149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:59.218566 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:59.218922 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 9 to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 Feb 04 05:54:59.222732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:59.226416 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.236268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17130420-47eb-4ec6-9538-77b273b9859b None None] Pushing event updated for resources: {'Port': ['ID=f8a253fe-a67d-4bac-bcc4-3575c19b842e,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:59.256211 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:59.258146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:59.259005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:59.285348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:59.285609 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:59.286183 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.plugins.ml2.plugin [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempt 10 to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 Feb 04 05:54:59.308009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port 804e708f-e9a1-4af1-a143-f648a58dad3e yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:54:59.326989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:59.327572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:59.327978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempting to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:59.373026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:54:59.373460 dv-neutron-826811-2-hyperv neutron-server[102167]: ERROR neutron.plugins.ml2.managers [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Failed to bind port 3839baa5-c450-44c3-a0c9-e314e12ac801 on host hv-neutron-8268 for vnic_type normal using segments [{'id': '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '877c0652-966c-4850-99f2-b3f626b44e9c'}] Feb 04 05:54:59.374119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.412551 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-723e9a00-89f6-449a-ab74-79ed769f18cb tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2351427 Feb 04 05:54:59.414192 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43336) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:59.430686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1a5b0720-3f91-498e-846b-f98d68ec351e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': 'aff882a8-24bf-4a4d-ad55-de799f45a228', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:59.448656 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43338) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:59.550673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] For port 3839baa5-c450-44c3-a0c9-e314e12ac801, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:59.551213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attempted to set empty binding levels {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:54:59.560523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.605218 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8::10 (a0679711-e853-4f57-a103-d161aae77c40/7420a508-d03d-438b-88d8-04d8daab33d4/eb7a7446-bb9d-4708-a4bb-4d5f556547f3) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:59.607822 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0720-3f91-498e-846b-f98d68ec351e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.612174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] In _notify_port_updated(), no bound segment for port 3839baa5-c450-44c3-a0c9-e314e12ac801 on network 877c0652-966c-4850-99f2-b3f626b44e9c {{(pid=102167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:54:59.613113 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:59.613747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.617984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "PUT /v2.0/ports/3839baa5-c450-44c3-a0c9-e314e12ac801 HTTP/1.1" status: 200 len: 976 time: 2.0615363 Feb 04 05:54:59.618139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.620842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43342) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:59.662970 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f99a7-0bc3-46bd-b400-93ec87fcf8e8 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event updated for resources: {'Port': ['ID=3839baa5-c450-44c3-a0c9-e314e12ac801,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:59.681562 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73d0e490-96b6-40f5-a039-1864d60975f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.722077 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.733933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-994a624d-3009-48bf-b1a7-39a63a2bec1d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.786016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-a74e4677-361d-4ed7-962a-33fd9efda093 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Deleting port 3839baa5-c450-44c3-a0c9-e314e12ac801 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:59.786407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a74e4677-361d-4ed7-962a-33fd9efda093 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.794974 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=804e708f-e9a1-4af1-a143-f648a58dad3e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:59.806277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0720-3f91-498e-846b-f98d68ec351e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.842565 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0720-3f91-498e-846b-f98d68ec351e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.845210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Checking segment: {'id': 'f7353c24-c342-42e8-8492-76a5848228dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:59.845769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network hostable DHCP agents. Network: 015895b8-f51e-4ebc-907f-37199530d6a4, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:59.875197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-a74e4677-361d-4ed7-962a-33fd9efda093 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] For port 3839baa5-c450-44c3-a0c9-e314e12ac801, host hv-neutron-8268, got binding levels [] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:59.875486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a74e4677-361d-4ed7-962a-33fd9efda093 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.878212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:59.899557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-a74e4677-361d-4ed7-962a-33fd9efda093 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Calling delete_port for 3839baa5-c450-44c3-a0c9-e314e12ac801 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:59.904355 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 015895b8-f51e-4ebc-907f-37199530d6a4) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:59.912735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fa2c9e-37a0-4d3b-8201-cb1ee0a9faf6 None None] Network 015895b8-f51e-4ebc-907f-37199530d6a4 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:59.915931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:59.921971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:59.922665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.932880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b0720-3f91-498e-846b-f98d68ec351e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc222ce-c87b-4d0d-9a2c-297f432d05e8,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:59.960679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0720-3f91-498e-846b-f98d68ec351e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.962250 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1a5b0720-3f91-498e-846b-f98d68ec351e tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5447705 Feb 04 05:54:59.966010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43344) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:59.979953 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-38ebb45a-c2f5-4007-a7cc-c6d418f84f1b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9703569 Feb 04 05:54:59.982846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43346) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:59.995385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2043359643'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:00.007587 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a4c36680-4204-4762-ae1a-74eeff791c77 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules/cdc222ce-c87b-4d0d-9a2c-297f432d05e8 HTTP/1.1" status: 200 len: 764 time: 0.0401084 Feb 04 05:55:00.013601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43348) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:00.064682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:00.068352 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.101067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a687140c-bf30-46b5-942a-f45933779bfd tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0808032 Feb 04 05:55:00.106185 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43350) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:00.108267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a74e4677-361d-4ed7-962a-33fd9efda093 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.143486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.152832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73d0e490-96b6-40f5-a039-1864d60975f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.160684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e4677-361d-4ed7-962a-33fd9efda093 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Pushing event deleted for resources: {'Port': ['ID=3839baa5-c450-44c3-a0c9-e314e12ac801,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:00.166753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73d0e490-96b6-40f5-a039-1864d60975f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.173928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a74e4677-361d-4ed7-962a-33fd9efda093 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.179933 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a74e4677-361d-4ed7-962a-33fd9efda093 tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "DELETE /v2.0/ports/3839baa5-c450-44c3-a0c9-e314e12ac801 HTTP/1.1" status: 204 len: 168 time: 0.5558481 Feb 04 05:55:00.182011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:00.182719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43352) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:00.195326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c14ebd3a-5381-4290-8575-a6371aeeed46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.207189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c14ebd3a-5381-4290-8575-a6371aeeed46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.209554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.209894 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Added segment 1316a7f0-9a3c-42cd-a6d0-6ad1f759f1da of type vlan for network 4f7d7e48-312d-41c5-97c7-f3fe691fe79d Feb 04 05:55:00.253401 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be8a7c7-48e9-46e3-bac9-980744f5f9ec tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:55:00.254965 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3be8a7c7-48e9-46e3-bac9-980744f5f9ec tempest-PortsAdminExtendedAttrsTestJSON-1136529859 tempest-PortsAdminExtendedAttrsTestJSON-1136529859-project-admin] 10.222.0.15 "GET /v2.0/ports/3839baa5-c450-44c3-a0c9-e314e12ac801 HTTP/1.1" status: 404 len: 333 time: 0.0691822 Feb 04 05:55:00.263568 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43354) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:00.271681 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-73d0e490-96b6-40f5-a039-1864d60975f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa4fe4deddb546d1b4dd1b9a0cfae3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8171797 Feb 04 05:55:00.278710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43356) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:00.280901 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0e490-96b6-40f5-a039-1864d60975f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ffd9d0-6757-4b93-b52e-22a99bbc41fe,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:00.329220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.361641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c14ebd3a-5381-4290-8575-a6371aeeed46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.366312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c14ebd3a-5381-4290-8575-a6371aeeed46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.371998 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c14ebd3a-5381-4290-8575-a6371aeeed46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/cdc222ce-c87b-4d0d-9a2c-297f432d05e8 HTTP/1.1" status: 204 len: 168 time: 0.2626772 Feb 04 05:55:00.383187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43358) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:00.388139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.394468 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660dce4f-4eea-4d17-9ea3-bb3d19f9db65 None None] Network a0679711-e853-4f57-a103-d161aae77c40 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:00.413737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ebd3a-5381-4290-8575-a6371aeeed46 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdc222ce-c87b-4d0d-9a2c-297f432d05e8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:00.440850 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=eb7a7446-bb9d-4708-a4bb-4d5f556547f3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:00.465151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network a0679711-e853-4f57-a103-d161aae77c40 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:00.468496 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:00.471677 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:00.478097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:00.479050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.506186 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0a155d28-29a6-4a45-9b17-d5522b4cd209 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3952780 Feb 04 05:55:00.507264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43360) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:00.511810 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': 'a0679711-e853-4f57-a103-d161aae77c40', 'name': 'tempest-PortsIpV6TestJSON-1608086309', 'fixed_ips': [{'subnet_id': '7420a508-d03d-438b-88d8-04d8daab33d4', 'ip_address': '2001:db8::f'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:00.513937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.541893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-97519d0c-d403-47e4-af13-0f40472c3f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.547073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.552606 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:00.553353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.565741 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2875205a-c66b-4d7c-9cff-b2132f2f7e59 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1607342 Feb 04 05:55:00.573748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-994a624d-3009-48bf-b1a7-39a63a2bec1d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port 12f8b8cc-cd96-40ed-8347-5261e9c2c78f {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:00.574087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-994a624d-3009-48bf-b1a7-39a63a2bec1d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.575508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-67903c18-771b-412f-981c-28acf79221ce None None] Provisioning complete for port f8a253fe-a67d-4bac-bcc4-3575c19b842e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:00.575882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-67903c18-771b-412f-981c-28acf79221ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.580619 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43362) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:00.582620 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f8a253fe-a67d-4bac-bcc4-3575c19b842e up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:00.692252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-97519d0c-d403-47e4-af13-0f40472c3f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.703911 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7198293 Feb 04 05:55:00.704666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43364) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:00.719033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'ports': [{'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4'}, {'network_id': '4f7d7e48-312d-41c5-97c7-f3fe691fe79d'}]} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:00.719497 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:00.720051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '4f7d7e48-312d-41c5-97c7-f3fe691fe79d'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:00.739214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f8a253fe-a67d-4bac-bcc4-3575c19b842e triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:00.739590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.766694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edda8ba-7513-4b21-8143-9790dd3a1520 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Network': ['ID=4f7d7e48-312d-41c5-97c7-f3fe691fe79d,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:00.785354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 4f7d7e48-312d-41c5-97c7-f3fe691fe79d details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:00.795623 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-483b70c1-227a-43eb-906b-350c89c66c09 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.802170 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-994a624d-3009-48bf-b1a7-39a63a2bec1d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.844664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-994a624d-3009-48bf-b1a7-39a63a2bec1d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for 12f8b8cc-cd96-40ed-8347-5261e9c2c78f owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:00.857368 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-67903c18-771b-412f-981c-28acf79221ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.862881 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.871169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:00.881430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.896737 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-483b70c1-227a-43eb-906b-350c89c66c09 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.939781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-67903c18-771b-412f-981c-28acf79221ce None None] For port f8a253fe-a67d-4bac-bcc4-3575c19b842e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f8a253fe-a67d-4bac-bcc4-3575c19b842e,segment=NetworkSegment(6b785e72-b810-4be5-8c49-4168ad65ceb9),segment_id=6b785e72-b810-4be5-8c49-4168ad65ceb9)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:00.968558 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-67903c18-771b-412f-981c-28acf79221ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.998021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877c0652-966c-4850-99f2-b3f626b44e9c']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:01.009220 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-97519d0c-d403-47e4-af13-0f40472c3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.011914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-97519d0c-d403-47e4-af13-0f40472c3f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.017501 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.020971 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-97519d0c-d403-47e4-af13-0f40472c3f0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6ffd9d0-6757-4b93-b52e-22a99bbc41fe HTTP/1.1" status: 204 len: 168 time: 0.7349646 Feb 04 05:55:01.037484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:01.037924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4662f8-0bf6-49ae-b73c-a5e33c4b43c3') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:01.039857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97519d0c-d403-47e4-af13-0f40472c3f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ffd9d0-6757-4b93-b52e-22a99bbc41fe,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:01.067492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.070040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 2} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:01.075619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.082799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67903c18-771b-412f-981c-28acf79221ce None None] Pushing event updated for resources: {'Port': ['ID=f8a253fe-a67d-4bac-bcc4-3575c19b842e,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:01.104808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.110524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.115670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:01.116080 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:01.119702 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:01.151709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:55:01.152755 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:55:01.203597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-950b5000-f41e-4039-ab9a-60ce652c69a8 None None] Provisioning complete for port f8a253fe-a67d-4bac-bcc4-3575c19b842e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:01.213337 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-950b5000-f41e-4039-ab9a-60ce652c69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.258153 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port a7deefb9-ac9c-4c8a-aff1-8e64cf9f07da yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:01.345743 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-994a624d-3009-48bf-b1a7-39a63a2bec1d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.366787 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port 74d17a89-ff70-4a85-b01e-a701bbecf64a yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:01.370010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-950b5000-f41e-4039-ab9a-60ce652c69a8 None None] Provisioning complete for port eb7a7446-bb9d-4708-a4bb-4d5f556547f3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:01.370650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-950b5000-f41e-4039-ab9a-60ce652c69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.378608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.401312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.413350 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] 10.222.0.15 "DELETE /v2.0/networks/877c0652-966c-4850-99f2-b3f626b44e9c HTTP/1.1" status: 204 len: 168 time: 1.1489689 Feb 04 05:55:01.430445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a624d-3009-48bf-b1a7-39a63a2bec1d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=12f8b8cc-cd96-40ed-8347-5261e9c2c78f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:01.443061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb61e56-8846-4d1e-aad0-5d0dbfdf406b tempest-PortsAdminExtendedAttrsTestJSON-881708301 tempest-PortsAdminExtendedAttrsTestJSON-881708301-project] Pushing event deleted for resources: {'Network': ['ID=877c0652-966c-4850-99f2-b3f626b44e9c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:01.455012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43372) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:01.462189 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-950b5000-f41e-4039-ab9a-60ce652c69a8 None None] Port eb7a7446-bb9d-4708-a4bb-4d5f556547f3 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:01.519306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a3f6f206-00b9-43e3-a7df-4cc69022f5ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0605b56f9e67409e9860a32c21a8da88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611169 Feb 04 05:55:01.522784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43374) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:01.522918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-483b70c1-227a-43eb-906b-350c89c66c09 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.525540 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-483b70c1-227a-43eb-906b-350c89c66c09 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.530147 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-483b70c1-227a-43eb-906b-350c89c66c09 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-groups/aff882a8-24bf-4a4d-ad55-de799f45a228 HTTP/1.1" status: 204 len: 168 time: 0.9481826 Feb 04 05:55:01.530954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43376) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:01.578749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b70c1-227a-43eb-906b-350c89c66c09 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff882a8-24bf-4a4d-ad55-de799f45a228,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:01.606155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d5575520-f474-4d18-b634-7a0a5c15a523 None None] Provisioning complete for port eb7a7446-bb9d-4708-a4bb-4d5f556547f3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:01.609692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d5575520-f474-4d18-b634-7a0a5c15a523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.620381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.624601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2695f703-a23f-47ab-bce7-25afc5c79dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.682995 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8::f (a0679711-e853-4f57-a103-d161aae77c40/7420a508-d03d-438b-88d8-04d8daab33d4/a7deefb9-ac9c-4c8a-aff1-8e64cf9f07da) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:01.695297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2695f703-a23f-47ab-bce7-25afc5c79dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.706932 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-72814142-964d-4378-b908-fbbd05b0065c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1581054 Feb 04 05:55:01.713486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43380) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:01.714437 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d5575520-f474-4d18-b634-7a0a5c15a523 None None] Port eb7a7446-bb9d-4708-a4bb-4d5f556547f3 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:01.721993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port 4ca809b2-0ea5-4e83-a271-b07083ba8ef2 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:01.733064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-509a0c69-976f-4681-9cf1-168a165b309c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503549837'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:01.779637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2695f703-a23f-47ab-bce7-25afc5c79dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.783452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2695f703-a23f-47ab-bce7-25afc5c79dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.787572 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2695f703-a23f-47ab-bce7-25afc5c79dc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d845cd01-195b-4cc2-9841-de496d713214 HTTP/1.1" status: 204 len: 168 time: 0.2644711 Feb 04 05:55:01.798224 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43384) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:01.812124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695f703-a23f-47ab-bce7-25afc5c79dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d845cd01-195b-4cc2-9841-de496d713214,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:01.848825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-509a0c69-976f-4681-9cf1-168a165b309c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.865790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-994a624d-3009-48bf-b1a7-39a63a2bec1d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.875924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.931971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.982515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:01.986403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:01.990408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:01.991282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.012497 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=74d17a89-ff70-4a85-b01e-a701bbecf64a,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:02.082954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Checking segment: {'id': '1316a7f0-9a3c-42cd-a6d0-6ad1f759f1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f7d7e48-312d-41c5-97c7-f3fe691fe79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:02.083330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network hostable DHCP agents. Network: 4f7d7e48-312d-41c5-97c7-f3fe691fe79d, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:02.086585 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=4ca809b2-0ea5-4e83-a271-b07083ba8ef2,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:02.105637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 4f7d7e48-312d-41c5-97c7-f3fe691fe79d is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:02.115811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 4f7d7e48-312d-41c5-97c7-f3fe691fe79d) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:02.124526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f2102-19d7-40fb-98d7-ec8c4be00950 None None] Network 4f7d7e48-312d-41c5-97c7-f3fe691fe79d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:02.129009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:02.136795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.141377 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.142084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.164067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-72fb4d77-0d0c-4f51-aea6-a23f1deeee59 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4490378 Feb 04 05:55:02.164917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43394) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:02.276860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-80a3beae-af96-4ed3-977f-96a92587a79f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 4ca809b2-0ea5-4e83-a271-b07083ba8ef2 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:02.277003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-80a3beae-af96-4ed3-977f-96a92587a79f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.361028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-80a3beae-af96-4ed3-977f-96a92587a79f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.377720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-80a3beae-af96-4ed3-977f-96a92587a79f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 4ca809b2-0ea5-4e83-a271-b07083ba8ef2 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:02.397575 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-198af6d4-2408-4c05-b73e-0886cd43d341 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d89992a3f194ff794005e162e959ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939999 Feb 04 05:55:02.400468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43402) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:02.420253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.437962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-509a0c69-976f-4681-9cf1-168a165b309c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.449797 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-509a0c69-976f-4681-9cf1-168a165b309c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.450054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f8a253fe-a67d-4bac-bcc4-3575c19b842e up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:02.524110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f8a253fe-a67d-4bac-bcc4-3575c19b842e triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:02.525475 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.534445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-509a0c69-976f-4681-9cf1-168a165b309c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.535669 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-509a0c69-976f-4681-9cf1-168a165b309c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8204525 Feb 04 05:55:02.539470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31ec5281-bef4-43e7-a5d4-5e34c604cb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.542884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43408) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:02.547736 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-44807e02-7ec8-4215-a32b-e43d0a382185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Request body: {'security_group_rule': {'security_group_id': '93be82bf-fe87-4ff3-81af-af951594679f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:02.556936 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a0c69-976f-4681-9cf1-168a165b309c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93be82bf-fe87-4ff3-81af-af951594679f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:02.579244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31ec5281-bef4-43e7-a5d4-5e34c604cb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.587315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-80a3beae-af96-4ed3-977f-96a92587a79f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.614342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.629800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3beae-af96-4ed3-977f-96a92587a79f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=4ca809b2-0ea5-4e83-a271-b07083ba8ef2,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:02.653474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-80a3beae-af96-4ed3-977f-96a92587a79f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.659816 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-80a3beae-af96-4ed3-977f-96a92587a79f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/4ca809b2-0ea5-4e83-a271-b07083ba8ef2 HTTP/1.1" status: 204 len: 168 time: 0.4914541 Feb 04 05:55:02.661807 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43412) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:02.689260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31ec5281-bef4-43e7-a5d4-5e34c604cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.692264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31ec5281-bef4-43e7-a5d4-5e34c604cb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.693449 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-31ec5281-bef4-43e7-a5d4-5e34c604cb5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80248ae6-f987-4ef9-86aa-0789cee88d60 HTTP/1.1" status: 204 len: 168 time: 0.2906945 Feb 04 05:55:02.708624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec5281-bef4-43e7-a5d4-5e34c604cb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80248ae6-f987-4ef9-86aa-0789cee88d60,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:02.716541 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network a0679711-e853-4f57-a103-d161aae77c40 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:02.718845 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994a624d-3009-48bf-b1a7-39a63a2bec1d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Router 4556ed4f-cb0e-462d-b633-f2077040b72d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:55:02.723328 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44807e02-7ec8-4215-a32b-e43d0a382185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.738693 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:02.743277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=a7deefb9-ac9c-4c8a-aff1-8e64cf9f07da,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:02.745626 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:02.751892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.752535 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.782491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43416) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:02.837535 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d7c8f2e6-9d0b-4edd-8ab5-254e168d6188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3299286 Feb 04 05:55:02.840436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43420) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:02.846725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc496f9c-b893-4d26-8072-af56ca0c3d79 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.852578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc496f9c-b893-4d26-8072-af56ca0c3d79 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.856623 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dc496f9c-b893-4d26-8072-af56ca0c3d79 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1862309 Feb 04 05:55:02.862055 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43422) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:02.983670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6929b-7da4-4ae2-a112-6fc96e7850b0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.985590 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dda6929b-7da4-4ae2-a112-6fc96e7850b0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1439648 Feb 04 05:55:02.989629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43426) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.027952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44807e02-7ec8-4215-a32b-e43d0a382185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.046268 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44807e02-7ec8-4215-a32b-e43d0a382185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.071291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d25b4-72d5-4e79-9d56-4fed07292e5e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:03.085269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d25b4-72d5-4e79-9d56-4fed07292e5e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:03.089071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44807e02-7ec8-4215-a32b-e43d0a382185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fb1e4e-682d-4b53-8ec4-ef9269fab456,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:03.095881 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d25b4-72d5-4e79-9d56-4fed07292e5e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:03.097627 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d45d25b4-72d5-4e79-9d56-4fed07292e5e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1070511 Feb 04 05:55:03.100527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43428) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.105056 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994a624d-3009-48bf-b1a7-39a63a2bec1d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:55:03.105979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-539358323'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:03.114630 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-994a624d-3009-48bf-b1a7-39a63a2bec1d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "PUT /v2.0/routers/4556ed4f-cb0e-462d-b633-f2077040b72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7880356 Feb 04 05:55:03.119691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0341d5-5df5-4574-90ae-6fbc7ec79d8c None None] Sync routers for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:55:03.120202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43430) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.135058 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0341d5-5df5-4574-90ae-6fbc7ec79d8c None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:03.135058 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-3d0341d5-5df5-4574-90ae-6fbc7ec79d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:03.136431 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44807e02-7ec8-4215-a32b-e43d0a382185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.137618 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-44807e02-7ec8-4215-a32b-e43d0a382185 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5938241 Feb 04 05:55:03.152880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43432) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.181884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0290cd76-cfa4-479c-be67-863ec0d8f217 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 74d17a89-ff70-4a85-b01e-a701bbecf64a {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:03.182097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0290cd76-cfa4-479c-be67-863ec0d8f217 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.182859 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-3d0341d5-5df5-4574-90ae-6fbc7ec79d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:03.190576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-580bd802-e275-4848-b256-5c891b33df00 None None] Provisioning complete for port a7deefb9-ac9c-4c8a-aff1-8e64cf9f07da triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:03.190950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-580bd802-e275-4848-b256-5c891b33df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.224782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0341d5-5df5-4574-90ae-6fbc7ec79d8c None None] Routers {'4556ed4f-cb0e-462d-b633-f2077040b72d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:03.225484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-3d0341d5-5df5-4574-90ae-6fbc7ec79d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4556ed4f-cb0e-462d-b633-f2077040b72d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:03.231896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43436) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.270088 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-3d0341d5-5df5-4574-90ae-6fbc7ec79d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:03.270739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0341d5-5df5-4574-90ae-6fbc7ec79d8c None None] The sync data for ids ['4556ed4f-cb0e-462d-b633-f2077040b72d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:55:03.281250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-580bd802-e275-4848-b256-5c891b33df00 None None] Port a7deefb9-ac9c-4c8a-aff1-8e64cf9f07da cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:03.312528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0290cd76-cfa4-479c-be67-863ec0d8f217 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.317793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:03.322584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.330865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0290cd76-cfa4-479c-be67-863ec0d8f217 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 74d17a89-ff70-4a85-b01e-a701bbecf64a owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:03.349451 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.355421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.388236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae823fa9-67a2-4c4a-97d3-d56d10421677 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.396024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d22ea344-d180-4bd1-bef4-a3aa90447533 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34aae9d5678843bfbe8228f8d23abcce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573300 Feb 04 05:55:03.405504 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43442) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.453840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae823fa9-67a2-4c4a-97d3-d56d10421677 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.457565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ef90f-726d-4e72-abda-0e995cdbe40a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port a7deefb9-ac9c-4c8a-aff1-8e64cf9f07da {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:03.457888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec4ef90f-726d-4e72-abda-0e995cdbe40a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.502983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0290cd76-cfa4-479c-be67-863ec0d8f217 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.505173 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.542147 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290cd76-cfa4-479c-be67-863ec0d8f217 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=74d17a89-ff70-4a85-b01e-a701bbecf64a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:03.547974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0290cd76-cfa4-479c-be67-863ec0d8f217 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.553292 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0290cd76-cfa4-479c-be67-863ec0d8f217 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/74d17a89-ff70-4a85-b01e-a701bbecf64a HTTP/1.1" status: 204 len: 168 time: 0.6885910 Feb 04 05:55:03.553903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43444) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.616753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfa54107-2ca8-4d59-a081-272873042919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.627580 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting port 44b70c63-d235-46ae-bcfc-cf0864191ea2 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:03.627933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.638723 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c70b5-254c-4e61-aff8-8c5182a25e4f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:03.640791 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1d6c70b5-254c-4e61-aff8-8c5182a25e4f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0850968 Feb 04 05:55:03.649965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43446) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.651187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae823fa9-67a2-4c4a-97d3-d56d10421677 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.653694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae823fa9-67a2-4c4a-97d3-d56d10421677 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.654973 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ae823fa9-67a2-4c4a-97d3-d56d10421677 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-groups/93be82bf-fe87-4ff3-81af-af951594679f HTTP/1.1" status: 204 len: 168 time: 0.5000377 Feb 04 05:55:03.678255 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43448) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.688212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.695196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec4ef90f-726d-4e72-abda-0e995cdbe40a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.699168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfa54107-2ca8-4d59-a081-272873042919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.706709 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6703f5-df3c-4cc9-bb90-a7d365211880 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:55:03.708267 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6b6703f5-df3c-4cc9-bb90-a7d365211880 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/4ca809b2-0ea5-4e83-a271-b07083ba8ef2 HTTP/1.1" status: 404 len: 333 time: 0.0573838 Feb 04 05:55:03.712072 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43450) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.725732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae823fa9-67a2-4c4a-97d3-d56d10421677 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93be82bf-fe87-4ff3-81af-af951594679f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:03.728388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.744498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ef90f-726d-4e72-abda-0e995cdbe40a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for a7deefb9-ac9c-4c8a-aff1-8e64cf9f07da owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:03.746432 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdec71c2-f4ad-4848-adf1-d3b29a71be81 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:55:03.751451 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fdec71c2-f4ad-4848-adf1-d3b29a71be81 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/74d17a89-ff70-4a85-b01e-a701bbecf64a HTTP/1.1" status: 404 len: 333 time: 0.0350308 Feb 04 05:55:03.751451 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43452) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.805734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:03.812631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.835694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Calling delete_port for 44b70c63-d235-46ae-bcfc-cf0864191ea2 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:03.854048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51f653d-ee34-4117-addd-a83e4655e575,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:03.858324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.858662 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Added segment 01bce4ce-fae7-4c77-bd62-60c212d6fab7 of type vlan for network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 Feb 04 05:55:03.860222 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.887368 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ab5b91c2-8d88-43a4-8d4d-d067c6e8de7c tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2056544 Feb 04 05:55:03.894609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43454) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:03.937064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.939318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfa54107-2ca8-4d59-a081-272873042919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.941795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfa54107-2ca8-4d59-a081-272873042919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:03.942890 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bfa54107-2ca8-4d59-a081-272873042919 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ebc00fa-31cb-4ab0-bb7e-ab1ad25d9232 HTTP/1.1" status: 204 len: 168 time: 0.5310111 Feb 04 05:55:03.962223 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa54107-2ca8-4d59-a081-272873042919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebc00fa-31cb-4ab0-bb7e-ab1ad25d9232,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:04.009735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.015629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:04.016205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.035584 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b4dd2c5e-1bc9-4daa-87ea-f2507cfdb653 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1393335 Feb 04 05:55:04.040503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43458) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:04.087168 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.091467 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3067033 Feb 04 05:55:04.096723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43460) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:04.097379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec4ef90f-726d-4e72-abda-0e995cdbe40a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.105795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:04.111420 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-d5133a61-f779-47af-9af9-5ca3148789e7 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] delete failed (client error): The resource could not be found. Feb 04 05:55:04.112501 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d5133a61-f779-47af-9af9-5ca3148789e7 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "DELETE /v2.0/security-groups/93be82bf-fe87-4ff3-81af-af951594679f HTTP/1.1" status: 404 len: 347 time: 0.0686460 Feb 04 05:55:04.119569 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43462) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:04.146882 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7d7e48-312d-41c5-97c7-f3fe691fe79d']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:04.161766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1316a7f0-9a3c-42cd-a6d0-6ad1f759f1da') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:04.162067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1316a7f0-9a3c-42cd-a6d0-6ad1f759f1da') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:04.189274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbfc9b-6bea-4908-a09c-519a0be9f2ca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Network': ['ID=c0bfac2c-2237-4f69-8385-1f5f9a51cd82,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:04.200788 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.203279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:04.211112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ef90f-726d-4e72-abda-0e995cdbe40a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=a7deefb9-ac9c-4c8a-aff1-8e64cf9f07da,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:04.244006 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-45907b5c-5828-41aa-b71e-417538a5fa15 tempest-SecGroupTest-409466130 tempest-SecGroupTest-409466130-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1199670 Feb 04 05:55:04.244006 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.251045 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec4ef90f-726d-4e72-abda-0e995cdbe40a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.254039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:04.256992 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ec4ef90f-726d-4e72-abda-0e995cdbe40a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/a7deefb9-ac9c-4c8a-aff1-8e64cf9f07da HTTP/1.1" status: 204 len: 168 time: 1.1530583 Feb 04 05:55:04.257680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.261189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43468) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:04.264377 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:04.294406 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7a6ed0-b6c5-461b-8670-a957958941f0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:55:04.299172 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0c7a6ed0-b6c5-461b-8670-a957958941f0 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/a7deefb9-ac9c-4c8a-aff1-8e64cf9f07da HTTP/1.1" status: 404 len: 333 time: 0.0345159 Feb 04 05:55:04.300259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43470) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:04.355962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.390298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:04.393929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.401173 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Port': ['ID=44b70c63-d235-46ae-bcfc-cf0864191ea2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:04.431021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.445603 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.448964 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/networks/4f7d7e48-312d-41c5-97c7-f3fe691fe79d HTTP/1.1" status: 204 len: 168 time: 0.6967027 Feb 04 05:55:04.453479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43476) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:04.462450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1145595236'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:04.490560 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49386e54-a9f0-4df2-8bdd-9fad8a807289 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Network': ['ID=4f7d7e48-312d-41c5-97c7-f3fe691fe79d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:04.507603 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.606050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:04.610524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.639634 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.641979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.704473 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.705050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Fanout notify agent at l3_agent the message router_deleted on router 4556ed4f-cb0e-462d-b633-f2077040b72d {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:55:04.706759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43484) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:04.718825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.719975 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5d5943ec-b891-45d2-aa18-2d3de49bdd39 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/routers/4556ed4f-cb0e-462d-b633-f2077040b72d HTTP/1.1" status: 204 len: 168 time: 1.5980151 Feb 04 05:55:04.722526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43490) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:04.787624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-0445ce47-2ae5-40ef-8ce0-625f49eb6a5d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Deleting subnet 3cd954c9-6570-445b-ab4f-9eac8c6d4924 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:04.791855 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0445ce47-2ae5-40ef-8ce0-625f49eb6a5d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.852197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0445ce47-2ae5-40ef-8ce0-625f49eb6a5d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.910508 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f5e5dc0d-a306-4cb9-a8d3-75eeb1bb845d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port eb7a7446-bb9d-4708-a4bb-4d5f556547f3 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:04.911083 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5e5dc0d-a306-4cb9-a8d3-75eeb1bb845d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.929335 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0445ce47-2ae5-40ef-8ce0-625f49eb6a5d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.959333 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a8f9c186-b280-40e5-8cd9-814b0cda45eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93451042dc25457c8ca5a0cef72665bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493248 Feb 04 05:55:04.959536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43498) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:04.996373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:05.036535 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db19c3e1-10f0-4d1f-84e3-695ce817293e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.041002 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0445ce47-2ae5-40ef-8ce0-625f49eb6a5d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.041423 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.041778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Added segment 964afc6f-b34c-422e-9cc1-87086e53350a of type vlan for network 3d894148-d940-400b-85d6-2c04e134bdbe Feb 04 05:55:05.080725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445ce47-2ae5-40ef-8ce0-625f49eb6a5d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd954c9-6570-445b-ab4f-9eac8c6d4924,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:05.091857 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0445ce47-2ae5-40ef-8ce0-625f49eb6a5d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.095586 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0445ce47-2ae5-40ef-8ce0-625f49eb6a5d tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/subnets/3cd954c9-6570-445b-ab4f-9eac8c6d4924 HTTP/1.1" status: 204 len: 168 time: 0.3706131 Feb 04 05:55:05.098910 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43502) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:05.102116 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db19c3e1-10f0-4d1f-84e3-695ce817293e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.127269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5e5dc0d-a306-4cb9-a8d3-75eeb1bb845d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.149783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.161782 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f5e5dc0d-a306-4cb9-a8d3-75eeb1bb845d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for eb7a7446-bb9d-4708-a4bb-4d5f556547f3 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:05.177157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.208747 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.250818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db19c3e1-10f0-4d1f-84e3-695ce817293e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.253598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db19c3e1-10f0-4d1f-84e3-695ce817293e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.257514 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-db19c3e1-10f0-4d1f-84e3-695ce817293e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39836518-58b9-4414-966f-d4ea02fd993f HTTP/1.1" status: 204 len: 168 time: 0.2970567 Feb 04 05:55:05.260103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.266692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:05.267301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.307975 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19c3e1-10f0-4d1f-84e3-695ce817293e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39836518-58b9-4414-966f-d4ea02fd993f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:05.323526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.352272 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e451e40-a784-4975-97a7-ab7ce2d81bc9']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:05.363786 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ff2bd2-c8ec-42cd-a30c-9dd7fb500def') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:05.364323 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ff2bd2-c8ec-42cd-a30c-9dd7fb500def') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:05.374098 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9162068 Feb 04 05:55:05.376818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43512) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:05.387822 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '3d894148-d940-400b-85d6-2c04e134bdbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:05.395984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=7a86d0bb-14e8-43c4-bf85-764f6f98622c,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:05.396379 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.407578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ff6ba-b9c3-4320-a3a2-daf5af2c2242 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Network': ['ID=3d894148-d940-400b-85d6-2c04e134bdbe,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:05.423333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 3d894148-d940-400b-85d6-2c04e134bdbe details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:05.425014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:05.425751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network hostable DHCP agents. Network: c0bfac2c-2237-4f69-8385-1f5f9a51cd82, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:05.448995 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.456105 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:05.456639 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.483671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:05.506107 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, c0bfac2c-2237-4f69-8385-1f5f9a51cd82) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:05.510810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:05.511502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:05.518237 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:05.520450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5e5dc0d-a306-4cb9-a8d3-75eeb1bb845d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.531392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c03613-1d05-4ce5-8186-d2549fa25233 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:05.555296 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.557377 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5dc0d-a306-4cb9-a8d3-75eeb1bb845d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=eb7a7446-bb9d-4708-a4bb-4d5f556547f3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:05.576402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.579408 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f6b0a2e9-7dd1-415c-9b7b-d053877dd5c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4773774 Feb 04 05:55:05.583114 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] 10.222.0.15 "DELETE /v2.0/networks/1e451e40-a784-4975-97a7-ab7ce2d81bc9 HTTP/1.1" status: 204 len: 168 time: 0.4831605 Feb 04 05:55:05.596103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43518) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:05.605663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'name': 'tempest-NetworksTestDHCPv6-1480516202'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:05.609764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d0e43-6d13-4b26-9a80-e57447e92350 tempest-FloatingIPTestJSON-1274755675 tempest-FloatingIPTestJSON-1274755675-project] Pushing event deleted for resources: {'Network': ['ID=1e451e40-a784-4975-97a7-ab7ce2d81bc9,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:05.611880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5e5dc0d-a306-4cb9-a8d3-75eeb1bb845d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.620000 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f5e5dc0d-a306-4cb9-a8d3-75eeb1bb845d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/eb7a7446-bb9d-4708-a4bb-4d5f556547f3 HTTP/1.1" status: 204 len: 168 time: 1.3186193 Feb 04 05:55:05.620673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43526) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:05.682990 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ecf452-644b-4be5-b84b-ff7479911a7c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:55:05.689668 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-83ecf452-644b-4be5-b84b-ff7479911a7c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/eb7a7446-bb9d-4708-a4bb-4d5f556547f3 HTTP/1.1" status: 404 len: 333 time: 0.0674353 Feb 04 05:55:05.689933 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43528) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:05.716283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:05.721651 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.797589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f007250d-aafa-4439-8578-69eb25de9c66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting subnet 7420a508-d03d-438b-88d8-04d8daab33d4 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:05.808907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f007250d-aafa-4439-8578-69eb25de9c66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.849491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Performing IP validity checks on allocation pools {{(pid=102166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:55:05.850466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:55:05.889999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '7a86d0bb-14e8-43c4-bf85-764f6f98622c'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:05.891173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.910998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:05.915255 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.919376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f007250d-aafa-4439-8578-69eb25de9c66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:05.950367 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port 46df7f9e-403d-4a7f-9693-8fca64b39749 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:06.039220 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43538) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:06.060100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f007250d-aafa-4439-8578-69eb25de9c66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.066868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43542) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:06.101821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.167047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/7a86d0bb-14e8-43c4-bf85-764f6f98622c/3cfaed44-500b-4f30-b288-987670784a18) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:06.175690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f007250d-aafa-4439-8578-69eb25de9c66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.210345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Checking segment: {'id': '964afc6f-b34c-422e-9cc1-87086e53350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3d894148-d940-400b-85d6-2c04e134bdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:06.210878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network hostable DHCP agents. Network: 3d894148-d940-400b-85d6-2c04e134bdbe, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:06.218699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Subnet': ['ID=d07905e9-9c06-4524-9cb8-76995d91bc7b,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:06.237255 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 3d894148-d940-400b-85d6-2c04e134bdbe is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:06.250345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 3d894148-d940-400b-85d6-2c04e134bdbe) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:06.264465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1031540112', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:06.270457 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:06.271264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.281189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f007250d-aafa-4439-8578-69eb25de9c66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.289812 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af11efa7-7916-4b7e-b732-12c655f47444 None None] Network 3d894148-d940-400b-85d6-2c04e134bdbe requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:06.293394 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f007250d-aafa-4439-8578-69eb25de9c66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/7420a508-d03d-438b-88d8-04d8daab33d4 HTTP/1.1" status: 204 len: 168 time: 0.5998170 Feb 04 05:55:06.293394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007250d-aafa-4439-8578-69eb25de9c66 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Subnet': ['ID=7420a508-d03d-438b-88d8-04d8daab33d4,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:06.294113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43548) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:06.307966 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d53328-4a8b-4a48-ad13-b95c231bd151 None None] Network a0679711-e853-4f57-a103-d161aae77c40 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:06.355542 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7f6ea5fd-317c-42db-9e09-2210bb1dfbcb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9769769 Feb 04 05:55:06.358668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43552) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:06.365713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '3d894148-d940-400b-85d6-2c04e134bdbe', 'name': 'tempest-PortsTestJSON-133031852'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:06.469713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.501378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Made reservation on behalf of a64a5326f39148939904c6698dd99bdc for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:06.503946 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.516348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.550519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port f8a253fe-a67d-4bac-bcc4-3575c19b842e {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:06.551096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.586181 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-38ead766-a025-4c26-92b1-2560010cceef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab2f571671b047ccb1cf44c3d893a45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5414274 Feb 04 05:55:06.592823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43560) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:06.630104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:06.633631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.643415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] For port f8a253fe-a67d-4bac-bcc4-3575c19b842e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f8a253fe-a67d-4bac-bcc4-3575c19b842e,segment=NetworkSegment(6b785e72-b810-4be5-8c49-4168ad65ceb9),segment_id=6b785e72-b810-4be5-8c49-4168ad65ceb9)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:06.643802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.660351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for f8a253fe-a67d-4bac-bcc4-3575c19b842e owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:06.705435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port 26a98ca8-d2fa-4e9e-8514-0d72511612a2 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:06.710693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4819-0a66-4ae1-a06e-13b5d69fead6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.734783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4819-0a66-4ae1-a06e-13b5d69fead6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.770268 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.782904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.800679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.805860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43564) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:06.854556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:06.865038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:06.865658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.869232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4819-0a66-4ae1-a06e-13b5d69fead6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.869508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:06.872077 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4819-0a66-4ae1-a06e-13b5d69fead6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.876066 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4e9c4819-0a66-4ae1-a06e-13b5d69fead6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e9a75db-81dc-4e52-a7ab-0b3a238e89b7 HTTP/1.1" status: 204 len: 168 time: 0.2788727 Feb 04 05:55:06.883758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.887037 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-3d894148-d940-400b-85d6-2c04e134bdbe', 'network_id': '3d894148-d940-400b-85d6-2c04e134bdbe', 'tenant_id': '1b08d3bca42b491ba60abd2261accc9b', 'fixed_ips': [{'subnet_id': 'd07905e9-9c06-4524-9cb8-76995d91bc7b'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:06.887249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] device_id is not set on port 6db9fdee-a767-41e6-9dd3-be8bc2791cc2 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:06.890271 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.919111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ec3c20-42bb-4f31-a91e-0a973855d104 None None] DHCP port deletion for a0679711-e853-4f57-a103-d161aae77c40 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:06.948809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Pushing event updated for resources: {'Port': ['ID=3cfaed44-500b-4f30-b288-987670784a18,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:07.008244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Allocated IP 172.26.5.184 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/6db9fdee-a767-41e6-9dd3-be8bc2791cc2) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:07.073824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-51911184-a332-457b-b42c-fe16f418e840 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:07.074528 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-51911184-a332-457b-b42c-fe16f418e840 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 05:55:07.075028 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-51911184-a332-457b-b42c-fe16f418e840 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:55:07.076035 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-51911184-a332-457b-b42c-fe16f418e840 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2684555 Feb 04 05:55:07.083641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43570) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:07.090552 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1867ced4-73b8-4c86-a42f-5adb244ed100 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'tempest-secgroup--142573790'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:07.103312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c4819-0a66-4ae1-a06e-13b5d69fead6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9a75db-81dc-4e52-a7ab-0b3a238e89b7,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:07.103628 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Attempting to bind port 3cfaed44-500b-4f30-b288-987670784a18 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:07.104175 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Attempting to bind port 3cfaed44-500b-4f30-b288-987670784a18 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:07.104771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Attempting to bind port 3cfaed44-500b-4f30-b288-987670784a18 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:07.171244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:07.171751 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:07.172343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.172658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.12 (3d894148-d940-400b-85d6-2c04e134bdbe/d07905e9-9c06-4524-9cb8-76995d91bc7b/26a98ca8-d2fa-4e9e-8514-0d72511612a2) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:07.173254 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:07.173885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Bound port: 3cfaed44-500b-4f30-b288-987670784a18, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:07.175284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.209308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3206fbc3-8f9b-4e36-b9d9-534d07cf7594,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:07.240656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1867ced4-73b8-4c86-a42f-5adb244ed100 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.261103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=f8a253fe-a67d-4bac-bcc4-3575c19b842e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:07.263087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1867ced4-73b8-4c86-a42f-5adb244ed100 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.276519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] For port 3cfaed44-500b-4f30-b288-987670784a18, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:07.282282 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] For port 3cfaed44-500b-4f30-b288-987670784a18, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=3cfaed44-500b-4f30-b288-987670784a18,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:07.289573 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.300821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No DVR routers for this DVR port f8a253fe-a67d-4bac-bcc4-3575c19b842e on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:07.346731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.375052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a730f8-1383-4fb1-a35f-c063eeb813e8 None None] Pushing event updated for resources: {'Port': ['ID=3cfaed44-500b-4f30-b288-987670784a18,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:07.413628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::1a3 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/7a86d0bb-14e8-43c4-bf85-764f6f98622c/46df7f9e-403d-4a7f-9693-8fca64b39749) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:07.440571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.474252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0679711-e853-4f57-a103-d161aae77c40']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:07.494046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b785e72-b810-4be5-8c49-4168ad65ceb9') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:07.494426 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b785e72-b810-4be5-8c49-4168ad65ceb9') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:07.508765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.521587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.552822 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.572602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.581854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1867ced4-73b8-4c86-a42f-5adb244ed100 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.595257 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:07.595392 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.599623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:07.599747 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:07.602160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1867ced4-73b8-4c86-a42f-5adb244ed100 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.614768 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:07.625268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Pushing event updated for resources: {'Port': ['ID=6db9fdee-a767-41e6-9dd3-be8bc2791cc2,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:07.631079 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:07.688461 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.702690 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.709243 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/networks/a0679711-e853-4f57-a103-d161aae77c40 HTTP/1.1" status: 204 len: 168 time: 1.4096406 Feb 04 05:55:07.711791 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43590) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:07.726832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-628726511'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:07.737917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867ced4-73b8-4c86-a42f-5adb244ed100 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d4d20-db6a-465c-b0a0-34675d38868e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:07.762277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e8685-02c1-4fd5-9af5-d9ae95a4195c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Network': ['ID=a0679711-e853-4f57-a103-d161aae77c40,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:07.779739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.785104 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.812399 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:07.815409 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.854974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.861969 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Allocated IP 172.20.0.2 (3d894148-d940-400b-85d6-2c04e134bdbe/d07905e9-9c06-4524-9cb8-76995d91bc7b/092585a0-0eb9-4e59-80e0-54f9bcc98862) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:07.864666 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:07.890122 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1867ced4-73b8-4c86-a42f-5adb244ed100 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.897760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:07.898378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.905232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1867ced4-73b8-4c86-a42f-5adb244ed100 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.912955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43592) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:07.923471 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 3d894148-d940-400b-85d6-2c04e134bdbe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:07.942769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:07.955495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=26a98ca8-d2fa-4e9e-8514-0d72511612a2,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:07.963988 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:07.965805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.966191 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Added segment c39b1900-c895-421c-bb9c-87b1f9fc9de3 of type vlan for network 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 Feb 04 05:55:07.968414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:07.969342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=46df7f9e-403d-4a7f-9693-8fca64b39749,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:07.974104 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:07.987033 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:07.996210 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a5c52e20-7d51-4fc0-93cb-de68b7e63c26 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9256370 Feb 04 05:55:07.996393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:07.996393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:07.999338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43596) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:08.003801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.184'}]}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:08.038427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1867ced4-73b8-4c86-a42f-5adb244ed100 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.044179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43598) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:08.045178 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1867ced4-73b8-4c86-a42f-5adb244ed100 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9579995 Feb 04 05:55:08.051770 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-972820b7-4b9c-4462-9b2f-73366c05d28e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '52d95108-b3dd-403b-89c2-17ff8b545085', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:08.062422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867ced4-73b8-4c86-a42f-5adb244ed100 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d95108-b3dd-403b-89c2-17ff8b545085,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:08.081228 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2bcd1a2f-1609-4883-9a95-c7d74117ac89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4813941 Feb 04 05:55:08.081397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43600) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:08.086066 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.112770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.114766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.116028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.120555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.136139 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1232089289'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:08.160099 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-972820b7-4b9c-4462-9b2f-73366c05d28e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.164728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:08.165468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.167154 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.170826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Network 3d894148-d940-400b-85d6-2c04e134bdbe is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:08.172087 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Pushing event updated for resources: {'Port': ['ID=092585a0-0eb9-4e59-80e0-54f9bcc98862,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:08.173039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:08.173668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.175333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:08.177658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:08.193963 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-31329adb-7067-44a2-a7fd-916ec9cd6acc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8342078 Feb 04 05:55:08.197642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43602) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:08.206564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954612f5-a16f-4f66-b003-04770b86f91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:08.212519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954612f5-a16f-4f66-b003-04770b86f91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:08.214290 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-954612f5-a16f-4f66-b003-04770b86f91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1321273 Feb 04 05:55:08.223070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43604) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:08.241107 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Attempting to bind port 092585a0-0eb9-4e59-80e0-54f9bcc98862 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:08.241732 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Attempting to bind port 092585a0-0eb9-4e59-80e0-54f9bcc98862 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '964afc6f-b34c-422e-9cc1-87086e53350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3d894148-d940-400b-85d6-2c04e134bdbe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:08.242253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Attempting to bind port 092585a0-0eb9-4e59-80e0-54f9bcc98862 on network 3d894148-d940-400b-85d6-2c04e134bdbe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:08.249733 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:08.250639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Checking segment: {'id': '964afc6f-b34c-422e-9cc1-87086e53350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3d894148-d940-400b-85d6-2c04e134bdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:08.251340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.251874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Bound using segment: {'id': '964afc6f-b34c-422e-9cc1-87086e53350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3d894148-d940-400b-85d6-2c04e134bdbe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:08.252483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Bound port: 092585a0-0eb9-4e59-80e0-54f9bcc98862, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964afc6f-b34c-422e-9cc1-87086e53350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3d894148-d940-400b-85d6-2c04e134bdbe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:08.253030 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.314171 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5970461 Feb 04 05:55:08.317765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43606) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:08.323326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': '4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:08.324731 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.330516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:08.334410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.335671 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] For port 092585a0-0eb9-4e59-80e0-54f9bcc98862, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:08.338966 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] For port 092585a0-0eb9-4e59-80e0-54f9bcc98862, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=092585a0-0eb9-4e59-80e0-54f9bcc98862,segment=NetworkSegment(964afc6f-b34c-422e-9cc1-87086e53350a),segment_id=964afc6f-b34c-422e-9cc1-87086e53350a)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:08.347239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.395435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c45155-0342-4b6b-ad7e-061feecf3f17 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Network': ['ID=4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:08.402503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.403265 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb53f5c-6465-4f87-af3f-dafefbff21e9 None None] Pushing event updated for resources: {'Port': ['ID=092585a0-0eb9-4e59-80e0-54f9bcc98862,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:08.445057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:08.465325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-972820b7-4b9c-4462-9b2f-73366c05d28e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.477372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-972820b7-4b9c-4462-9b2f-73366c05d28e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.491765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-afa81ca8-22c3-4bb0-bfd3-624f413db696 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 26a98ca8-d2fa-4e9e-8514-0d72511612a2 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:08.492108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-afa81ca8-22c3-4bb0-bfd3-624f413db696 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.547746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-34959ffb-c51d-4221-a429-434ac8fa8ff9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port 46df7f9e-403d-4a7f-9693-8fca64b39749 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:08.547969 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34959ffb-c51d-4221-a429-434ac8fa8ff9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.588670 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972820b7-4b9c-4462-9b2f-73366c05d28e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bca8ad-c0e0-4b86-99d1-4cdf3d3fc6c9,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:08.595137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.621525 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-972820b7-4b9c-4462-9b2f-73366c05d28e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.622422 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-972820b7-4b9c-4462-9b2f-73366c05d28e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5765250 Feb 04 05:55:08.632445 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 3cfaed44-500b-4f30-b288-987670784a18 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:08.634934 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43608) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:08.642368 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e4039cfc-6f72-430a-824b-b2583c2c82f2 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '52d95108-b3dd-403b-89c2-17ff8b545085', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:08.693696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:08.697701 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.719967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 3cfaed44-500b-4f30-b288-987670784a18 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:08.720602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.763330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4039cfc-6f72-430a-824b-b2583c2c82f2 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.793394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.823642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.868407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:08.882918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1d692b-8f6a-4bd2-8d6c-5fab68d3ea92,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:08.895080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.896516 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment aeea9418-8eef-45c1-874b-a0a3355a290d of type vlan for network b134766b-9bbe-4848-8c61-838eca91794f Feb 04 05:55:08.921334 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-e4039cfc-6f72-430a-824b-b2583c2c82f2 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:55:08.925422 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e4039cfc-6f72-430a-824b-b2583c2c82f2 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2892296 Feb 04 05:55:08.926860 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43610) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:08.941624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-afa81ca8-22c3-4bb0-bfd3-624f413db696 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.944602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.958918 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-afa81ca8-22c3-4bb0-bfd3-624f413db696 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 26a98ca8-d2fa-4e9e-8514-0d72511612a2 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:08.971191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34959ffb-c51d-4221-a429-434ac8fa8ff9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:08.990651 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.010185 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-34959ffb-c51d-4221-a429-434ac8fa8ff9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for 46df7f9e-403d-4a7f-9693-8fca64b39749 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:09.017160 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 3cfaed44-500b-4f30-b288-987670784a18, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=3cfaed44-500b-4f30-b288-987670784a18,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:09.026243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.116774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.123659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:09.124500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.155954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06eb6806-13c5-4f2e-9fe5-c0014da7c5ea tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.159877 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a40d2-834a-426a-a5e7-58361cd46571 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:09.175626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f8a253fe-a67d-4bac-bcc4-3575c19b842e no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:09.237372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=3cfaed44-500b-4f30-b288-987670784a18,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:09.241927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: f8a253fe-a67d-4bac-bcc4-3575c19b842e {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:09.242281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f8a253fe-a67d-4bac-bcc4-3575c19b842e not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:09.253193 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3159659 Feb 04 05:55:09.253601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-88c01ea2-7b1a-414f-affb-f56866d19e94 None None] Provisioning complete for port 3cfaed44-500b-4f30-b288-987670784a18 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:09.253601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-88c01ea2-7b1a-414f-affb-f56866d19e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.266572 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06eb6806-13c5-4f2e-9fe5-c0014da7c5ea tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.284419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c228b19-7960-4d77-953b-df73fe2d0c52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=b134766b-9bbe-4848-8c61-838eca91794f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:09.310902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.327297 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network b134766b-9bbe-4848-8c61-838eca91794f details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:09.351141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.367624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06eb6806-13c5-4f2e-9fe5-c0014da7c5ea tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.370978 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06eb6806-13c5-4f2e-9fe5-c0014da7c5ea tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.375385 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-06eb6806-13c5-4f2e-9fe5-c0014da7c5ea tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "DELETE /v2.0/security-groups/52d95108-b3dd-403b-89c2-17ff8b545085 HTTP/1.1" status: 204 len: 168 time: 0.4450777 Feb 04 05:55:09.377535 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43614) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:09.388423 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43616) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:09.398503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'network_id': 'b134766b-9bbe-4848-8c61-838eca91794f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:09.433745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-afa81ca8-22c3-4bb0-bfd3-624f413db696 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.441428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb6806-13c5-4f2e-9fe5-c0014da7c5ea tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d95108-b3dd-403b-89c2-17ff8b545085,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:09.479483 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.527480 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ff9001e0-775d-41ac-8cc7-778e2a911723 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1431630 Feb 04 05:55:09.527480 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43618) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:09.540076 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4ce26987-bb54-4f8d-a852-bff40bf9f33a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'tempest-secgroup--738598627'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:09.564769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Subnet': ['ID=d7c560d0-3b69-4e37-8718-3b72befacc80,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:09.606305 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ce26987-bb54-4f8d-a852-bff40bf9f33a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.606824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa81ca8-22c3-4bb0-bfd3-624f413db696 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=26a98ca8-d2fa-4e9e-8514-0d72511612a2,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:09.629485 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.669539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34959ffb-c51d-4221-a429-434ac8fa8ff9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.748817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34959ffb-c51d-4221-a429-434ac8fa8ff9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=46df7f9e-403d-4a7f-9693-8fca64b39749,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:09.775814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Checking segment: {'id': 'c39b1900-c895-421c-bb9c-87b1f9fc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:09.776181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network hostable DHCP agents. Network: 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:09.785262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:09.788763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.819394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-afa81ca8-22c3-4bb0-bfd3-624f413db696 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.822924 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-afa81ca8-22c3-4bb0-bfd3-624f413db696 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/26a98ca8-d2fa-4e9e-8514-0d72511612a2 HTTP/1.1" status: 204 len: 168 time: 1.6075659 Feb 04 05:55:09.827897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43620) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:09.842640 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.848546 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.851214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34959ffb-c51d-4221-a429-434ac8fa8ff9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.854536 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-34959ffb-c51d-4221-a429-434ac8fa8ff9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/46df7f9e-403d-4a7f-9693-8fca64b39749 HTTP/1.1" status: 204 len: 168 time: 1.6305473 Feb 04 05:55:09.861348 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43622) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:09.891003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ce26987-bb54-4f8d-a852-bff40bf9f33a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.916910 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfcc7df-e9a7-47b2-9439-dbd724d8ced2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:55:09.917666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfcc7df-e9a7-47b2-9439-dbd724d8ced2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:55:09.921701 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7dfcc7df-e9a7-47b2-9439-dbd724d8ced2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/26a98ca8-d2fa-4e9e-8514-0d72511612a2 HTTP/1.1" status: 404 len: 333 time: 0.0797293 Feb 04 05:55:09.924888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:09.934664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43624) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:09.950794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:09.956990 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ce26987-bb54-4f8d-a852-bff40bf9f33a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.972817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:09.973581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.976440 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a85883-e466-4909-b612-d100631eebc1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:55:09.978059 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad3c964-d799-49da-acb4-b2232a7c4aeb None None] Network 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:09.978719 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-41a85883-e466-4909-b612-d100631eebc1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/26a98ca8-d2fa-4e9e-8514-0d72511612a2 HTTP/1.1" status: 404 len: 333 time: 0.0428197 Feb 04 05:55:09.985239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43626) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:10.012817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.013415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0575bed-9f26-4e4d-b34a-cf2cfa7e7f01 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:55:10.015983 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c4e44d7d-d27e-4195-afa0-562149197de7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6967576 Feb 04 05:55:10.018647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43628) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:10.023491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-aeabcd58-11b2-46df-acc2-c7e74d0bfc39 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-619018945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:10.077639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-616cf648-62a6-4bbe-9a27-93dbd1fbe6eb None None] Provisioning complete for port 3cfaed44-500b-4f30-b288-987670784a18 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:10.078053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-616cf648-62a6-4bbe-9a27-93dbd1fbe6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.085383 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ce26987-bb54-4f8d-a852-bff40bf9f33a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.089887 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4ce26987-bb54-4f8d-a852-bff40bf9f33a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5609732 Feb 04 05:55:10.093166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43630) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:10.109861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d9f662c5-9b9f-467b-bb34-18dec6440c9e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': 'a994fb01-baee-41e6-aca3-aa10f7a69f0a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:10.110931 dv-neutron-826811-2-hyperv neutron-server[102166]: WARNING neutron.api.v2.base [None req-d9f662c5-9b9f-467b-bb34-18dec6440c9e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 05:55:10.111658 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-d9f662c5-9b9f-467b-bb34-18dec6440c9e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:10.112926 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d9f662c5-9b9f-467b-bb34-18dec6440c9e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096879 Feb 04 05:55:10.116426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43632) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:10.118237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a999e8fd-9e98-4ca9-987a-6834c15737d5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:10.120045 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a999e8fd-9e98-4ca9-987a-6834c15737d5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:10.121787 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a999e8fd-9e98-4ca9-987a-6834c15737d5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2594168 Feb 04 05:55:10.122539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aeabcd58-11b2-46df-acc2-c7e74d0bfc39 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.124186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aeabcd58-11b2-46df-acc2-c7e74d0bfc39 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.127342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce26987-bb54-4f8d-a852-bff40bf9f33a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a994fb01-baee-41e6-aca3-aa10f7a69f0a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:10.129623 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43634) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:10.147814 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:55:10.153104 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-08937f08-4095-4e0a-846e-337286a6980d tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1526918 Feb 04 05:55:10.162072 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43636) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:10.190315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf8f553-e322-4625-ac89-cdc7af610766 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting subnet d07905e9-9c06-4524-9cb8-76995d91bc7b {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:10.195744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-daf8f553-e322-4625-ac89-cdc7af610766 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.242571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfce0e38-f019-4c30-81c5-b3314a813d3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 7a86d0bb-14e8-43c4-bf85-764f6f98622c {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:10.248876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bfce0e38-f019-4c30-81c5-b3314a813d3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.280858 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-daf8f553-e322-4625-ac89-cdc7af610766 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.323531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e3a41-c24f-44d9-8e03-4d2190fd17ee None None] Network 3d894148-d940-400b-85d6-2c04e134bdbe requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:10.351819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bfce0e38-f019-4c30-81c5-b3314a813d3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.367479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3', 'network_id': '4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3', 'tenant_id': '57b18c3874f14ef2a03a9502bf10053c', 'fixed_ips': [{'subnet_id': 'd7c560d0-3b69-4e37-8718-3b72befacc80'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:10.369680 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.382764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aeabcd58-11b2-46df-acc2-c7e74d0bfc39 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.403480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-616cf648-62a6-4bbe-9a27-93dbd1fbe6eb None None] Could not find standard attr ID for object 46df7f9e-403d-4a7f-9693-8fca64b39749. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:10.413862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aeabcd58-11b2-46df-acc2-c7e74d0bfc39 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.490600 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-daf8f553-e322-4625-ac89-cdc7af610766 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.497262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d8829d2-df6a-4fa5-b1a4-e53794919d22 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.513266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.551456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aeabcd58-11b2-46df-acc2-c7e74d0bfc39 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.552590 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-aeabcd58-11b2-46df-acc2-c7e74d0bfc39 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5329943 Feb 04 05:55:10.558704 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43638) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:10.568033 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bfce0e38-f019-4c30-81c5-b3314a813d3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.609054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d8829d2-df6a-4fa5-b1a4-e53794919d22 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.640609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'network_id': '4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3', 'name': 'tempest-PortsIpV6TestJSON-851192323'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:10.651269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=11a5bc64-2ddb-4eef-aa2c-a141848bf88c,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:10.687914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6507d7a8-1cb6-44f4-974a-dd805d1fcc23 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Deleting port 6db9fdee-a767-41e6-9dd3-be8bc2791cc2 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:10.688261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6507d7a8-1cb6-44f4-974a-dd805d1fcc23 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.691804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking segment: {'id': 'aeea9418-8eef-45c1-874b-a0a3355a290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b134766b-9bbe-4848-8c61-838eca91794f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:10.692164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network hostable DHCP agents. Network: b134766b-9bbe-4848-8c61-838eca91794f, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:10.704671 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-29b135da-94a6-4c0b-ac75-722b5f0f2a69 None None] Provisioning complete for port 092585a0-0eb9-4e59-80e0-54f9bcc98862 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:10.705167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-29b135da-94a6-4c0b-ac75-722b5f0f2a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.739815 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d8829d2-df6a-4fa5-b1a4-e53794919d22 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.742618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d8829d2-df6a-4fa5-b1a4-e53794919d22 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.747083 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9d8829d2-df6a-4fa5-b1a4-e53794919d22 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "DELETE /v2.0/security-groups/a994fb01-baee-41e6-aca3-aa10f7a69f0a HTTP/1.1" status: 204 len: 168 time: 0.6226754 Feb 04 05:55:10.755517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43640) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:10.762392 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bfce0e38-f019-4c30-81c5-b3314a813d3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.764256 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 092585a0-0eb9-4e59-80e0-54f9bcc98862 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:10.777262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8829d2-df6a-4fa5-b1a4-e53794919d22 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a994fb01-baee-41e6-aca3-aa10f7a69f0a,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:10.790587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network b134766b-9bbe-4848-8c61-838eca91794f is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:10.806846 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce0e38-f019-4c30-81c5-b3314a813d3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=7a86d0bb-14e8-43c4-bf85-764f6f98622c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:10.822245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bfce0e38-f019-4c30-81c5-b3314a813d3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.826007 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bfce0e38-f019-4c30-81c5-b3314a813d3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/7a86d0bb-14e8-43c4-bf85-764f6f98622c HTTP/1.1" status: 204 len: 168 time: 0.6929529 Feb 04 05:55:10.831081 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43642) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:10.832362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, b134766b-9bbe-4848-8c61-838eca91794f) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:10.834883 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-daf8f553-e322-4625-ac89-cdc7af610766 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.842601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6507d7a8-1cb6-44f4-974a-dd805d1fcc23 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.854731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b08013-e181-410e-b1f4-14011c8b93ab None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:10.867597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83acffb2-f81d-4548-b078-e6d6f28ab6e0 None None] Network b134766b-9bbe-4848-8c61-838eca91794f requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:10.932494 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-30992648-c98c-45c0-8a61-afb5662b9adf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005011 Feb 04 05:55:10.938679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43644) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:10.942108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-daf8f553-e322-4625-ac89-cdc7af610766 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.945558 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-daf8f553-e322-4625-ac89-cdc7af610766 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/d07905e9-9c06-4524-9cb8-76995d91bc7b HTTP/1.1" status: 204 len: 168 time: 0.9521420 Feb 04 05:55:10.950762 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:10.964274 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8f553-e322-4625-ac89-cdc7af610766 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Subnet': ['ID=d07905e9-9c06-4524-9cb8-76995d91bc7b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:10.969587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43646) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:11.027171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Allocated IP 2001:db8::2 (4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3/d7c560d0-3b69-4e37-8718-3b72befacc80/798a1eb0-c83a-4a0b-b504-dcaccbad53bd) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:11.138361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:11.138865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.139892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.143880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:11.147517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.158778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a767bb90-c408-4714-b613-7d8ed2a0e55e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4004881 Feb 04 05:55:11.160730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6507d7a8-1cb6-44f4-974a-dd805d1fcc23 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Calling delete_port for 6db9fdee-a767-41e6-9dd3-be8bc2791cc2 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:11.162866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43648) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:11.170233 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-70dbfc23-665e-472d-aeee-9d68ea48d56a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040080724'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:11.182981 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-54732d21-17e0-4f84-9d7b-b013317075cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7889550 Feb 04 05:55:11.187587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port ad58a673-05f3-4c60-bed5-6f5434fc434d yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:11.191202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43650) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:11.195775 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:11.198384 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-660314044'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:11.199448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.275514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-70dbfc23-665e-472d-aeee-9d68ea48d56a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.286349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 092585a0-0eb9-4e59-80e0-54f9bcc98862 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:11.286728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.288503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:11.292028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.332728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-29b135da-94a6-4c0b-ac75-722b5f0f2a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.342368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:11.379876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 092585a0-0eb9-4e59-80e0-54f9bcc98862 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:11.380226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.392598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.393038 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment b422e4a5-8f9d-47f1-802f-e894b385940b of type vlan for network 8ec5b503-bc38-4ca8-ac68-063c02cda627 Feb 04 05:55:11.464862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-70dbfc23-665e-472d-aeee-9d68ea48d56a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.478818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-70dbfc23-665e-472d-aeee-9d68ea48d56a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.484215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.490836 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-29b135da-94a6-4c0b-ac75-722b5f0f2a69 None None] For port 092585a0-0eb9-4e59-80e0-54f9bcc98862, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=092585a0-0eb9-4e59-80e0-54f9bcc98862,segment=NetworkSegment(964afc6f-b34c-422e-9cc1-87086e53350a),segment_id=964afc6f-b34c-422e-9cc1-87086e53350a)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:11.496470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6507d7a8-1cb6-44f4-974a-dd805d1fcc23 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.508349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-29b135da-94a6-4c0b-ac75-722b5f0f2a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.554959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-29b135da-94a6-4c0b-ac75-722b5f0f2a69 None None] Could not find standard attr ID for object 46df7f9e-403d-4a7f-9693-8fca64b39749. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:11.570622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507d7a8-1cb6-44f4-974a-dd805d1fcc23 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Pushing event deleted for resources: {'Port': ['ID=6db9fdee-a767-41e6-9dd3-be8bc2791cc2,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:11.575008 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-70dbfc23-665e-472d-aeee-9d68ea48d56a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.579650 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-70dbfc23-665e-472d-aeee-9d68ea48d56a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4157627 Feb 04 05:55:11.583773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43652) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:11.593306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c38689c4-1265-4197-b817-c8e9d71d8480 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '27f1d2b9-e5c0-4848-b4b7-3bdba35e2a20', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:11.594328 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-c38689c4-1265-4197-b817-c8e9d71d8480 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 05:55:11.595917 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-c38689c4-1265-4197-b817-c8e9d71d8480 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:11.599039 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c38689c4-1265-4197-b817-c8e9d71d8480 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095232 Feb 04 05:55:11.604683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43654) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:11.605556 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbfc23-665e-472d-aeee-9d68ea48d56a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f1d2b9-e5c0-4848-b4b7-3bdba35e2a20,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:11.635086 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.641697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:11.642346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.666153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-b134766b-9bbe-4848-8c61-838eca91794f', 'network_id': 'b134766b-9bbe-4848-8c61-838eca91794f', 'tenant_id': 'c9ca6b9d603e45e0af0eabd8c966a366', 'fixed_ips': [{'subnet_id': '11a5bc64-2ddb-4eef-aa2c-a141848bf88c'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:11.667026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.719765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8456231-ab67-4e6e-8699-4e96ec63c842 None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:11.729869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.732583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b135da-94a6-4c0b-ac75-722b5f0f2a69 None None] Pushing event updated for resources: {'Port': ['ID=092585a0-0eb9-4e59-80e0-54f9bcc98862,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:11.739199 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 3cfaed44-500b-4f30-b288-987670784a18 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:11.758393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6507d7a8-1cb6-44f4-974a-dd805d1fcc23 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.762077 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6507d7a8-1cb6-44f4-974a-dd805d1fcc23 tempest-RoutersAdminNegativeIpV6Test-1650458381 tempest-RoutersAdminNegativeIpV6Test-1650458381-project-admin] 10.222.0.15 "DELETE /v2.0/ports/6db9fdee-a767-41e6-9dd3-be8bc2791cc2 HTTP/1.1" status: 204 len: 168 time: 1.5976572 Feb 04 05:55:11.805731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f72cb-b41c-481f-ad5f-ac25976b058e None None] Network 3d894148-d940-400b-85d6-2c04e134bdbe requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:11.808842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.865270 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6703598 Feb 04 05:55:11.865270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dacefe-0c8a-42f1-a652-e46cc0f5c76a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=8ec5b503-bc38-4ca8-ac68-063c02cda627,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:11.868667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43658) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:11.870738 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] For port 092585a0-0eb9-4e59-80e0-54f9bcc98862, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=092585a0-0eb9-4e59-80e0-54f9bcc98862,segment=NetworkSegment(964afc6f-b34c-422e-9cc1-87086e53350a),segment_id=964afc6f-b34c-422e-9cc1-87086e53350a)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:11.871376 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.887373 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'network_id': '8ec5b503-bc38-4ca8-ac68-063c02cda627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:11.897794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-85c42d22-99b5-4c0c-b859-3779e6317c76 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.922484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 092585a0-0eb9-4e59-80e0-54f9bcc98862 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:11.930528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 8ec5b503-bc38-4ca8-ac68-063c02cda627 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:11.939285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-85c42d22-99b5-4c0c-b859-3779e6317c76 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:11.952689 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8::1ef (4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3/d7c560d0-3b69-4e37-8718-3b72befacc80/ad58a673-05f3-4c60-bed5-6f5434fc434d) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:12.004778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-85c42d22-99b5-4c0c-b859-3779e6317c76 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.015376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-85c42d22-99b5-4c0c-b859-3779e6317c76 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.019254 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-85c42d22-99b5-4c0c-b859-3779e6317c76 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "DELETE /v2.0/security-groups/27f1d2b9-e5c0-4848-b4b7-3bdba35e2a20 HTTP/1.1" status: 204 len: 168 time: 0.4097292 Feb 04 05:55:12.034563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43662) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:12.034782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Network 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:12.036595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c42d22-99b5-4c0c-b859-3779e6317c76 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f1d2b9-e5c0-4848-b4b7-3bdba35e2a20,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:12.087401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:12.094755 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:12.106681 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.123295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Pushing event updated for resources: {'Port': ['ID=798a1eb0-c83a-4a0b-b504-dcaccbad53bd,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:12.128641 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8faf31b9-6dcf-47e9-9aba-0aad283b16c8 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0886605 Feb 04 05:55:12.134544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43670) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:12.143055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8295b255-6158-4774-876b-f23c5e40ff5a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'tempest-secgroup--515436745'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:12.152941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-90696cb4-407b-4ce2-86de-2c2be3f985f0 None None] Provisioning complete for port 092585a0-0eb9-4e59-80e0-54f9bcc98862 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:12.152941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-90696cb4-407b-4ce2-86de-2c2be3f985f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.183061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8295b255-6158-4774-876b-f23c5e40ff5a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.196194 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:12.206063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43672) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:12.223689 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:12.255183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:12.255892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.279557 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:12.283643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.287687 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=686e3343-4091-4076-9783-07cb6f447601,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:12.305391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d8456231-ab67-4e6e-8699-4e96ec63c842 None None] Deleting port 3cfaed44-500b-4f30-b288-987670784a18 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:12.305771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d8456231-ab67-4e6e-8699-4e96ec63c842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.313538 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.314874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8295b255-6158-4774-876b-f23c5e40ff5a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.317046 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 3cfaed44-500b-4f30-b288-987670784a18 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:12.317491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.322728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8295b255-6158-4774-876b-f23c5e40ff5a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.359662 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4127150 Feb 04 05:55:12.362184 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.362890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.363309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Allocated IP 172.20.255.242 (b134766b-9bbe-4848-8c61-838eca91794f/11a5bc64-2ddb-4eef-aa2c-a141848bf88c/2677729e-71fe-4447-89bb-684bcd4224d4) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:12.363827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.364207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43676) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:12.364873 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.365584 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.366293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.366996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.367689 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.368368 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.369049 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.369826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.370577 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c309cc-b97d-4d3b-b6af-1a119d34c6fa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.377265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'name': 'tempest-NetworksTestDHCPv6-186271645'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:12.405408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Attempting to bind port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:12.405694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Attempting to bind port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'c39b1900-c895-421c-bb9c-87b1f9fc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:12.406256 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Attempting to bind port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd on network 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:12.415487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-90696cb4-407b-4ce2-86de-2c2be3f985f0 None None] Could not find standard attr ID for object 092585a0-0eb9-4e59-80e0-54f9bcc98862. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:12.430767 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=092585a0-0eb9-4e59-80e0-54f9bcc98862,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:12.431696 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.plugins.ml2.db [None req-90696cb4-407b-4ce2-86de-2c2be3f985f0 None None] No ports have port_id starting with 092585a0-0eb9-4e59-80e0-54f9bcc98862 Feb 04 05:55:12.442738 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No DVR routers for this DVR port 092585a0-0eb9-4e59-80e0-54f9bcc98862 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:12.444748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:12.445161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Checking segment: {'id': 'c39b1900-c895-421c-bb9c-87b1f9fc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:12.445572 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.445970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Bound using segment: {'id': 'c39b1900-c895-421c-bb9c-87b1f9fc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:12.446706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Bound port: 798a1eb0-c83a-4a0b-b504-dcaccbad53bd, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39b1900-c895-421c-bb9c-87b1f9fc9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:12.447266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.468931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8295b255-6158-4774-876b-f23c5e40ff5a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.470224 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8295b255-6158-4774-876b-f23c5e40ff5a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3343570 Feb 04 05:55:12.471048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.480780 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43678) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:12.485950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295b255-6158-4774-876b-f23c5e40ff5a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57717065-b717-4112-80de-7c7204108b61,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:12.490792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-f5134f3b-c451-47d0-b2b4-1bd40f0ab5b0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '57717065-b717-4112-80de-7c7204108b61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:12.506597 dv-neutron-826811-2-hyperv neutron-server[102166]: WARNING neutron.api.v2.base [None req-f5134f3b-c451-47d0-b2b4-1bd40f0ab5b0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 05:55:12.507406 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-f5134f3b-c451-47d0-b2b4-1bd40f0ab5b0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:12.509021 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f5134f3b-c451-47d0-b2b4-1bd40f0ab5b0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0265913 Feb 04 05:55:12.516483 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43680) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:12.527161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6b096590-8bdd-4f57-ad83-2485c40671fe tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '57717065-b717-4112-80de-7c7204108b61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:12.532369 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-6b096590-8bdd-4f57-ad83-2485c40671fe tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 05:55:12.533226 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-6b096590-8bdd-4f57-ad83-2485c40671fe tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:12.537086 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6b096590-8bdd-4f57-ad83-2485c40671fe tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0196843 Feb 04 05:55:12.547078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43682) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:12.553343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-60b80e6d-1120-4b5c-bf6e-6049cd3bb4f4 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '57717065-b717-4112-80de-7c7204108b61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:12.555637 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-60b80e6d-1120-4b5c-bf6e-6049cd3bb4f4 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 05:55:12.555637 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-60b80e6d-1120-4b5c-bf6e-6049cd3bb4f4 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:12.559834 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-60b80e6d-1120-4b5c-bf6e-6049cd3bb4f4 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094619 Feb 04 05:55:12.571131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43684) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:12.580576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6a2db5fd-7224-4514-8b6b-1fdcce6a4343 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '57717065-b717-4112-80de-7c7204108b61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:12.582123 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-6a2db5fd-7224-4514-8b6b-1fdcce6a4343 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 05:55:12.582300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b3d7c-be7d-4720-9e2b-16d62ad708f8 None None] DHCP port deletion for 3d894148-d940-400b-85d6-2c04e134bdbe request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:12.582798 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-6a2db5fd-7224-4514-8b6b-1fdcce6a4343 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:12.586486 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6a2db5fd-7224-4514-8b6b-1fdcce6a4343 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0109618 Feb 04 05:55:12.587946 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43686) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:12.594560 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.598216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d8456231-ab67-4e6e-8699-4e96ec63c842 None None] For port 3cfaed44-500b-4f30-b288-987670784a18, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=3cfaed44-500b-4f30-b288-987670784a18,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:12.598625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d8456231-ab67-4e6e-8699-4e96ec63c842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.623997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.662894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d8456231-ab67-4e6e-8699-4e96ec63c842 None None] Calling delete_port for 3cfaed44-500b-4f30-b288-987670784a18 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:12.672549 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d894148-d940-400b-85d6-2c04e134bdbe']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:12.691509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964afc6f-b34c-422e-9cc1-87086e53350a') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:12.691845 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964afc6f-b34c-422e-9cc1-87086e53350a') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:12.709466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0012411-1ab9-4bcd-9fd5-09eb040950f0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.723073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:12.723570 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] For port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:12.727163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.727976 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.744032 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.754487 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:12.754760 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.758042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:12.759660 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:12.782425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0012411-1ab9-4bcd-9fd5-09eb040950f0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.786349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.798634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.803219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] For port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=798a1eb0-c83a-4a0b-b504-dcaccbad53bd,segment=NetworkSegment(c39b1900-c895-421c-bb9c-87b1f9fc9de3),segment_id=c39b1900-c895-421c-bb9c-87b1f9fc9de3)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:12.805049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port 39ce10df-fd3c-4878-8c48-46a5a96196f2 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:12.819575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.832683 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.887043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 092585a0-0eb9-4e59-80e0-54f9bcc98862 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:12.912130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 092585a0-0eb9-4e59-80e0-54f9bcc98862 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:12.912788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 092585a0-0eb9-4e59-80e0-54f9bcc98862 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:12.913450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 3cfaed44-500b-4f30-b288-987670784a18 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:12.915767 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.923378 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6476d6012f741ce97b854036f7ec7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7144551 Feb 04 05:55:12.927475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa959b2d-351c-4e88-82d9-c8d951dd521d,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:12.930051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:12.931997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43688) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:12.939512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:12.946878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:12.954357 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:12.955046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.966678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.980342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:12.985154 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/networks/3d894148-d940-400b-85d6-2c04e134bdbe HTTP/1.1" status: 204 len: 168 time: 2.0134554 Feb 04 05:55:12.996916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43690) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:12.998819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=ad58a673-05f3-4c60-bed5-6f5434fc434d,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:12.999546 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:12.999915 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.000250 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.000589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.000927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.001298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.001640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.001962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.002284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.002613 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.002934 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.003258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942edc44-613e-4682-b719-7b8cd85293ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.006878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0012411-1ab9-4bcd-9fd5-09eb040950f0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.009406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0012411-1ab9-4bcd-9fd5-09eb040950f0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.009810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Network b134766b-9bbe-4848-8c61-838eca91794f is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:13.010587 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d0012411-1ab9-4bcd-9fd5-09eb040950f0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "DELETE /v2.0/security-groups/57717065-b717-4112-80de-7c7204108b61 HTTP/1.1" status: 204 len: 168 time: 0.4181552 Feb 04 05:55:13.013909 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Pushing event updated for resources: {'Port': ['ID=798a1eb0-c83a-4a0b-b504-dcaccbad53bd,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:13.022491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43692) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:13.025294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:13.025753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1724954119'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:13.033706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:13.037655 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.040108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No active binding found for port 3cfaed44-500b-4f30-b288-987670784a18 {{(pid=102168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 05:55:13.040669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 3cfaed44-500b-4f30-b288-987670784a18 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:13.042510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d8456231-ab67-4e6e-8699-4e96ec63c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.050847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.051455 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.052337 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.052906 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.053771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.054376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.054934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.055425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.055970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.056226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0012411-1ab9-4bcd-9fd5-09eb040950f0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57717065-b717-4112-80de-7c7204108b61,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:13.056366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.056635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.056966 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830a3ea-f6e8-47cb-b125-078750a3ebf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:55:13.077297 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c09fd-cc57-4b30-9cda-8663044bad60 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Network': ['ID=3d894148-d940-400b-85d6-2c04e134bdbe,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:13.106281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::ed (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/686e3343-4091-4076-9783-07cb6f447601/39ce10df-fd3c-4878-8c48-46a5a96196f2) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:13.131283 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d861429b-cfd4-4256-a615-47bcf6eb964f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4959366 Feb 04 05:55:13.134240 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43694) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:13.147945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Attempting to bind port 2677729e-71fe-4447-89bb-684bcd4224d4 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:13.148667 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Attempting to bind port 2677729e-71fe-4447-89bb-684bcd4224d4 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'aeea9418-8eef-45c1-874b-a0a3355a290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b134766b-9bbe-4848-8c61-838eca91794f'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:13.149323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Attempting to bind port 2677729e-71fe-4447-89bb-684bcd4224d4 on network b134766b-9bbe-4848-8c61-838eca91794f {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:13.153747 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-50fdfb1d-4496-40f0-9605-8663d7efd9a6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1290760 Feb 04 05:55:13.163035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8456231-ab67-4e6e-8699-4e96ec63c842 None None] No DVR routers for this DVR port 3cfaed44-500b-4f30-b288-987670784a18 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:13.164782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:13.165390 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Checking segment: {'id': 'aeea9418-8eef-45c1-874b-a0a3355a290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b134766b-9bbe-4848-8c61-838eca91794f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:13.165795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.166183 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Bound using segment: {'id': 'aeea9418-8eef-45c1-874b-a0a3355a290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b134766b-9bbe-4848-8c61-838eca91794f'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:13.166755 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Bound port: 2677729e-71fe-4447-89bb-684bcd4224d4, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeea9418-8eef-45c1-874b-a0a3355a290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b134766b-9bbe-4848-8c61-838eca91794f'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:13.167076 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.175009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43696) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:13.182931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a7a4dd26-d59c-4eb3-b696-c2ea71369872 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'tempest-secgroup--262202210'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:13.195314 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:13.197381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07a64a9-a8af-4d75-a02d-eab66b742cab None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:13.199783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.201317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Pushing event updated for resources: {'Port': ['ID=2677729e-71fe-4447-89bb-684bcd4224d4,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:13.203844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57a20b0e-976c-4a96-9035-cbe469f00586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.256375 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=280d38ed-607c-4e6c-afe9-b60c26920fb2,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:13.316299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:13.326075 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7a4dd26-d59c-4eb3-b696-c2ea71369872 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.333221 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking segment: {'id': 'b422e4a5-8f9d-47f1-802f-e894b385940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8ec5b503-bc38-4ca8-ac68-063c02cda627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:13.333974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network hostable DHCP agents. Network: 8ec5b503-bc38-4ca8-ac68-063c02cda627, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:13.350455 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.351095 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Added segment 2736a0da-41a0-4c9c-aa1c-f92e42c74d31 of type vlan for network a9b95a71-b584-4916-9999-973c072810e5 Feb 04 05:55:13.358729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57a20b0e-976c-4a96-9035-cbe469f00586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.414964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.427217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network 8ec5b503-bc38-4ca8-ac68-063c02cda627 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:13.462517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 8ec5b503-bc38-4ca8-ac68-063c02cda627) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:13.468826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:13.469692 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.476510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.483599 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:13.484408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.486690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8456231-ab67-4e6e-8699-4e96ec63c842 None None] Pushing event deleted for resources: {'Port': ['ID=3cfaed44-500b-4f30-b288-987670784a18,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:13.495294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb751019-2140-4875-aa00-8ef693104271 None None] Network 8ec5b503-bc38-4ca8-ac68-063c02cda627 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:13.538806 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bec8dcee-b219-47bb-8232-6113f8a3136e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6638813 Feb 04 05:55:13.550304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43698) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:13.608460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] For port 2677729e-71fe-4447-89bb-684bcd4224d4, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:13.642598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] For port 2677729e-71fe-4447-89bb-684bcd4224d4, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2677729e-71fe-4447-89bb-684bcd4224d4,segment=NetworkSegment(aeea9418-8eef-45c1-874b-a0a3355a290d),segment_id=aeea9418-8eef-45c1-874b-a0a3355a290d)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:13.649862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57a20b0e-976c-4a96-9035-cbe469f00586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.651532 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.652518 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57a20b0e-976c-4a96-9035-cbe469f00586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.656239 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-57a20b0e-976c-4a96-9035-cbe469f00586 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa959b2d-351c-4e88-82d9-c8d951dd521d HTTP/1.1" status: 204 len: 168 time: 0.7207506 Feb 04 05:55:13.656401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7a4dd26-d59c-4eb3-b696-c2ea71369872 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.664480 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6491952 Feb 04 05:55:13.668903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43702) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:13.676918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': 'a9b95a71-b584-4916-9999-973c072810e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:13.680580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a20b0e-976c-4a96-9035-cbe469f00586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa959b2d-351c-4e88-82d9-c8d951dd521d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:13.689329 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7a4dd26-d59c-4eb3-b696-c2ea71369872 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.716410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f78b50-5e8e-4866-8a5a-cec592aea00b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Network': ['ID=a9b95a71-b584-4916-9999-973c072810e5,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:13.728851 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.745682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.787485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network a9b95a71-b584-4916-9999-973c072810e5 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:13.792197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7a4dd26-d59c-4eb3-b696-c2ea71369872 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.799065 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a7a4dd26-d59c-4eb3-b696-c2ea71369872 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6172323 Feb 04 05:55:13.806555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43704) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:13.835913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.858555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-44266bab-a8e4-4edc-986c-4347a24cb629 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '984dc8a2-81fb-4f80-b174-98dc687b7799', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:13.859849 dv-neutron-826811-2-hyperv neutron-server[102166]: WARNING neutron.api.v2.base [None req-44266bab-a8e4-4edc-986c-4347a24cb629 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 05:55:13.859849 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-44266bab-a8e4-4edc-986c-4347a24cb629 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:13.863437 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-44266bab-a8e4-4edc-986c-4347a24cb629 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0494134 Feb 04 05:55:13.870419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4dd26-d59c-4eb3-b696-c2ea71369872 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984dc8a2-81fb-4f80-b174-98dc687b7799,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:13.882380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43708) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:13.914021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.927494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5d40f7cc-1345-4bca-ad30-c7095714350d tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '984dc8a2-81fb-4f80-b174-98dc687b7799', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:13.943700 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:13.949183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:13.998070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:14.010205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba3268-f295-4e40-ac97-2ac89830adf2 None None] Pushing event updated for resources: {'Port': ['ID=2677729e-71fe-4447-89bb-684bcd4224d4,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:14.013972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:14.044608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:14.063034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:14.065123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8116d5a6-741b-4adf-9011-11e1e2e53956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-8ec5b503-bc38-4ca8-ac68-063c02cda627', 'network_id': '8ec5b503-bc38-4ca8-ac68-063c02cda627', 'tenant_id': 'c9ca6b9d603e45e0af0eabd8c966a366', 'fixed_ips': [{'subnet_id': '280d38ed-607c-4e6c-afe9-b60c26920fb2'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:14.065995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8116d5a6-741b-4adf-9011-11e1e2e53956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:14.066739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:14.091529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=39ce10df-fd3c-4878-8c48-46a5a96196f2,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:14.111886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '686e3343-4091-4076-9783-07cb6f447601'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:14.112755 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:14.114650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:14.229782 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5f3b41b6-77c0-401a-b194-0531b0d8f24f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8639383 Feb 04 05:55:14.236340 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43718) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:14.253690 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-5d40f7cc-1345-4bca-ad30-c7095714350d tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:14.255252 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5d40f7cc-1345-4bca-ad30-c7095714350d tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3686466 Feb 04 05:55:14.259406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43720) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:14.280971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a7bb5fb9-ffa5-4b29-b6e8-7a4f55444d89 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '984dc8a2-81fb-4f80-b174-98dc687b7799', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:14.281909 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-a7bb5fb9-ffa5-4b29-b6e8-7a4f55444d89 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 05:55:14.282511 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-a7bb5fb9-ffa5-4b29-b6e8-7a4f55444d89 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:14.283650 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a7bb5fb9-ffa5-4b29-b6e8-7a4f55444d89 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226390 Feb 04 05:55:14.292594 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43728) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:14.307516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f4e61cbd-bc01-4339-9216-ff9fd93c2bbe tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '984dc8a2-81fb-4f80-b174-98dc687b7799', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:14.510534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43730) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:14.518146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server [None req-8116d5a6-741b-4adf-9011-11e1e2e53956 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 280d38ed-607c-4e6c-afe9-b60c26920fb2: This subnet is being modified by another concurrent operation. Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:55:14.567220 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 280d38ed-607c-4e6c-afe9-b60c26920fb2: This subnet is being modified by another concurrent operation. Feb 04 05:55:14.571767 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Feb 04 05:55:14.585473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:14.594861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f34cee6-d073-418e-9827-3f2ea7326952 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:14.599736 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0f34cee6-d073-418e-9827-3f2ea7326952 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.3622150 Feb 04 05:55:14.609244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43736) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:14.642738 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Subnet': ['ID=280d38ed-607c-4e6c-afe9-b60c26920fb2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:14.678413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3197001a-f716-4071-84c4-998cc1bdce6b None None] Network 8ec5b503-bc38-4ca8-ac68-063c02cda627 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:14.718212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:14.740022 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-f4e61cbd-bc01-4339-9216-ff9fd93c2bbe tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:14.745258 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f4e61cbd-bc01-4339-9216-ff9fd93c2bbe tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4477465 Feb 04 05:55:14.751726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43742) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:14.815819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2687f560-ee2b-4710-9671-4e10cb6a8a89 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '984dc8a2-81fb-4f80-b174-98dc687b7799', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:14.816788 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-2687f560-ee2b-4710-9671-4e10cb6a8a89 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 05:55:14.817443 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-2687f560-ee2b-4710-9671-4e10cb6a8a89 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:14.821810 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2687f560-ee2b-4710-9671-4e10cb6a8a89 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0287437 Feb 04 05:55:14.822002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/686e3343-4091-4076-9783-07cb6f447601/bd774537-9e55-4401-bd69-4272e766e64a) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:14.874054 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5c114bf1-cc7d-4609-bf73-31fe56c44f36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a64a5326f39148939904c6698dd99bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586392 Feb 04 05:55:14.874796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43744) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:14.874922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43746) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:14.908167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-62c47b97-b4d2-40a9-8c38-bd8647756ed7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '984dc8a2-81fb-4f80-b174-98dc687b7799', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:14.927819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:14.932046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbd789-c90a-402b-b8be-c894bc70f41f req-60a9f8f1-a104-4365-9208-63323cf221d1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:14.939419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6dbbd789-c90a-402b-b8be-c894bc70f41f req-60a9f8f1-a104-4365-9208-63323cf221d1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.5584896 Feb 04 05:55:14.969763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0db1ef-fc6c-474f-b1fd-006b7de125f2 None None] Network 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:15.009874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.072591 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec5b503-bc38-4ca8-ac68-063c02cda627']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:15.077179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Subnet': ['ID=1abf08d2-440f-403b-90f3-c12e8328acfc,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:15.097939 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b422e4a5-8f9d-47f1-802f-e894b385940b') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:15.098515 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b422e4a5-8f9d-47f1-802f-e894b385940b') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:15.112406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9dde9-3209-4a10-abee-c2a79d6c3863 req-606e5536-f5e8-46ed-bb0e-70594b724631 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:15.114420 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-04c9dde9-3209-4a10-abee-c2a79d6c3863 req-606e5536-f5e8-46ed-bb0e-70594b724631 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.3839436 Feb 04 05:55:15.115338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.118558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Checking segment: {'id': '2736a0da-41a0-4c9c-aa1c-f92e42c74d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a9b95a71-b584-4916-9999-973c072810e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:15.120030 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network hostable DHCP agents. Network: a9b95a71-b584-4916-9999-973c072810e5, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:15.131981 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=ad58a673-05f3-4c60-bed5-6f5434fc434d,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:15.140640 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.142851 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6dbbd789-c90a-402b-b8be-c894bc70f41f req-a02c3a59-5907-495e-9363-dc15104c62ec tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860676 Feb 04 05:55:15.151505 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:15.152127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:15.156502 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:15.163829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 798a1eb0-c83a-4a0b-b504-dcaccbad53bd up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:15.190927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-72acb389-c89f-4539-bf5e-29e3eaba8c89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port 39ce10df-fd3c-4878-8c48-46a5a96196f2 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:15.191384 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72acb389-c89f-4539-bf5e-29e3eaba8c89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.206177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-603405fa-a672-428f-89fd-d05061ef91a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.229441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network a9b95a71-b584-4916-9999-973c072810e5 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:15.254291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-052e127e-0d8f-4eb7-b7fc-68a29b6f49b7 None None] Provisioning complete for port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:15.254727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-052e127e-0d8f-4eb7-b7fc-68a29b6f49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.259874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, a9b95a71-b584-4916-9999-973c072810e5) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:15.276312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.279489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:15.280175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.293444 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-62c47b97-b4d2-40a9-8c38-bd8647756ed7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Project 68bbb69603a94803a869ce8af728414f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:55:15.299224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d481f08-09d1-4078-916a-6f7f1e73b57d None None] Network a9b95a71-b584-4916-9999-973c072810e5 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:15.308653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.313479 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/8ec5b503-bc38-4ca8-ac68-063c02cda627 HTTP/1.1" status: 204 len: 168 time: 1.7617409 Feb 04 05:55:15.318197 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-23e1237f-5b3c-4f64-a178-32952ce66460 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6482923 Feb 04 05:55:15.318391 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-04c9dde9-3209-4a10-abee-c2a79d6c3863 req-f9c96cd2-5e86-4dd9-aaef-538776415c9d tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904321 Feb 04 05:55:15.324068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43750) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:15.324533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43752) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:15.334504 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96105ce8-4fcf-4036-8032-ed7310845ebd tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=8ec5b503-bc38-4ca8-ac68-063c02cda627,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:15.512245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:15.512621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.555980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.581940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.662456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491e9639-a36a-47bb-96e1-a4d183085a0e None None] Network b134766b-9bbe-4848-8c61-838eca91794f requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:15.662836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': 'a9b95a71-b584-4916-9999-973c072810e5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1588350889'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:15.676495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-345773447'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:15.703109 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:55:15.717662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-603405fa-a672-428f-89fd-d05061ef91a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.728335 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Pushing event updated for resources: {'Port': ['ID=bd774537-9e55-4401-bd69-4272e766e64a,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:15.734581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.753259 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:15.758809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-052e127e-0d8f-4eb7-b7fc-68a29b6f49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.765701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:15.792773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:15.842218 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-62c47b97-b4d2-40a9-8c38-bd8647756ed7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:15.843670 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-62c47b97-b4d2-40a9-8c38-bd8647756ed7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9589322 Feb 04 05:55:15.849503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43754) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:15.852206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4c3a7c59-4207-47ab-bb48-98b9c01e307f tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '984dc8a2-81fb-4f80-b174-98dc687b7799', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:15.852884 dv-neutron-826811-2-hyperv neutron-server[102166]: WARNING neutron.api.v2.base [None req-4c3a7c59-4207-47ab-bb48-98b9c01e307f tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 05:55:15.853616 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-4c3a7c59-4207-47ab-bb48-98b9c01e307f tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:15.855364 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4c3a7c59-4207-47ab-bb48-98b9c01e307f tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080404 Feb 04 05:55:15.858263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43756) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:15.872077 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-a9b95a71-b584-4916-9999-973c072810e5', 'network_id': 'a9b95a71-b584-4916-9999-973c072810e5', 'tenant_id': '1b08d3bca42b491ba60abd2261accc9b', 'fixed_ips': [{'subnet_id': '1abf08d2-440f-403b-90f3-c12e8328acfc'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:15.873610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.874854 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-76f76b10-7648-40bf-8599-15ace081b9c6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '984dc8a2-81fb-4f80-b174-98dc687b7799', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:15.914907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72acb389-c89f-4539-bf5e-29e3eaba8c89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.915421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.966582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41613b-e2ef-4acd-8397-04cafb614855 req-2543807d-ccad-4233-8a4e-648e04a0daed tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:15.973707 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5b41613b-e2ef-4acd-8397-04cafb614855 req-2543807d-ccad-4233-8a4e-648e04a0daed tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.6886768 Feb 04 05:55:15.986728 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-76f76b10-7648-40bf-8599-15ace081b9c6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Project 68bbb69603a94803a869ce8af728414f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:55:16.000959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:16.003329 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-76f76b10-7648-40bf-8599-15ace081b9c6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:16.004465 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-76f76b10-7648-40bf-8599-15ace081b9c6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1434278 Feb 04 05:55:16.007132 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.008010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43758) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:16.014564 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d07078b1-d149-443c-8c12-a1675a7c4e83 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '984dc8a2-81fb-4f80-b174-98dc687b7799', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:16.017454 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-72acb389-c89f-4539-bf5e-29e3eaba8c89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for 39ce10df-fd3c-4878-8c48-46a5a96196f2 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:16.050620 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-d07078b1-d149-443c-8c12-a1675a7c4e83 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Project 68bbb69603a94803a869ce8af728414f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:55:16.079205 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-d07078b1-d149-443c-8c12-a1675a7c4e83 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:16.080402 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d07078b1-d149-443c-8c12-a1675a7c4e83 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0713065 Feb 04 05:55:16.083327 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43760) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:16.128463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-052e127e-0d8f-4eb7-b7fc-68a29b6f49b7 None None] For port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=798a1eb0-c83a-4a0b-b504-dcaccbad53bd,segment=NetworkSegment(c39b1900-c895-421c-bb9c-87b1f9fc9de3),segment_id=c39b1900-c895-421c-bb9c-87b1f9fc9de3)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:16.166051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ff08899-d750-4822-a13b-028670d8a5d7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.171873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-603405fa-a672-428f-89fd-d05061ef91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.175397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-603405fa-a672-428f-89fd-d05061ef91a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.176565 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-603405fa-a672-428f-89fd-d05061ef91a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3206fbc3-8f9b-4e36-b9d9-534d07cf7594 HTTP/1.1" status: 204 len: 168 time: 1.2862597 Feb 04 05:55:16.179685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:16.196851 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.197637 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ff08899-d750-4822-a13b-028670d8a5d7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.212479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-052e127e-0d8f-4eb7-b7fc-68a29b6f49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.215054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Attempting to bind port bd774537-9e55-4401-bd69-4272e766e64a on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:16.215783 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5b41613b-e2ef-4acd-8397-04cafb614855 req-b9e3f51a-8d09-48b7-9c78-ebd2c5e2cf14 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409289 Feb 04 05:55:16.218035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Attempting to bind port bd774537-9e55-4401-bd69-4272e766e64a by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:16.219051 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Attempting to bind port bd774537-9e55-4401-bd69-4272e766e64a on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:16.227854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.228988 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment 01fefecc-a9b0-41e1-9059-93035fe40bd7 of type vlan for network 048c52d9-35a6-4e8a-9399-f5d3e93512c7 Feb 04 05:55:16.266003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ff08899-d750-4822-a13b-028670d8a5d7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.269022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ff08899-d750-4822-a13b-028670d8a5d7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.272917 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4ff08899-d750-4822-a13b-028670d8a5d7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "DELETE /v2.0/security-groups/984dc8a2-81fb-4f80-b174-98dc687b7799 HTTP/1.1" status: 204 len: 168 time: 0.1861556 Feb 04 05:55:16.277770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43766) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:16.284003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603405fa-a672-428f-89fd-d05061ef91a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3206fbc3-8f9b-4e36-b9d9-534d07cf7594,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:16.289148 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff08899-d750-4822-a13b-028670d8a5d7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=984dc8a2-81fb-4f80-b174-98dc687b7799,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:16.381505 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:16.381925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:16.382395 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.383364 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:16.383928 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Bound port: bd774537-9e55-4401-bd69-4272e766e64a, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:16.384478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.432660 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:16.442257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.445386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.520214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:55:16.520572 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:55:16.583218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e127e-0d8f-4eb7-b7fc-68a29b6f49b7 None None] Pushing event updated for resources: {'Port': ['ID=798a1eb0-c83a-4a0b-b504-dcaccbad53bd,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:16.585849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ed87665d-ec7c-497d-8db2-510892daa7a4 None None] Provisioning complete for port ad58a673-05f3-4c60-bed5-6f5434fc434d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:16.586220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ed87665d-ec7c-497d-8db2-510892daa7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.613315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.resource_extend [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:55:16.660646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port f7263a1f-77fa-46ab-b9f4-17ae6b5cddc6 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:16.663092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] For port bd774537-9e55-4401-bd69-4272e766e64a, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:16.682051 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fc8b2d53-cc20-44e9-8f2c-203c925ecd79 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3955710 Feb 04 05:55:16.683302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43782) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:16.689976 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Allocated IP 172.20.0.2 (a9b95a71-b584-4916-9999-973c072810e5/1abf08d2-440f-403b-90f3-c12e8328acfc/7e1c7d9d-496b-4a8a-8228-075c60f9a2b6) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:16.693644 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] For port bd774537-9e55-4401-bd69-4272e766e64a, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bd774537-9e55-4401-bd69-4272e766e64a,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:16.694536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c45931b7-adef-4535-8a3c-dd687c9525fd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'tempest-secgroup--47039940'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:16.697259 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ed87665d-ec7c-497d-8db2-510892daa7a4 None None] Port ad58a673-05f3-4c60-bed5-6f5434fc434d cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:16.709307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.791367 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c45931b7-adef-4535-8a3c-dd687c9525fd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.810697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.811376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ed87665d-ec7c-497d-8db2-510892daa7a4 None None] Provisioning complete for port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:16.811644 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ed87665d-ec7c-497d-8db2-510892daa7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.817512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:16.818200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.829531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967622ad-a041-4668-96d9-d359fcf2f755 req-6e56de24-f213-4c0a-b6d7-81c0405bab23 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:16.837352 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-967622ad-a041-4668-96d9-d359fcf2f755 req-6e56de24-f213-4c0a-b6d7-81c0405bab23 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.3870902 Feb 04 05:55:16.872174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72acb389-c89f-4539-bf5e-29e3eaba8c89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.899426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab88a5-814f-4751-8fe1-74c6407d4d89 None None] Pushing event updated for resources: {'Port': ['ID=bd774537-9e55-4401-bd69-4272e766e64a,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:16.978185 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c45931b7-adef-4535-8a3c-dd687c9525fd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:16.988069 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c45931b7-adef-4535-8a3c-dd687c9525fd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.037208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c7dc0-0b40-4b87-b148-2553a3c1a63d req-d59f2e92-5dee-43ad-9fdf-d6e1c5dfbb08 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:17.039506 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-be7c7dc0-0b40-4b87-b148-2553a3c1a63d req-d59f2e92-5dee-43ad-9fdf-d6e1c5dfbb08 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.5233228 Feb 04 05:55:17.074748 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7427495 Feb 04 05:55:17.076156 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45931b7-adef-4535-8a3c-dd687c9525fd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed977b68-9cf2-4728-bb11-bdc2a1fc5dbb,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:17.079917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43792) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:17.087841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acb389-c89f-4539-bf5e-29e3eaba8c89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=39ce10df-fd3c-4878-8c48-46a5a96196f2,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:17.111225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'network_id': '048c52d9-35a6-4e8a-9399-f5d3e93512c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:17.121654 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.126179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c45931b7-adef-4535-8a3c-dd687c9525fd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.127414 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c45931b7-adef-4535-8a3c-dd687c9525fd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4390795 Feb 04 05:55:17.129481 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2677729e-71fe-4447-89bb-684bcd4224d4 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:17.197751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43796) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:17.222425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.253272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29a7c7-ba08-44d0-91fd-f9d6208e2b6e tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=048c52d9-35a6-4e8a-9399-f5d3e93512c7,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:17.260645 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-567fa1f9-c58f-4db9-8b2b-aa85afe277c9 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': 'ed977b68-9cf2-4728-bb11-bdc2a1fc5dbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:17.272370 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ed87665d-ec7c-497d-8db2-510892daa7a4 None None] Provisioning complete for port 2677729e-71fe-4447-89bb-684bcd4224d4 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:17.272743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ed87665d-ec7c-497d-8db2-510892daa7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.299263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:17.307496 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.318065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Network a9b95a71-b584-4916-9999-973c072810e5 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:17.330701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 048c52d9-35a6-4e8a-9399-f5d3e93512c7 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:17.331147 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-967622ad-a041-4668-96d9-d359fcf2f755 req-61c12eb8-29c9-48b0-b807-43e45ab4a58a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4928319 Feb 04 05:55:17.340436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72acb389-c89f-4539-bf5e-29e3eaba8c89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.346446 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-72acb389-c89f-4539-bf5e-29e3eaba8c89 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/39ce10df-fd3c-4878-8c48-46a5a96196f2 HTTP/1.1" status: 204 len: 168 time: 2.7304270 Feb 04 05:55:17.354691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43800) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:17.387484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43802) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:17.405968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:17.418961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:17.420574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Performing IP validity checks on allocation pools {{(pid=102166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:55:17.421588 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:55:17.481642 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 2677729e-71fe-4447-89bb-684bcd4224d4 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:17.482589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.502905 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-be7c7dc0-0b40-4b87-b148-2553a3c1a63d req-54093874-5eb1-4351-a2ac-dd7c79acb3d9 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198396 Feb 04 05:55:17.524666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Attempting to bind port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:17.525041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Attempting to bind port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '2736a0da-41a0-4c9c-aa1c-f92e42c74d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a9b95a71-b584-4916-9999-973c072810e5'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:17.525451 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Attempting to bind port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 on network a9b95a71-b584-4916-9999-973c072810e5 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:17.535449 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Pushing event updated for resources: {'Port': ['ID=7e1c7d9d-496b-4a8a-8228-075c60f9a2b6,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:17.547740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.12 (a9b95a71-b584-4916-9999-973c072810e5/1abf08d2-440f-403b-90f3-c12e8328acfc/f7263a1f-77fa-46ab-b9f4-17ae6b5cddc6) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:17.550598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-238766254'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:17.566167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:17.566547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Checking segment: {'id': '2736a0da-41a0-4c9c-aa1c-f92e42c74d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a9b95a71-b584-4916-9999-973c072810e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:17.566966 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.567348 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Bound using segment: {'id': '2736a0da-41a0-4c9c-aa1c-f92e42c74d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a9b95a71-b584-4916-9999-973c072810e5'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:17.567834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Bound port: 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2736a0da-41a0-4c9c-aa1c-f92e42c74d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a9b95a71-b584-4916-9999-973c072810e5'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:17.568625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.583630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17521437-dbbe-4771-8c4c-37ff07f7b34e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:17.585259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17521437-dbbe-4771-8c4c-37ff07f7b34e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:17.586922 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-17521437-dbbe-4771-8c4c-37ff07f7b34e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2284806 Feb 04 05:55:17.592120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43806) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:17.607953 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:17.612258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.660467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] For port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:17.663951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] For port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7e1c7d9d-496b-4a8a-8228-075c60f9a2b6,segment=NetworkSegment(2736a0da-41a0-4c9c-aa1c-f92e42c74d31),segment_id=2736a0da-41a0-4c9c-aa1c-f92e42c74d31)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:17.664844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ed87665d-ec7c-497d-8db2-510892daa7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.665865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.677678 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-567fa1f9-c58f-4db9-8b2b-aa85afe277c9 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The resource could not be found. Feb 04 05:55:17.679004 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-567fa1f9-c58f-4db9-8b2b-aa85afe277c9 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4765360 Feb 04 05:55:17.679261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.683777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43808) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:17.691384 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.692290 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ab8c8ebf-1f22-4a05-92aa-103e573500d0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': 'ed977b68-9cf2-4728-bb11-bdc2a1fc5dbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7abd493f-30e8-47ab-baa9-ba08c87c77a5'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:17.702051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.703182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.730481 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ed87665d-ec7c-497d-8db2-510892daa7a4 None None] For port 2677729e-71fe-4447-89bb-684bcd4224d4, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2677729e-71fe-4447-89bb-684bcd4224d4,segment=NetworkSegment(aeea9418-8eef-45c1-874b-a0a3355a290d),segment_id=aeea9418-8eef-45c1-874b-a0a3355a290d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:17.737010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c620e64a-0dd0-442e-8832-440351491693 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 686e3343-4091-4076-9783-07cb6f447601 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:17.742744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ed87665d-ec7c-497d-8db2-510892daa7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.743065 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.751602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c620e64a-0dd0-442e-8832-440351491693 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.827155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35a27-6281-481f-95a8-15ec8ec666ba None None] Pushing event updated for resources: {'Port': ['ID=7e1c7d9d-496b-4a8a-8228-075c60f9a2b6,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:17.831841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=ad58a673-05f3-4c60-bed5-6f5434fc434d,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:17.842994 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.870720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c620e64a-0dd0-442e-8832-440351491693 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.948980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-5f892512-2306-4553-9225-a20d9b2cca90 None None] Provisioning complete for port 2677729e-71fe-4447-89bb-684bcd4224d4 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:17.949400 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5f892512-2306-4553-9225-a20d9b2cca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.958675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:17.971807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:17.986811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87665d-ec7c-497d-8db2-510892daa7a4 None None] Pushing event updated for resources: {'Port': ['ID=2677729e-71fe-4447-89bb-684bcd4224d4,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:18.001023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.036100 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c620e64a-0dd0-442e-8832-440351491693 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.143756 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=e5f8ea48-c47e-4f22-b28e-a99c68b6ac22,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:18.165472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c620e64a-0dd0-442e-8832-440351491693 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.202194 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 798a1eb0-c83a-4a0b-b504-dcaccbad53bd up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:18.216756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network a9b95a71-b584-4916-9999-973c072810e5 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:18.218345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking segment: {'id': '01fefecc-a9b0-41e1-9059-93035fe40bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '048c52d9-35a6-4e8a-9399-f5d3e93512c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:18.218893 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network hostable DHCP agents. Network: 048c52d9-35a6-4e8a-9399-f5d3e93512c7, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:18.224356 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:18.226618 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-ab8c8ebf-1f22-4a05-92aa-103e573500d0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The resource could not be found. Feb 04 05:55:18.232399 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ab8c8ebf-1f22-4a05-92aa-103e573500d0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5388441 Feb 04 05:55:18.232662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:18.246421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43810) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:18.257571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c620e64a-0dd0-442e-8832-440351491693 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.268326 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c620e64a-0dd0-442e-8832-440351491693 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/686e3343-4091-4076-9783-07cb6f447601 HTTP/1.1" status: 204 len: 168 time: 0.6730971 Feb 04 05:55:18.271193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43812) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:18.303163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=f7263a1f-77fa-46ab-b9f4-17ae6b5cddc6,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:18.327082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:18.327632 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.350469 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a8b36055-9246-4669-9737-c08e101a6dd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766647 Feb 04 05:55:18.352156 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620e64a-0dd0-442e-8832-440351491693 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=686e3343-4091-4076-9783-07cb6f447601,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:18.356218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43816) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:18.369759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:18.370442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.390697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8cb175df-bf04-4feb-bace-1cd4accb9102 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:18.392156 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.394259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network 048c52d9-35a6-4e8a-9399-f5d3e93512c7 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:18.402549 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.462117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 048c52d9-35a6-4e8a-9399-f5d3e93512c7) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:18.495664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3011041-b2ed-41ce-a580-6f27218367c8 None None] Network 048c52d9-35a6-4e8a-9399-f5d3e93512c7 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:18.504766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:18.508962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:18.515288 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.529158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c46fef0-5c54-4938-89ec-6651e99ffcf0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.561261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca60c4e1-b2a3-45b0-885b-9e97b3f0345f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:18.571312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.571925 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added segment 411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5 of type vlan for network 13f2ef99-02aa-48e6-84d8-5261eb4d6289 Feb 04 05:55:18.593771 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-02a0deb4-5dc1-49fc-841e-31028503e0ea tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4952354 Feb 04 05:55:18.596689 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43820) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:18.616243 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-65495d9d-1726-4950-94fd-af4009ca0bfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.2800825 Feb 04 05:55:18.625813 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43822) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:18.627468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c46fef0-5c54-4938-89ec-6651e99ffcf0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.637914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bd774537-9e55-4401-bd69-4272e766e64a up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:18.639595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b367e5c4-ad37-4688-80e0-48d5982a42aa None None] Provisioning complete for port ad58a673-05f3-4c60-bed5-6f5434fc434d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:18.639882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b367e5c4-ad37-4688-80e0-48d5982a42aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.672757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b427c2e-7648-4d03-9776-1d32a69009fe None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:18.708454 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.761190 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b367e5c4-ad37-4688-80e0-48d5982a42aa None None] Port ad58a673-05f3-4c60-bed5-6f5434fc434d cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:18.771511 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.777718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:18.778356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.791372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13338f77-e207-48ff-b1b9-ef1def5f53c1 req-9630a0ca-eaa8-449d-aa6b-add294543c64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:18.793207 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13338f77-e207-48ff-b1b9-ef1def5f53c1 req-9630a0ca-eaa8-449d-aa6b-add294543c64 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.3267269 Feb 04 05:55:18.793630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Router 066098e4-973c-4b09-b6c8-caaaa385b372 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:55:18.855202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port bd774537-9e55-4401-bd69-4272e766e64a triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:18.855581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.858137 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4691355 Feb 04 05:55:18.866872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43824) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:18.871144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.881133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-81441757'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:18.902582 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87578a83-a59c-4579-ba35-0e8bfb027110 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Network': ['ID=13f2ef99-02aa-48e6-84d8-5261eb4d6289,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:18.908700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087a2fd-f36c-49c8-a51b-4c82bff72dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-048c52d9-35a6-4e8a-9399-f5d3e93512c7', 'network_id': '048c52d9-35a6-4e8a-9399-f5d3e93512c7', 'tenant_id': 'c9ca6b9d603e45e0af0eabd8c966a366', 'fixed_ips': [{'subnet_id': 'e5f8ea48-c47e-4f22-b28e-a99c68b6ac22'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:18.909590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f087a2fd-f36c-49c8-a51b-4c82bff72dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:18.928408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 13f2ef99-02aa-48e6-84d8-5261eb4d6289 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:18.965803 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.019458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-aeb8a422-f973-40fc-a2de-53d274a206b2 None None] Provisioning complete for port bd774537-9e55-4401-bd69-4272e766e64a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:19.019687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a422-f973-40fc-a2de-53d274a206b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.055113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.085509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f8ea48-c47e-4f22-b28e-a99c68b6ac22,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:19.180323 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.212619 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048c52d9-35a6-4e8a-9399-f5d3e93512c7']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:19.225334 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fefecc-a9b0-41e1-9059-93035fe40bd7') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:19.226034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fefecc-a9b0-41e1-9059-93035fe40bd7') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:19.240188 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.256428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.264436 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:19.264977 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:19.328607 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:19.344741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.347097 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a52a77e-603a-47a1-b36b-6b9e8d10535e None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:19.351249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d420a-3fa8-4106-8404-7aaf2be36f67 req-b6a89b7d-4835-4a10-9fc8-fbd71f0545fa tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:19.352964 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e8d420a-3fa8-4106-8404-7aaf2be36f67 req-b6a89b7d-4835-4a10-9fc8-fbd71f0545fa tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.7321329 Feb 04 05:55:19.364031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aff475-0ee3-457c-9d12-f3fcbc0be10b None None] Network a9b95a71-b584-4916-9999-973c072810e5 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:19.373842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c46fef0-5c54-4938-89ec-6651e99ffcf0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.376380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c46fef0-5c54-4938-89ec-6651e99ffcf0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.377775 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6c46fef0-5c54-4938-89ec-6651e99ffcf0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "DELETE /v2.0/security-groups/ed977b68-9cf2-4728-bb11-bdc2a1fc5dbb HTTP/1.1" status: 204 len: 168 time: 1.1248200 Feb 04 05:55:19.380875 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43826) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:19.396910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb175df-bf04-4feb-bace-1cd4accb9102 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:19.400295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8cb175df-bf04-4feb-bace-1cd4accb9102 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.411125 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:19.414748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.435651 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13338f77-e207-48ff-b1b9-ef1def5f53c1 req-7634e1fc-a9fa-4bdf-a06e-3fd0b2deb50e tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6206930 Feb 04 05:55:19.451758 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2c8e2969-22e4-44e9-9cd6-17126af0345f tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0690863 Feb 04 05:55:19.455801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43828) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:19.460429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0ca63506-d7f4-46b5-947f-e6139f44fdf2 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '5304a598-9021-44c5-b7b0-44212ff93ab6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:19.471402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:19.485859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46fef0-5c54-4938-89ec-6651e99ffcf0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed977b68-9cf2-4728-bb11-bdc2a1fc5dbb,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:19.493935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.494355 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added segment f75ab698-b3fa-4743-b674-c5f1535ae893 of type vlan for network e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac Feb 04 05:55:19.515990 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:55:19.527127 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b1d181dc-98bb-43b5-a39d-b752d1233fad tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "PUT /v2.0/routers/066098e4-973c-4b09-b6c8-caaaa385b372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3848336 Feb 04 05:55:19.530428 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e7f64-457b-4bf4-82ef-1767867d2e15 None None] Sync routers for ids ['066098e4-973c-4b09-b6c8-caaaa385b372'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:55:19.531169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43830) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:19.550561 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e8d420a-3fa8-4106-8404-7aaf2be36f67 req-47e9b0b9-48a2-4bd2-9788-46cda4cd43d2 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823974 Feb 04 05:55:19.555823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.559505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-fc661959-596a-44e7-bb4a-6fc057f4f07e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port f7263a1f-77fa-46ab-b9f4-17ae6b5cddc6 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:19.560364 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fc661959-596a-44e7-bb4a-6fc057f4f07e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.567969 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e7f64-457b-4bf4-82ef-1767867d2e15 None None] Routers {'066098e4-973c-4b09-b6c8-caaaa385b372'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:19.568698 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-075e7f64-457b-4bf4-82ef-1767867d2e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['066098e4-973c-4b09-b6c8-caaaa385b372'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:19.598953 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-0ca63506-d7f4-46b5-947f-e6139f44fdf2 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The resource could not be found. Feb 04 05:55:19.599361 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0ca63506-d7f4-46b5-947f-e6139f44fdf2 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1422660 Feb 04 05:55:19.602983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43832) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:19.611159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-bf77d2fd-4ce3-4647-860c-a42bf43e6c27 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'tempest-secgroup--232707651'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:19.614605 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a422-f973-40fc-a2de-53d274a206b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.620194 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.626112 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-075e7f64-457b-4bf4-82ef-1767867d2e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:19.626564 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:19.627259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.635545 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e7f64-457b-4bf4-82ef-1767867d2e15 None None] Routers {'066098e4-973c-4b09-b6c8-caaaa385b372'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:19.636407 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-075e7f64-457b-4bf4-82ef-1767867d2e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:54:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['066098e4-973c-4b09-b6c8-caaaa385b372'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:19.664963 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7887897 Feb 04 05:55:19.672011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43834) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:19.674131 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-075e7f64-457b-4bf4-82ef-1767867d2e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:19.674938 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e7f64-457b-4bf4-82ef-1767867d2e15 None None] The sync data for ids ['066098e4-973c-4b09-b6c8-caaaa385b372'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:55:19.686847 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c016a9cf-3b5e-4361-a000-a74f7f51767b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:19.691294 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c016a9cf-3b5e-4361-a000-a74f7f51767b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports?device_id=066098e4-973c-4b09-b6c8-caaaa385b372 HTTP/1.1" status: 200 len: 988 time: 0.1554515 Feb 04 05:55:19.698672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43836) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:19.705412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'subnet': {'network_id': '13f2ef99-02aa-48e6-84d8-5261eb4d6289', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server [None req-f087a2fd-f36c-49c8-a51b-4c82bff72dc1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5f8ea48-c47e-4f22-b28e-a99c68b6ac22: This subnet is being modified by another concurrent operation. Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:55:19.722258 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5f8ea48-c47e-4f22-b28e-a99c68b6ac22: This subnet is being modified by another concurrent operation. Feb 04 05:55:19.726436 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Feb 04 05:55:19.729030 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port bd774537-9e55-4401-bd69-4272e766e64a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bd774537-9e55-4401-bd69-4272e766e64a,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:19.761888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a5397-32df-48df-904b-19d7861676ec None None] Network 048c52d9-35a6-4e8a-9399-f5d3e93512c7 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:19.769594 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.808557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fc661959-596a-44e7-bb4a-6fc057f4f07e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.836280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-fc661959-596a-44e7-bb4a-6fc057f4f07e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for f7263a1f-77fa-46ab-b9f4-17ae6b5cddc6 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:19.948002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6a52a77e-603a-47a1-b36b-6b9e8d10535e None None] Deleting port bd774537-9e55-4401-bd69-4272e766e64a {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:19.948670 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6a52a77e-603a-47a1-b36b-6b9e8d10535e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:19.951086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-aeb8a422-f973-40fc-a2de-53d274a206b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:55:19.951431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-aeb8a422-f973-40fc-a2de-53d274a206b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:55:19.965480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=bd774537-9e55-4401-bd69-4272e766e64a,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:19.974867 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8cb175df-bf04-4feb-bace-1cd4accb9102 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.042025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb175df-bf04-4feb-bace-1cd4accb9102 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:20.049232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-8cb175df-bf04-4feb-bace-1cd4accb9102 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:20.054660 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb175df-bf04-4feb-bace-1cd4accb9102 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:20.055675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8cb175df-bf04-4feb-bace-1cd4accb9102 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.073015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb175df-bf04-4feb-bace-1cd4accb9102 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=9d34a7b2-98ae-4ccf-906a-b15b119ea526,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:20.086002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6a52a77e-603a-47a1-b36b-6b9e8d10535e None None] For port bd774537-9e55-4401-bd69-4272e766e64a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bd774537-9e55-4401-bd69-4272e766e64a,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:20.087027 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6a52a77e-603a-47a1-b36b-6b9e8d10535e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.102327 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6a52a77e-603a-47a1-b36b-6b9e8d10535e None None] Calling delete_port for bd774537-9e55-4401-bd69-4272e766e64a owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:20.152716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.159864 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8cb175df-bf04-4feb-bace-1cd4accb9102 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7754409 Feb 04 05:55:20.160038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf77d2fd-4ce3-4647-860c-a42bf43e6c27 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.161121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:20.162056 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43838) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:20.166598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ca1f1-a20f-4787-aa3d-194658ea6cfa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Network': ['ID=e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:20.176281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fc661959-596a-44e7-bb4a-6fc057f4f07e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.184133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.188064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:20.192621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.195666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:20.197215 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/048c52d9-35a6-4e8a-9399-f5d3e93512c7 HTTP/1.1" status: 204 len: 168 time: 1.5990460 Feb 04 05:55:20.204406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'name': 'tempest-NetworksTestDHCPv6-1283869854'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:20.218769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43840) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:20.234334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-342585326'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:20.239051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc661959-596a-44e7-bb4a-6fc057f4f07e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=f7263a1f-77fa-46ab-b9f4-17ae6b5cddc6,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:20.313183 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:20.313474 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.315532 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6a52a77e-603a-47a1-b36b-6b9e8d10535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.318273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373a768-0164-41ae-bb34-f8cfb6ef72f9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=048c52d9-35a6-4e8a-9399-f5d3e93512c7,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:20.381488 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52a77e-603a-47a1-b36b-6b9e8d10535e None None] No DVR routers for this DVR port bd774537-9e55-4401-bd69-4272e766e64a on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:20.386350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52a77e-603a-47a1-b36b-6b9e8d10535e None None] Pushing event deleted for resources: {'Port': ['ID=bd774537-9e55-4401-bd69-4272e766e64a,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:20.402861 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c88fcf-624c-47c2-9962-3e6fb87e3bce None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:20.410625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:20.414378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.437628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fc661959-596a-44e7-bb4a-6fc057f4f07e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.443539 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fc661959-596a-44e7-bb4a-6fc057f4f07e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/f7263a1f-77fa-46ab-b9f4-17ae6b5cddc6 HTTP/1.1" status: 204 len: 168 time: 1.8033962 Feb 04 05:55:20.450141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43842) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:20.499091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-aeb8a422-f973-40fc-a2de-53d274a206b2 None None] Port bd774537-9e55-4401-bd69-4272e766e64a update to ACTIVE by agent not found {{(pid=102168) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 04 05:55:20.500412 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:20.500922 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f678b178-043a-46d0-abfd-aa9af4e56236 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:55:20.502326 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f678b178-043a-46d0-abfd-aa9af4e56236 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/f7263a1f-77fa-46ab-b9f4-17ae6b5cddc6 HTTP/1.1" status: 404 len: 333 time: 0.0491695 Feb 04 05:55:20.504296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-aeb8a422-f973-40fc-a2de-53d274a206b2 None None] Could not find standard attr ID for object 39ce10df-fd3c-4878-8c48-46a5a96196f2. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:20.506541 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.508824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43846) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:20.545673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port 39e42fa7-f8ce-4e24-9354-f122d0f418ff yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:20.564757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.611475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:20.648378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.649064 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment fa0f3b24-f176-439a-bdb6-05aa76c153a5 of type vlan for network 6e75b5a9-fca1-4384-998d-643d468a90d8 Feb 04 05:55:20.694442 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a61d01f1-679d-4768-9e3f-d5391f2a369a None None] Provisioning complete for port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:20.694820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a61d01f1-679d-4768-9e3f-d5391f2a369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.702839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.722839 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::27c (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/9d34a7b2-98ae-4ccf-906a-b15b119ea526/39e42fa7-f8ce-4e24-9354-f122d0f418ff) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:20.724422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7e1c7d9d-496b-4a8a-8228-075c60f9a2b6,segment=NetworkSegment(2736a0da-41a0-4c9c-aa1c-f92e42c74d31),segment_id=2736a0da-41a0-4c9c-aa1c-f92e42c74d31)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:20.754769 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.755879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2677729e-71fe-4447-89bb-684bcd4224d4 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:20.773849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.782462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:20.783278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.808454 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '9d34a7b2-98ae-4ccf-906a-b15b119ea526'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:20.809387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.841463 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6210449 Feb 04 05:55:20.849404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf77d2fd-4ce3-4647-860c-a42bf43e6c27 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.857155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43850) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:20.870777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'network_id': '6e75b5a9-fca1-4384-998d-643d468a90d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:20.889922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2b6a9f-2c26-4f5d-b29c-ceaba3f64380 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting subnet 1abf08d2-440f-403b-90f3-c12e8328acfc {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:20.892262 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf77d2fd-4ce3-4647-860c-a42bf43e6c27 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:20.925804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=7e1c7d9d-496b-4a8a-8228-075c60f9a2b6,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:20.990810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 2677729e-71fe-4447-89bb-684bcd4224d4 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:20.991254 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.023077 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a61d01f1-679d-4768-9e3f-d5391f2a369a None None] Could not find standard attr ID for object f7263a1f-77fa-46ab-b9f4-17ae6b5cddc6. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:21.031910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe2b6a9f-2c26-4f5d-b29c-ceaba3f64380 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.058803 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.066498 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf77d2fd-4ce3-4647-860c-a42bf43e6c27 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.069792 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bf77d2fd-4ce3-4647-860c-a42bf43e6c27 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4631548 Feb 04 05:55:21.072964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43852) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:21.083540 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77d2fd-4ce3-4647-860c-a42bf43e6c27 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1cf1ac-fa1f-482e-9400-68b987a5a630,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:21.096747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6e83c-f93c-46dd-9910-7e3ef52d2725 req-98ba1e9b-bcf3-4418-8428-919960d03bc1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:21.098568 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68f6e83c-f93c-46dd-9910-7e3ef52d2725 req-98ba1e9b-bcf3-4418-8428-919960d03bc1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.5275269 Feb 04 05:55:21.112809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7df4ba1d-dd97-42bb-870d-0c80d962cbc4 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525455604'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:21.156889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bd774537-9e55-4401-bd69-4272e766e64a no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:21.163243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d6e82668-f334-4787-bbd0-75804e729a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.166306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81461070-0e52-42b2-9f4a-8820167b336a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=6e75b5a9-fca1-4384-998d-643d468a90d8,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:21.169815 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.172613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.180661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647efe7-0291-457d-b5a3-845867235866 req-1f4c8e76-4017-439e-aa84-0bc44bcad636 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:21.182652 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a647efe7-0291-457d-b5a3-845867235866 req-1f4c8e76-4017-439e-aa84-0bc44bcad636 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.4449916 Feb 04 05:55:21.185291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-be6d1c6b-6342-4bbe-8ea7-7c4fd57282c3 None None] Could not find standard attr ID for object f7263a1f-77fa-46ab-b9f4-17ae6b5cddc6. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:21.210909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe2b6a9f-2c26-4f5d-b29c-ceaba3f64380 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.240675 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:21.244728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/9d34a7b2-98ae-4ccf-906a-b15b119ea526/bbd48168-3c5a-4432-909f-42953d83d2cc) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:21.250074 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:21.255916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=39e42fa7-f8ce-4e24-9354-f122d0f418ff,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:21.258264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:21.263900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:21.264530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.314551 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9f366dff-4f53-4191-9db5-f07d6beb0438 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1443324 Feb 04 05:55:21.320671 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43854) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:21.342773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:21.346210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.375445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba1d-dd97-42bb-870d-0c80d962cbc4 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.385938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d88fda30-bc2b-4e95-a23a-bed2d06fe3c8 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.398153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: bd774537-9e55-4401-bd69-4272e766e64a {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:21.398688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bd774537-9e55-4401-bd69-4272e766e64a not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:21.399899 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 6e75b5a9-fca1-4384-998d-643d468a90d8 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:21.402144 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68f6e83c-f93c-46dd-9910-7e3ef52d2725 req-c47ed014-e403-4034-87c7-0a9ca27d17fd tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656338 Feb 04 05:55:21.446826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Subnet': ['ID=cf5d5b75-036f-4f9e-b35b-aa80ed3944a5,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:21.477107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b0137-ace8-4826-87b8-7c4da63362d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:21.481140 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-305b0137-ace8-4826-87b8-7c4da63362d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1567945 Feb 04 05:55:21.484477 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43856) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:21.484650 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a647efe7-0291-457d-b5a3-845867235866 req-3316a273-f4ae-4eef-b8b3-0b32955022c4 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701731 Feb 04 05:55:21.532046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Checking segment: {'id': '411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13f2ef99-02aa-48e6-84d8-5261eb4d6289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:21.532509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network hostable DHCP agents. Network: 13f2ef99-02aa-48e6-84d8-5261eb4d6289, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:21.567810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe2b6a9f-2c26-4f5d-b29c-ceaba3f64380 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.628349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 13f2ef99-02aa-48e6-84d8-5261eb4d6289 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:21.638702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.644712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4ebef15d-8d2f-4a35-b235-6e31a23f9cfa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port 39e42fa7-f8ce-4e24-9354-f122d0f418ff {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:21.645297 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ebef15d-8d2f-4a35-b235-6e31a23f9cfa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.654470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.681490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 13f2ef99-02aa-48e6-84d8-5261eb4d6289) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:21.695229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:21.696519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.697145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:21.701969 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d9189-c26b-4a98-a296-09f2e4d0121e None None] Network 13f2ef99-02aa-48e6-84d8-5261eb4d6289 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:21.714382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:21.721626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:21.746207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba1d-dd97-42bb-870d-0c80d962cbc4 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.756028 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-aee5d805-3a89-4ee2-85b7-03d0ce4524be tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0802965 Feb 04 05:55:21.756714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43858) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:21.757715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba1d-dd97-42bb-870d-0c80d962cbc4 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.762351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'subnet': {'network_id': 'e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:21.772740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Pushing event updated for resources: {'Port': ['ID=bbd48168-3c5a-4432-909f-42953d83d2cc,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:21.802326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe2b6a9f-2c26-4f5d-b29c-ceaba3f64380 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.816768 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Attempting to bind port bbd48168-3c5a-4432-909f-42953d83d2cc on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:21.817178 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Attempting to bind port bbd48168-3c5a-4432-909f-42953d83d2cc by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:21.817551 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Attempting to bind port bbd48168-3c5a-4432-909f-42953d83d2cc on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:21.825134 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:21.826018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:21.826227 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.826911 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:21.827096 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Bound port: bbd48168-3c5a-4432-909f-42953d83d2cc, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:21.827916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.833600 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ebef15d-8d2f-4a35-b235-6e31a23f9cfa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.860803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe2b6a9f-2c26-4f5d-b29c-ceaba3f64380 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.864160 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fe2b6a9f-2c26-4f5d-b29c-ceaba3f64380 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/1abf08d2-440f-403b-90f3-c12e8328acfc HTTP/1.1" status: 204 len: 168 time: 1.3538706 Feb 04 05:55:21.866982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7df4ba1d-dd97-42bb-870d-0c80d962cbc4 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.870865 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7df4ba1d-dd97-42bb-870d-0c80d962cbc4 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7832441 Feb 04 05:55:21.871009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43860) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:21.871119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43862) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:21.874034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d88fda30-bc2b-4e95-a23a-bed2d06fe3c8 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port ad58a673-05f3-4c60-bed5-6f5434fc434d {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:21.874371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d88fda30-bc2b-4e95-a23a-bed2d06fe3c8 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.878685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ed368473-5c3b-4aa1-b071-4281a7458a3e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': 'ab1cf1ac-fa1f-482e-9400-68b987a5a630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd1bd69f6-f057-412e-9b57-59b20b2f50d6'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:21.878890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4ebef15d-8d2f-4a35-b235-6e31a23f9cfa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for 39e42fa7-f8ce-4e24-9354-f122d0f418ff owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:21.883805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b6a9f-2c26-4f5d-b29c-ceaba3f64380 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Subnet': ['ID=1abf08d2-440f-403b-90f3-c12e8328acfc,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:21.887133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4ba1d-dd97-42bb-870d-0c80d962cbc4 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd69f6-f057-412e-9b57-59b20b2f50d6,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:21.887378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fa1912-61de-40ae-beb0-c8a2ef626ffe None None] Network a9b95a71-b584-4916-9999-973c072810e5 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:21.891687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:21.992033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=7625a79f-b1eb-480c-ba69-c97551c5ff57,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:22.000778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking segment: {'id': 'fa0f3b24-f176-439a-bdb6-05aa76c153a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6e75b5a9-fca1-4384-998d-643d468a90d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:22.001289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network hostable DHCP agents. Network: 6e75b5a9-fca1-4384-998d-643d468a90d8, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:22.022029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network 6e75b5a9-fca1-4384-998d-643d468a90d8 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:22.032391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 6e75b5a9-fca1-4384-998d-643d468a90d8) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:22.037868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:22.038643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.039985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:22.043497 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-ed368473-5c3b-4aa1-b071-4281a7458a3e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:22.046078 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ed368473-5c3b-4aa1-b071-4281a7458a3e tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1737711 Feb 04 05:55:22.050710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43864) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:22.073291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e364d13-8924-4639-92fa-23c53b83c3f7 None None] Network 6e75b5a9-fca1-4384-998d-643d468a90d8 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:22.089513 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-29b4f7d5-6ec9-4a61-b5e1-9e369a855818 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2307703 Feb 04 05:55:22.095322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43866) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:22.098687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] For port bbd48168-3c5a-4432-909f-42953d83d2cc, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:22.103647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:22.107633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.152422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] For port bbd48168-3c5a-4432-909f-42953d83d2cc, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bbd48168-3c5a-4432-909f-42953d83d2cc,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:22.182088 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.196880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b04eaedd-a2c3-404e-b13d-3f9b10279406 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.217741 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.235360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-13f2ef99-02aa-48e6-84d8-5261eb4d6289', 'network_id': '13f2ef99-02aa-48e6-84d8-5261eb4d6289', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'fixed_ips': [{'subnet_id': 'cf5d5b75-036f-4f9e-b35b-aa80ed3944a5'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:22.236215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.239911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b04eaedd-a2c3-404e-b13d-3f9b10279406 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.260800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.276109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d88fda30-bc2b-4e95-a23a-bed2d06fe3c8 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.313608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:22.314035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.338454 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d88fda30-bc2b-4e95-a23a-bed2d06fe3c8 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for ad58a673-05f3-4c60-bed5-6f5434fc434d owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:22.353547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.370558 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071884b-00ef-4352-b3b9-cc72607d7b79 None None] Pushing event updated for resources: {'Port': ['ID=bbd48168-3c5a-4432-909f-42953d83d2cc,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:22.374038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcd47c6-158a-4b8b-832c-fff523cfba03 None None] DHCP port deletion for a9b95a71-b584-4916-9999-973c072810e5 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:22.408886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b04eaedd-a2c3-404e-b13d-3f9b10279406 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.410636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b04eaedd-a2c3-404e-b13d-3f9b10279406 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.414485 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b04eaedd-a2c3-404e-b13d-3f9b10279406 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "DELETE /v2.0/security-groups/d1bd69f6-f057-412e-9b57-59b20b2f50d6 HTTP/1.1" status: 204 len: 168 time: 0.3618088 Feb 04 05:55:22.417252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43868) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:22.447044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04eaedd-a2c3-404e-b13d-3f9b10279406 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd69f6-f057-412e-9b57-59b20b2f50d6,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:22.541451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.551448 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-30111735-e5b6-4684-86a0-375068f788f6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1301665 Feb 04 05:55:22.573413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43874) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:22.591351 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1d22fd-d103-41c3-a3bf-7a0028145aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-6e75b5a9-fca1-4384-998d-643d468a90d8', 'network_id': '6e75b5a9-fca1-4384-998d-643d468a90d8', 'tenant_id': 'c9ca6b9d603e45e0af0eabd8c966a366', 'fixed_ips': [{'subnet_id': '7625a79f-b1eb-480c-ba69-c97551c5ff57'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:22.594936 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-af1d22fd-d103-41c3-a3bf-7a0028145aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.655869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Subnet': ['ID=7625a79f-b1eb-480c-ba69-c97551c5ff57,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:22.691065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Allocated IP 2001:db8::2 (13f2ef99-02aa-48e6-84d8-5261eb4d6289/cf5d5b75-036f-4f9e-b35b-aa80ed3944a5/154a40f9-ad08-49e3-9dad-e5e790bcbcbe) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:22.717228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:22.717228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.771158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ebef15d-8d2f-4a35-b235-6e31a23f9cfa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.780487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd47c6-158a-4b8b-832c-fff523cfba03 None None] Deleting port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:22.780869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6dcd47c6-158a-4b8b-832c-fff523cfba03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.848454 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990d5c8-93b9-4ba7-8060-08b74f9f2e81 req-b30b9d1c-1b7d-4fcc-9f1f-65f9d3056cd0 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:22.848454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c990d5c8-93b9-4ba7-8060-08b74f9f2e81 req-b30b9d1c-1b7d-4fcc-9f1f-65f9d3056cd0 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.3158295 Feb 04 05:55:22.849570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.853462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebef15d-8d2f-4a35-b235-6e31a23f9cfa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=39e42fa7-f8ce-4e24-9354-f122d0f418ff,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:22.885039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d990-f230-40b6-89e6-088459e076ed req-5344127a-9e54-49b5-896f-9e9a7fe01db3 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:22.886093 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56c2d990-f230-40b6-89e6-088459e076ed req-5344127a-9e54-49b5-896f-9e9a7fe01db3 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.2835052 Feb 04 05:55:22.889739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dbe2f6-1aed-4763-9c11-6999daa2d666 None None] Network 6e75b5a9-fca1-4384-998d-643d468a90d8 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:22.933449 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-504d9af3-d04a-4f54-ad57-e82dd973aaeb tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.940440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ebef15d-8d2f-4a35-b235-6e31a23f9cfa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.947150 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4ebef15d-8d2f-4a35-b235-6e31a23f9cfa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/39e42fa7-f8ce-4e24-9354-f122d0f418ff HTTP/1.1" status: 204 len: 168 time: 1.4613528 Feb 04 05:55:22.947326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e75b5a9-fca1-4384-998d-643d468a90d8']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:22.947455 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:22.962628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43876) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:22.967790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6dcd47c6-158a-4b8b-832c-fff523cfba03 None None] For port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7e1c7d9d-496b-4a8a-8228-075c60f9a2b6,segment=NetworkSegment(2736a0da-41a0-4c9c-aa1c-f92e42c74d31),segment_id=2736a0da-41a0-4c9c-aa1c-f92e42c74d31)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:22.968563 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6dcd47c6-158a-4b8b-832c-fff523cfba03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.000641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd47c6-158a-4b8b-832c-fff523cfba03 None None] Calling delete_port for 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:23.011875 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56c2d990-f230-40b6-89e6-088459e076ed req-a7d41ec1-7037-4f16-8db5-693987de7e99 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123331 Feb 04 05:55:23.015734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0f3b24-f176-439a-bdb6-05aa76c153a5') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:23.016115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0f3b24-f176-439a-bdb6-05aa76c153a5') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:23.040659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-504d9af3-d04a-4f54-ad57-e82dd973aaeb tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.055278 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c990d5c8-93b9-4ba7-8060-08b74f9f2e81 req-3d36686e-8bc6-451c-92c8-4b6fe0d6a7ba tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998277 Feb 04 05:55:23.057241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.086696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.104790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:23.105231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:23.109122 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:23.172783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.187112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-504d9af3-d04a-4f54-ad57-e82dd973aaeb tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.187413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.190084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-504d9af3-d04a-4f54-ad57-e82dd973aaeb tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.195713 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-504d9af3-d04a-4f54-ad57-e82dd973aaeb tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "DELETE /v2.0/security-groups/ab1cf1ac-fa1f-482e-9400-68b987a5a630 HTTP/1.1" status: 204 len: 168 time: 0.6096013 Feb 04 05:55:23.202502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43878) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:23.225838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d9af3-d04a-4f54-ad57-e82dd973aaeb tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1cf1ac-fa1f-482e-9400-68b987a5a630,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:23.231599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.235522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Network 13f2ef99-02aa-48e6-84d8-5261eb4d6289 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:23.235817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.236434 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6dcd47c6-158a-4b8b-832c-fff523cfba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.244044 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/6e75b5a9-fca1-4384-998d-643d468a90d8 HTTP/1.1" status: 204 len: 168 time: 1.1431806 Feb 04 05:55:23.244169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:23.246474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43880) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:23.253643 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:23.262633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-998484629'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:23.263353 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Pushing event updated for resources: {'Port': ['ID=154a40f9-ad08-49e3-9dad-e5e790bcbcbe,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:23.274407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcd47c6-158a-4b8b-832c-fff523cfba03 None None] No DVR routers for this DVR port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:23.280456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e4620-5627-43c0-b705-618893615c26 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=6e75b5a9-fca1-4384-998d-643d468a90d8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:23.306628 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0aa8d6f5-04ef-47be-b80a-ae38c32e424b tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1030397 Feb 04 05:55:23.313104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43882) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:23.319148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a0136074-e87b-4620-9254-de7e8a04f279 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'tempest-secgroup--1231662889'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:23.324123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd47c6-158a-4b8b-832c-fff523cfba03 None None] Pushing event deleted for resources: {'Port': ['ID=7e1c7d9d-496b-4a8a-8228-075c60f9a2b6,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:23.328697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:23.332540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.360828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Attempting to bind port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:23.361321 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Attempting to bind port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13f2ef99-02aa-48e6-84d8-5261eb4d6289'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:23.361808 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Attempting to bind port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe on network 13f2ef99-02aa-48e6-84d8-5261eb4d6289 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:23.368324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:23.368585 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:23.368783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Checking segment: {'id': '411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13f2ef99-02aa-48e6-84d8-5261eb4d6289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:23.369258 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.370111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Bound using segment: {'id': '411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13f2ef99-02aa-48e6-84d8-5261eb4d6289'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:23.370111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Bound port: 154a40f9-ad08-49e3-9dad-e5e790bcbcbe, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13f2ef99-02aa-48e6-84d8-5261eb4d6289'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:23.370751 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.377359 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0136074-e87b-4620-9254-de7e8a04f279 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.382256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.382597 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment 647f06db-97f1-47c1-ba93-062b2c225137 of type vlan for network fd4c8140-d232-4bb9-ab2e-79bded09635d Feb 04 05:55:23.414705 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b60537c4-ad3f-4615-90b7-e941c66a69e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.460080 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.460663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] For port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7e1c7d9d-496b-4a8a-8228-075c60f9a2b6,segment=NetworkSegment(2736a0da-41a0-4c9c-aa1c-f92e42c74d31),segment_id=2736a0da-41a0-4c9c-aa1c-f92e42c74d31)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:23.460663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.474197 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] For port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:23.479264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] For port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=154a40f9-ad08-49e3-9dad-e5e790bcbcbe,segment=NetworkSegment(411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5),segment_id=411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:23.485467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.514350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:23.515958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.517732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Subnet': ['ID=1032d106-3fe4-407d-a9c2-5e4b6010f9aa,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:23.523950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:23.524588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.554449 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0136074-e87b-4620-9254-de7e8a04f279 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.567130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd483d-d95b-4f1a-95bc-3456df538930 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:23.568383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0136074-e87b-4620-9254-de7e8a04f279 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.568820 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd483d-d95b-4f1a-95bc-3456df538930 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:23.571550 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-adcd483d-d95b-4f1a-95bc-3456df538930 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5998850 Feb 04 05:55:23.577300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d64be6-e083-450c-8ad7-da8505fe5538 None None] Pushing event updated for resources: {'Port': ['ID=154a40f9-ad08-49e3-9dad-e5e790bcbcbe,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:23.577646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43884) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:23.578501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d88fda30-bc2b-4e95-a23a-bed2d06fe3c8 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.604946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Checking segment: {'id': 'f75ab698-b3fa-4743-b674-c5f1535ae893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:23.605424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network hostable DHCP agents. Network: e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:23.631754 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3832459 Feb 04 05:55:23.646771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43886) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:23.661259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'network_id': 'fd4c8140-d232-4bb9-ab2e-79bded09635d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:23.676502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0136074-e87b-4620-9254-de7e8a04f279 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.677987 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a0136074-e87b-4620-9254-de7e8a04f279 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3639047 Feb 04 05:55:23.690145 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43888) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:23.690814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287793f1-5c34-4c6d-a46e-b0db09f36c67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=fd4c8140-d232-4bb9-ab2e-79bded09635d,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:23.699827 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8d392ab8-21b8-42f7-8483-8146e2647e25 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '6e120b6c-9179-49fe-b1cc-25ecd77984d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:23.701546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network fd4c8140-d232-4bb9-ab2e-79bded09635d details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:23.704565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0136074-e87b-4620-9254-de7e8a04f279 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e120b6c-9179-49fe-b1cc-25ecd77984d1,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:23.720970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fda30-bc2b-4e95-a23a-bed2d06fe3c8 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=ad58a673-05f3-4c60-bed5-6f5434fc434d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:23.857980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-047608cd-c36f-40cf-a0f5-2c001bdb2315 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 9d34a7b2-98ae-4ccf-906a-b15b119ea526 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:23.859867 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-8d392ab8-21b8-42f7-8483-8146e2647e25 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:23.860960 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8d392ab8-21b8-42f7-8483-8146e2647e25 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1676679 Feb 04 05:55:23.863794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43890) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:23.869843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6da2a6b0-ff6e-41a0-af4a-b947fbefa3b7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group_rule': {'security_group_id': '6e120b6c-9179-49fe-b1cc-25ecd77984d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:23.900393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:23.907725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-047608cd-c36f-40cf-a0f5-2c001bdb2315 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.911109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:23.914457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.986054 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d88fda30-bc2b-4e95-a23a-bed2d06fe3c8 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:23.992555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:24.004137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:24.004720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.007462 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d80e15a-f17a-4e0e-b25e-56d14556aa27 None None] Network e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:24.072080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.080269 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-047608cd-c36f-40cf-a0f5-2c001bdb2315 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.100156 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-6da2a6b0-ff6e-41a0-af4a-b947fbefa3b7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:24.101400 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6da2a6b0-ff6e-41a0-af4a-b947fbefa3b7 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2355318 Feb 04 05:55:24.112541 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43896) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:24.271162 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0d444a7b-f51c-4253-8897-5aa4a5f7c477 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5120518 Feb 04 05:55:24.314754 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43898) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:24.319707 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=7e1c7d9d-496b-4a8a-8228-075c60f9a2b6,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:24.330206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No DVR routers for this DVR port 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:24.338549 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-eab045bc-d2a0-4f04-a06f-a94cb872bd38 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-824762275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:24.352466 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bbd48168-3c5a-4432-909f-42953d83d2cc up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:24.471391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b52989f6-d6ba-4444-84ce-b87c6b7c1061 None None] Provisioning complete for port bbd48168-3c5a-4432-909f-42953d83d2cc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:24.471500 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b52989f6-d6ba-4444-84ce-b87c6b7c1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.500355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88fda30-bc2b-4e95-a23a-bed2d06fe3c8 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Router 066098e4-973c-4b09-b6c8-caaaa385b372 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:55:24.511816 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port bbd48168-3c5a-4432-909f-42953d83d2cc triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:24.512441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.593385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.595651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac', 'network_id': 'e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'fixed_ips': [{'subnet_id': '1032d106-3fe4-407d-a9c2-5e4b6010f9aa'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:24.596343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.665990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b52989f6-d6ba-4444-84ce-b87c6b7c1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.666416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b95a71-b584-4916-9999-973c072810e5']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:24.714091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-047608cd-c36f-40cf-a0f5-2c001bdb2315 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.720152 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2736a0da-41a0-4c9c-aa1c-f92e42c74d31') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:24.720469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2736a0da-41a0-4c9c-aa1c-f92e42c74d31') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:24.759033 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eab045bc-d2a0-4f04-a06f-a94cb872bd38 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.760056 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eab045bc-d2a0-4f04-a06f-a94cb872bd38 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.796688 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.806907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.820350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88fda30-bc2b-4e95-a23a-bed2d06fe3c8 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:55:24.840366 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d88fda30-bc2b-4e95-a23a-bed2d06fe3c8 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "PUT /v2.0/routers/066098e4-973c-4b09-b6c8-caaaa385b372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1404161 Feb 04 05:55:24.842268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.844386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e2f3f4-cb7b-41e9-a72f-72ad6a58c53e None None] Sync routers for ids ['066098e4-973c-4b09-b6c8-caaaa385b372'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:55:24.845110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43900) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:24.846105 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.879824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cf482-0e44-4950-a8fc-2adf491f172a req-76441f8f-8282-4510-842f-d5137467dc0f tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:24.889054 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-995cf482-0e44-4950-a8fc-2adf491f172a req-76441f8f-8282-4510-842f-d5137467dc0f tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.6531463 Feb 04 05:55:24.891276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.912528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:24.912934 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:24.917054 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:24.921941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e2f3f4-cb7b-41e9-a72f-72ad6a58c53e None None] Routers {'066098e4-973c-4b09-b6c8-caaaa385b372'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:24.922587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-27e2f3f4-cb7b-41e9-a72f-72ad6a58c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['066098e4-973c-4b09-b6c8-caaaa385b372'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:24.935283 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6857bf59-20ab-4c27-84e9-8cddafcac9f1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:55:24.936918 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6857bf59-20ab-4c27-84e9-8cddafcac9f1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/ad58a673-05f3-4c60-bed5-6f5434fc434d HTTP/1.1" status: 404 len: 333 time: 0.0868223 Feb 04 05:55:24.950599 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43902) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:24.971814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=f7268620-c132-4cb2-95af-557da2350e0c,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:24.991174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-27e2f3f4-cb7b-41e9-a72f-72ad6a58c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:25.002378 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eab045bc-d2a0-4f04-a06f-a94cb872bd38 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.002591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Allocated IP 2001:db8:1::2 (e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac/1032d106-3fe4-407d-a9c2-5e4b6010f9aa/8450d7b4-2dce-4359-8291-e1f84ea0edf3) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:25.004633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3a259133-dc1d-4c1a-8c01-470eafc937bd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.022458 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-995cf482-0e44-4950-a8fc-2adf491f172a req-707e6661-d108-4eea-b059-abaa815841f7 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273849 Feb 04 05:55:25.041664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c7ed-014e-4527-9dfa-7dd71111a5f6 req-35b188f0-a704-41fa-a041-ae041bdf085c tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:25.043441 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-35c5c7ed-014e-4527-9dfa-7dd71111a5f6 req-35b188f0-a704-41fa-a041-ae041bdf085c tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.8292284 Feb 04 05:55:25.052908 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eab045bc-d2a0-4f04-a06f-a94cb872bd38 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.102450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3a259133-dc1d-4c1a-8c01-470eafc937bd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.115299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking segment: {'id': '647f06db-97f1-47c1-ba93-062b2c225137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fd4c8140-d232-4bb9-ab2e-79bded09635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:25.115923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network hostable DHCP agents. Network: fd4c8140-d232-4bb9-ab2e-79bded09635d, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:25.148439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e2f3f4-cb7b-41e9-a72f-72ad6a58c53e None None] Routers {'066098e4-973c-4b09-b6c8-caaaa385b372'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:25.148964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-27e2f3f4-cb7b-41e9-a72f-72ad6a58c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['066098e4-973c-4b09-b6c8-caaaa385b372'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:25.157305 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-35c5c7ed-014e-4527-9dfa-7dd71111a5f6 req-82ae49dc-8306-410a-bf0a-3b56401bb3f3 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025026 Feb 04 05:55:25.185364 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-047608cd-c36f-40cf-a0f5-2c001bdb2315 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.186745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network fd4c8140-d232-4bb9-ab2e-79bded09635d is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:25.201696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eab045bc-d2a0-4f04-a06f-a94cb872bd38 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.206611 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-eab045bc-d2a0-4f04-a06f-a94cb872bd38 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8779414 Feb 04 05:55:25.206801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43904) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:25.212650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-27e2f3f4-cb7b-41e9-a72f-72ad6a58c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:25.213408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e2f3f4-cb7b-41e9-a72f-72ad6a58c53e None None] The sync data for ids ['066098e4-973c-4b09-b6c8-caaaa385b372'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:55:25.217270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, fd4c8140-d232-4bb9-ab2e-79bded09635d) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:25.220131 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-759c41f8-e879-401d-97f4-f45757f7f473 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.221924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:25.222506 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.269181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-b52989f6-d6ba-4444-84ce-b87c6b7c1061 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:55:25.269537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-b52989f6-d6ba-4444-84ce-b87c6b7c1061 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:55:25.270191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea303fb-e91a-4694-9957-134f85a77d52 None None] Network fd4c8140-d232-4bb9-ab2e-79bded09635d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:25.285770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3a259133-dc1d-4c1a-8c01-470eafc937bd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.288545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3a259133-dc1d-4c1a-8c01-470eafc937bd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.292522 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3a259133-dc1d-4c1a-8c01-470eafc937bd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "DELETE /v2.0/security-groups/6e120b6c-9179-49fe-b1cc-25ecd77984d1 HTTP/1.1" status: 204 len: 168 time: 1.1765134 Feb 04 05:55:25.320013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.321439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43906) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:25.339682 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cae16a85-1971-4f34-8541-559b0a1ec972 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6900887 Feb 04 05:55:25.343844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43908) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:25.346451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a259133-dc1d-4c1a-8c01-470eafc937bd tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e120b6c-9179-49fe-b1cc-25ecd77984d1,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:25.382369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.386984 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/networks/a9b95a71-b584-4916-9999-973c072810e5 HTTP/1.1" status: 204 len: 168 time: 3.5155270 Feb 04 05:55:25.388641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-047608cd-c36f-40cf-a0f5-2c001bdb2315 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.391858 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-047608cd-c36f-40cf-a0f5-2c001bdb2315 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/9d34a7b2-98ae-4ccf-906a-b15b119ea526 HTTP/1.1" status: 204 len: 168 time: 1.8071847 Feb 04 05:55:25.393031 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047608cd-c36f-40cf-a0f5-2c001bdb2315 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=9d34a7b2-98ae-4ccf-906a-b15b119ea526,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:25.427934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.431010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43910) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:25.431559 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43912) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:25.437171 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'name': 'tempest-PortsTestJSON-1677019274'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:25.488951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337358ee-6e34-420b-81f9-ecb495b01ff0 None None] Network 13f2ef99-02aa-48e6-84d8-5261eb4d6289 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:25.496015 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-759c41f8-e879-401d-97f4-f45757f7f473 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.499492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-759c41f8-e879-401d-97f4-f45757f7f473 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.589630 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f179e7e-b36c-4545-8326-c84ecfc2a761 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Network': ['ID=a9b95a71-b584-4916-9999-973c072810e5,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:25.594348 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3fec2f-cd58-4ac5-af12-5b3208f4750b None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:25.603647 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e909d092-9faf-4f40-8355-2275716315a9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1625094 Feb 04 05:55:25.604363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-759c41f8-e879-401d-97f4-f45757f7f473 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.604929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759c41f8-e879-401d-97f4-f45757f7f473 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Fanout notify agent at l3_agent the message router_deleted on router 066098e4-973c-4b09-b6c8-caaaa385b372 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:55:25.606607 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43914) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:25.623528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-759c41f8-e879-401d-97f4-f45757f7f473 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.626971 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-759c41f8-e879-401d-97f4-f45757f7f473 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/routers/066098e4-973c-4b09-b6c8-caaaa385b372 HTTP/1.1" status: 204 len: 168 time: 0.6173413 Feb 04 05:55:25.635700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.642192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43916) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:25.668106 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cdbf3abc-64f1-4598-b5ce-18163c1c68ea tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3423049 Feb 04 05:55:25.678250 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43918) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:25.687340 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fd0afea8-feca-410d-a233-3ed42e284bc6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'tempest-secgroup--659054902'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:25.721142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.740416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e698832a-798b-4a4b-8530-81f440646b5e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:25.741971 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e698832a-798b-4a4b-8530-81f440646b5e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1316736 Feb 04 05:55:25.745661 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43920) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:25.745897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Network e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:25.750712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:55:25.751074 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:55:25.761975 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:25.775051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.786633 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:25.790797 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd0afea8-feca-410d-a233-3ed42e284bc6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.793064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Pushing event updated for resources: {'Port': ['ID=8450d7b4-2dce-4359-8291-e1f84ea0edf3,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:25.813135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:25.816549 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.818699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d44b4e-815c-43b1-bf60-d08bd558b188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting subnet d7c560d0-3b69-4e37-8718-3b72befacc80 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:25.823345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee4d973-6b85-4f83-89ff-a696af460054 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:25.824825 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fee4d973-6b85-4f83-89ff-a696af460054 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0758297 Feb 04 05:55:25.834740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43922) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:25.853056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6d44b4e-815c-43b1-bf60-d08bd558b188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.878193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-fd4c8140-d232-4bb9-ab2e-79bded09635d', 'network_id': 'fd4c8140-d232-4bb9-ab2e-79bded09635d', 'tenant_id': 'c9ca6b9d603e45e0af0eabd8c966a366', 'fixed_ips': [{'subnet_id': 'f7268620-c132-4cb2-95af-557da2350e0c'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:25.878193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.888515 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-850bb792-7e15-4826-8f7b-8bf6e866c688 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515265 Feb 04 05:55:25.890352 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port a7ee6405-47cc-4cc7-83b5-00aa38eb7c3b yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:25.896537 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43924) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:25.907670 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a647f61d-006f-41c5-b037-cd646d26053e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:25.949687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b52989f6-d6ba-4444-84ce-b87c6b7c1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:25.984387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6d44b4e-815c-43b1-bf60-d08bd558b188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.015728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.063694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Attempting to bind port 8450d7b4-2dce-4359-8291-e1f84ea0edf3 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:26.064070 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Attempting to bind port 8450d7b4-2dce-4359-8291-e1f84ea0edf3 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'f75ab698-b3fa-4743-b674-c5f1535ae893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:26.064429 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Attempting to bind port 8450d7b4-2dce-4359-8291-e1f84ea0edf3 on network e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:26.097263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:26.097656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Checking segment: {'id': 'f75ab698-b3fa-4743-b674-c5f1535ae893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:26.098661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.098661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Bound using segment: {'id': 'f75ab698-b3fa-4743-b674-c5f1535ae893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:26.098925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Bound port: 8450d7b4-2dce-4359-8291-e1f84ea0edf3, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75ab698-b3fa-4743-b674-c5f1535ae893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:26.099267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.100006 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd0afea8-feca-410d-a233-3ed42e284bc6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.118406 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b52989f6-d6ba-4444-84ce-b87c6b7c1061 None None] For port bbd48168-3c5a-4432-909f-42953d83d2cc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bbd48168-3c5a-4432-909f-42953d83d2cc,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:26.127539 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b52989f6-d6ba-4444-84ce-b87c6b7c1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.136784 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd0afea8-feca-410d-a233-3ed42e284bc6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.196106 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a647f61d-006f-41c5-b037-cd646d26053e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:26.203779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a647f61d-006f-41c5-b037-cd646d26053e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.215414 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd0afea8-feca-410d-a233-3ed42e284bc6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.220640 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fd0afea8-feca-410d-a233-3ed42e284bc6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5395622 Feb 04 05:55:26.227110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43930) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:26.252943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-acb0cf1d-1fe3-4f7d-952e-5605900ff56a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:26.253645 dv-neutron-826811-2-hyperv neutron-server[102166]: WARNING neutron.api.v2.base [None req-acb0cf1d-1fe3-4f7d-952e-5605900ff56a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 05:55:26.254167 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-acb0cf1d-1fe3-4f7d-952e-5605900ff56a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 05:55:26.259269 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-acb0cf1d-1fe3-4f7d-952e-5605900ff56a tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "PUT /v2.0/security-groups/41d35d6d-af62-4317-9f1b-e82fa3d32cb3 HTTP/1.1" status: 409 len: 330 time: 0.0208862 Feb 04 05:55:26.263315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0afea8-feca-410d-a233-3ed42e284bc6 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d35d6d-af62-4317-9f1b-e82fa3d32cb3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:26.282460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.307151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Allocated IP 2001:db8::1 (13f2ef99-02aa-48e6-84d8-5261eb4d6289/cf5d5b75-036f-4f9e-b35b-aa80ed3944a5/6d0797d5-9029-4aa2-b11c-338ab9fb01fd) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:26.315659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43932) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:26.450671 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a500ef8b-deaf-4770-846d-3d38e71a89ee tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.454764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.454940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf5967-818d-432b-9fb0-189165bfced9 None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:26.500274 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-30295c63-07fb-48ae-a17c-752c23de7825 None None] Could not find standard attr ID for object 39e42fa7-f8ce-4e24-9354-f122d0f418ff. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:26.533282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a09d4-ddfd-4384-8523-9df322566491 req-7027b533-08c3-403f-b389-210348bbe914 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:26.535204 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c15a09d4-ddfd-4384-8523-9df322566491 req-7027b533-08c3-403f-b389-210348bbe914 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2091475 Feb 04 05:55:26.558335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea1256-c77f-4a4d-bd30-a03c6fbb9e06 req-d34c6de7-80fb-4091-a150-87e49b20e70b tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:26.560810 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-00ea1256-c77f-4a4d-bd30-a03c6fbb9e06 req-d34c6de7-80fb-4091-a150-87e49b20e70b tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.4384451 Feb 04 05:55:26.565523 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a500ef8b-deaf-4770-846d-3d38e71a89ee tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.576585 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Allocated IP 172.20.0.2 (fd4c8140-d232-4bb9-ab2e-79bded09635d/f7268620-c132-4cb2-95af-557da2350e0c/59c4bb00-748b-40a9-ad15-64fdfa45e9a3) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:26.581412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6d44b4e-815c-43b1-bf60-d08bd558b188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.582642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:26.587430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.593508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:26.601314 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:26.607967 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:26.608613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.610600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52989f6-d6ba-4444-84ce-b87c6b7c1061 None None] Pushing event updated for resources: {'Port': ['ID=bbd48168-3c5a-4432-909f-42953d83d2cc,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:26.613713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=a7ee6405-47cc-4cc7-83b5-00aa38eb7c3b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:26.625438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.632009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] For port 8450d7b4-2dce-4359-8291-e1f84ea0edf3, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:26.635912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-30295c63-07fb-48ae-a17c-752c23de7825 None None] Provisioning complete for port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:26.636545 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30295c63-07fb-48ae-a17c-752c23de7825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.641883 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] For port 8450d7b4-2dce-4359-8291-e1f84ea0edf3, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8450d7b4-2dce-4359-8291-e1f84ea0edf3,segment=NetworkSegment(f75ab698-b3fa-4743-b674-c5f1535ae893),segment_id=f75ab698-b3fa-4743-b674-c5f1535ae893)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:26.686939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.688516 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5a338378-c53e-4c89-bf9f-035f2e565251 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2556968 Feb 04 05:55:26.695195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43938) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:26.760919 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c15a09d4-ddfd-4384-8523-9df322566491 req-8a1c9387-63e6-4119-9b67-8075af80e298 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912820 Feb 04 05:55:26.764378 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a500ef8b-deaf-4770-846d-3d38e71a89ee tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.767193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a500ef8b-deaf-4770-846d-3d38e71a89ee tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.771314 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a500ef8b-deaf-4770-846d-3d38e71a89ee tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "DELETE /v2.0/security-groups/41d35d6d-af62-4317-9f1b-e82fa3d32cb3 HTTP/1.1" status: 204 len: 168 time: 0.4542394 Feb 04 05:55:26.772353 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a647f61d-006f-41c5-b037-cd646d26053e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.776134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43940) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:26.786434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.792013 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:26.818593 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-00ea1256-c77f-4a4d-bd30-a03c6fbb9e06 req-1d692fc6-065d-4236-b2cd-7f0de78cd05d tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388403 Feb 04 05:55:26.854675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6d44b4e-815c-43b1-bf60-d08bd558b188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.882824 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500ef8b-deaf-4770-846d-3d38e71a89ee tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d35d6d-af62-4317-9f1b-e82fa3d32cb3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:26.896176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d44b4e-815c-43b1-bf60-d08bd558b188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c560d0-3b69-4e37-8718-3b72befacc80,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:26.898133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6d44b4e-815c-43b1-bf60-d08bd558b188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.905624 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c6d44b4e-815c-43b1-bf60-d08bd558b188 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/d7c560d0-3b69-4e37-8718-3b72befacc80 HTTP/1.1" status: 204 len: 168 time: 1.2573712 Feb 04 05:55:26.906630 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a647f61d-006f-41c5-b037-cd646d26053e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:26.907347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43942) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:26.915930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.925047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce28dd-6fed-487b-9ab2-11498becc231 None None] Pushing event updated for resources: {'Port': ['ID=8450d7b4-2dce-4359-8291-e1f84ea0edf3,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:26.934653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a647f61d-006f-41c5-b037-cd646d26053e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:26.939365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492793b-ca1b-4720-bb04-7f1284d3ba49 None None] Network 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:26.957395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a647f61d-006f-41c5-b037-cd646d26053e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:26.957653 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:26.957895 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7e1c7d9d-496b-4a8a-8228-075c60f9a2b6 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:26.958337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a647f61d-006f-41c5-b037-cd646d26053e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.975179 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 13f2ef99-02aa-48e6-84d8-5261eb4d6289 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:26.978254 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-7acf5967-818d-432b-9fb0-189165bfced9 None None] Deleting port bbd48168-3c5a-4432-909f-42953d83d2cc {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:26.978404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7acf5967-818d-432b-9fb0-189165bfced9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:26.984053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:26.993105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:26.993687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.005986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=6d0797d5-9029-4aa2-b11c-338ab9fb01fd,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:27.009145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647f61d-006f-41c5-b037-cd646d26053e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=bae98000-846b-430d-83b1-48ec2ab2cede,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:27.038779 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-78367c80-9172-4c29-b974-cdaa67519fe8 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2536314 Feb 04 05:55:27.044435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43944) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:27.118760 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7acf5967-818d-432b-9fb0-189165bfced9 None None] For port bbd48168-3c5a-4432-909f-42953d83d2cc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bbd48168-3c5a-4432-909f-42953d83d2cc,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:27.119227 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7acf5967-818d-432b-9fb0-189165bfced9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.144700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-7acf5967-818d-432b-9fb0-189165bfced9 None None] Calling delete_port for bbd48168-3c5a-4432-909f-42953d83d2cc owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:27.249767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.307508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 154a40f9-ad08-49e3-9dad-e5e790bcbcbe up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:27.402507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7acf5967-818d-432b-9fb0-189165bfced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.446864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30295c63-07fb-48ae-a17c-752c23de7825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.485310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf5967-818d-432b-9fb0-189165bfced9 None None] No DVR routers for this DVR port bbd48168-3c5a-4432-909f-42953d83d2cc on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:27.491721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf5967-818d-432b-9fb0-189165bfced9 None None] Pushing event deleted for resources: {'Port': ['ID=bbd48168-3c5a-4432-909f-42953d83d2cc,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:27.498906 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a647f61d-006f-41c5-b037-cd646d26053e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5945697 Feb 04 05:55:27.500888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43946) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:27.509536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': 'bae98000-846b-430d-83b1-48ec2ab2cede', 'ip_address': '2001:db8::fd24:9064:c8eb:c1ee'}], 'name': 'tempest-NetworksTestDHCPv6-1013327375'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:27.515387 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.517395 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-175a27cd-67cb-4e28-9a20-6bcbb0a33fb0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] delete failed (client error): The resource could not be found. Feb 04 05:55:27.523659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:27.523824 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-175a27cd-67cb-4e28-9a20-6bcbb0a33fb0 tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "DELETE /v2.0/security-groups/31c3447d-24a1-490b-b892-d8cd23846c2c HTTP/1.1" status: 404 len: 347 time: 0.4721279 Feb 04 05:55:27.523925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.524669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43948) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:27.546394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2cd639ce-92d5-4032-9ca1-e77aa55d05ac tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port a7ee6405-47cc-4cc7-83b5-00aa38eb7c3b {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:27.547091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2cd639ce-92d5-4032-9ca1-e77aa55d05ac tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.552077 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-439b0579-80bc-4f4a-ad65-6f2b6b1095cf tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] show failed (client error): The resource could not be found. Feb 04 05:55:27.553486 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-439b0579-80bc-4f4a-ad65-6f2b6b1095cf tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-groups/e8ea53d6-bccf-4387-ac40-702aa80ec0b4 HTTP/1.1" status: 404 len: 347 time: 0.0267379 Feb 04 05:55:27.563559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf47fd-7836-4f38-97cd-cbcc0afa9258 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:27.573656 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43950) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:27.645594 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-9373749c-984a-46e7-b381-5d1dc639088b tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] show failed (client error): The resource could not be found. Feb 04 05:55:27.646986 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9373749c-984a-46e7-b381-5d1dc639088b tempest-NegativeSecGroupIPv6Test-1170237352 tempest-NegativeSecGroupIPv6Test-1170237352-project] 10.222.0.15 "GET /v2.0/security-group-rules/7f1e047e-6ad3-4b5a-b95f-2059da39d4a6 HTTP/1.1" status: 404 len: 356 time: 0.0706825 Feb 04 05:55:27.672883 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2cd639ce-92d5-4032-9ca1-e77aa55d05ac tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.678108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.693100 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2cd639ce-92d5-4032-9ca1-e77aa55d05ac tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for a7ee6405-47cc-4cc7-83b5-00aa38eb7c3b owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:27.694792 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-30295c63-07fb-48ae-a17c-752c23de7825 None None] For port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=154a40f9-ad08-49e3-9dad-e5e790bcbcbe,segment=NetworkSegment(411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5),segment_id=411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:27.707865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.714840 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:27.716030 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.720402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.734395 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30295c63-07fb-48ae-a17c-752c23de7825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.762015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.763930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.781416 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-30295c63-07fb-48ae-a17c-752c23de7825 None None] Could not find standard attr ID for object 39ce10df-fd3c-4878-8c48-46a5a96196f2. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:27.874754 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] For port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=798a1eb0-c83a-4a0b-b504-dcaccbad53bd,segment=NetworkSegment(c39b1900-c895-421c-bb9c-87b1f9fc9de3),segment_id=c39b1900-c895-421c-bb9c-87b1f9fc9de3)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:27.877126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.913639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Network fd4c8140-d232-4bb9-ab2e-79bded09635d is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:27.928050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 798a1eb0-c83a-4a0b-b504-dcaccbad53bd owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:27.951248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:27.957994 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:27.971846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:27.995094 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2cd639ce-92d5-4032-9ca1-e77aa55d05ac tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.032407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd639ce-92d5-4032-9ca1-e77aa55d05ac tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=a7ee6405-47cc-4cc7-83b5-00aa38eb7c3b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:28.050032 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2cd639ce-92d5-4032-9ca1-e77aa55d05ac tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.055810 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2cd639ce-92d5-4032-9ca1-e77aa55d05ac tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/a7ee6405-47cc-4cc7-83b5-00aa38eb7c3b HTTP/1.1" status: 204 len: 168 time: 1.3588231 Feb 04 05:55:28.056011 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43960) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:28.061929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'mac_address': 'fa:16:3e:00:95:41', 'name': 'tempest-PortsTestJSON-1192632068'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:28.091508 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Subnet': ['ID=f7268620-c132-4cb2-95af-557da2350e0c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:28.092039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Pushing event updated for resources: {'Port': ['ID=59c4bb00-748b-40a9-ad15-64fdfa45e9a3,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:28.103452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43962) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:28.139560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=6d0797d5-9029-4aa2-b11c-338ab9fb01fd,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:28.171875 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.213561 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b0ec9db5-bcc1-412e-8905-d8e29ccf50e0 None None] Provisioning complete for port 6d0797d5-9029-4aa2-b11c-338ab9fb01fd triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:28.213926 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9db5-bcc1-412e-8905-d8e29ccf50e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.239145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=798a1eb0-c83a-4a0b-b504-dcaccbad53bd,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:28.245672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No DVR routers for this DVR port 798a1eb0-c83a-4a0b-b504-dcaccbad53bd on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:28.260747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bbd48168-3c5a-4432-909f-42953d83d2cc no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:28.316870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:28.364600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee5f67f-31a2-44ea-a609-889db642ac08 None None] DHCP port deletion for 4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:28.391933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: bbd48168-3c5a-4432-909f-42953d83d2cc {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:28.392266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bbd48168-3c5a-4432-909f-42953d83d2cc not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:28.406700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Attempting to bind port 59c4bb00-748b-40a9-ad15-64fdfa45e9a3 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:28.407163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Attempting to bind port 59c4bb00-748b-40a9-ad15-64fdfa45e9a3 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '647f06db-97f1-47c1-ba93-062b2c225137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fd4c8140-d232-4bb9-ab2e-79bded09635d'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:28.407426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Attempting to bind port 59c4bb00-748b-40a9-ad15-64fdfa45e9a3 on network fd4c8140-d232-4bb9-ab2e-79bded09635d {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:28.419387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': 'bae98000-846b-430d-83b1-48ec2ab2cede'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:28.420265 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.425174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.425815 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30295c63-07fb-48ae-a17c-752c23de7825 None None] Pushing event updated for resources: {'Port': ['ID=154a40f9-ad08-49e3-9dad-e5e790bcbcbe,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:28.430068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec9db5-bcc1-412e-8905-d8e29ccf50e0 None None] Port 6d0797d5-9029-4aa2-b11c-338ab9fb01fd cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:28.438019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:28.438393 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Checking segment: {'id': '647f06db-97f1-47c1-ba93-062b2c225137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fd4c8140-d232-4bb9-ab2e-79bded09635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:28.438793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.439180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Bound using segment: {'id': '647f06db-97f1-47c1-ba93-062b2c225137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fd4c8140-d232-4bb9-ab2e-79bded09635d'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:28.439666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Bound port: 59c4bb00-748b-40a9-ad15-64fdfa45e9a3, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647f06db-97f1-47c1-ba93-062b2c225137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fd4c8140-d232-4bb9-ab2e-79bded09635d'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:28.440045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.461331 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.462571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585b340-b9bb-4c93-920c-248e80d15795 None None] Network e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:28.495091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.500304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:28.520986 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39b1900-c895-421c-bb9c-87b1f9fc9de3') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:28.521382 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39b1900-c895-421c-bb9c-87b1f9fc9de3') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:28.534986 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.536502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b0ec9db5-bcc1-412e-8905-d8e29ccf50e0 None None] Provisioning complete for port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:28.536879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b0ec9db5-bcc1-412e-8905-d8e29ccf50e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.544971 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port b84046f9-5a49-463b-93c8-45d9e129e4e5 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:28.558198 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.598198 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:28.598555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:28.602002 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:28.703257 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.717574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.720984 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/networks/4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3 HTTP/1.1" status: 204 len: 168 time: 1.8122060 Feb 04 05:55:28.726668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43966) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:28.728115 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] For port 59c4bb00-748b-40a9-ad15-64fdfa45e9a3, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:28.752277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] For port 59c4bb00-748b-40a9-ad15-64fdfa45e9a3, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=59c4bb00-748b-40a9-ad15-64fdfa45e9a3,segment=NetworkSegment(647f06db-97f1-47c1-ba93-062b2c225137),segment_id=647f06db-97f1-47c1-ba93-062b2c225137)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:28.768833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:28.772746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b12a3-9f8f-4903-abbe-54699a5f2bf7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Network': ['ID=4c03d10a-3c4b-45e7-9c35-10cc0b0eeca3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:28.782691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.794801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/bae98000-846b-430d-83b1-48ec2ab2cede/1d0016d7-2507-4122-9a2f-2a09795e36f9) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:28.806017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd34f5-c731-4e27-9c64-c516215f1ded req-ba60f896-2bab-4c47-93c0-4de46cb5be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:28.807749 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b0dd34f5-c731-4e27-9c64-c516215f1ded req-ba60f896-2bab-4c47-93c0-4de46cb5be67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 1098 time: 1.0362668 Feb 04 05:55:28.815198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.832982 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a4507-bf84-481f-811d-fdc36094e283 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:28.835278 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e81a4507-bf84-481f-811d-fdc36094e283 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/ccaff83d-9047-488a-9e6a-ffd5ad238461 HTTP/1.1" status: 200 len: 845 time: 0.1084085 Feb 04 05:55:28.858676 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43968) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:28.904413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:28.923785 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-72b7205c-8b02-4a29-8586-6ed648616032 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/ccaff83d-9047-488a-9e6a-ffd5ad238461?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0639000 Feb 04 05:55:28.928754 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43970) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:28.929437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 13f2ef99-02aa-48e6-84d8-5261eb4d6289 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:28.935165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4c8140-d232-4bb9-ab2e-79bded09635d']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:28.937808 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c081b70c-b74e-498d-b1cc-b0a1fa75a38f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:28.958348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:28.966037 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647f06db-97f1-47c1-ba93-062b2c225137') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:28.966351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647f06db-97f1-47c1-ba93-062b2c225137') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:28.980590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7dab0-3051-4951-8851-0e2c57b53398 req-6060227b-5205-4bdf-9b6b-6e5867bf8060 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:28.983000 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6fa7dab0-3051-4951-8851-0e2c57b53398 req-6060227b-5205-4bdf-9b6b-6e5867bf8060 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 1.0097637 Feb 04 05:55:29.010668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.036081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faae50-d383-4cba-ba4b-63b01b781ad8 req-b79496d5-42ed-420c-a140-76112ccb3a3e tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:29.043924 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5faae50-d383-4cba-ba4b-63b01b781ad8 req-b79496d5-42ed-420c-a140-76112ccb3a3e tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 1.0294056 Feb 04 05:55:29.050218 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8856c698-1d7f-441d-b1bb-bcf4b0ae8276 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68bbb69603a94803a869ce8af728414f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9041219 Feb 04 05:55:29.053559 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43972) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:29.132510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.140887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb86108-9070-4dbb-8fcd-b1ee9d2312da None None] Pushing event updated for resources: {'Port': ['ID=59c4bb00-748b-40a9-ad15-64fdfa45e9a3,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:29.147448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c081b70c-b74e-498d-b1cc-b0a1fa75a38f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:29.153587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c081b70c-b74e-498d-b1cc-b0a1fa75a38f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.182480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555301fe-7f4c-464d-ad59-191b088aa92c None None] Network fd4c8140-d232-4bb9-ab2e-79bded09635d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:29.228039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.233887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=b84046f9-5a49-463b-93c8-45d9e129e4e5,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:29.246030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:29.246835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.267730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:29.269757 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:29.285101 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b0dd34f5-c731-4e27-9c64-c516215f1ded req-7c02aa68-be3f-4361-97cc-e90645074822 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4571817 Feb 04 05:55:29.315232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:29.338816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:29.347000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:29.352587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:29.353335 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.358864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 154a40f9-ad08-49e3-9dad-e5e790bcbcbe up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:29.385871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0975ef7e-4e16-489b-ba47-5a4e61bd7d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.386049 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5faae50-d383-4cba-ba4b-63b01b781ad8 req-53ce52f4-1c9f-47a9-8fa1-06437781e85f tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412392 Feb 04 05:55:29.387260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port d84c9782-04c2-4884-b609-69b8eb53f543 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:29.397302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.api [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:55:29.397302 dv-neutron-826811-2-hyperv neutron-server[102167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:55:29.397302 dv-neutron-826811-2-hyperv neutron-server[102167]: [parameters: {'id': 'fd4c8140-d232-4bb9-ab2e-79bded09635d'}] Feb 04 05:55:29.397302 dv-neutron-826811-2-hyperv neutron-server[102167]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:55:29.397772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG oslo_db.api [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:55:29.400641 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6fa7dab0-3051-4951-8851-0e2c57b53398 req-e1a176d2-730a-4f9b-9127-ff2893b2cf41 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3966193 Feb 04 05:55:29.495561 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device f900d509-38b5-4f84-be33-cce717df5061 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:55:29.522266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4d14a8cf-1345-4c62-906c-6217154b3d2a None None] Provisioning complete for port 8450d7b4-2dce-4359-8291-e1f84ea0edf3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:29.522798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4d14a8cf-1345-4c62-906c-6217154b3d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.591627 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0975ef7e-4e16-489b-ba47-5a4e61bd7d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.609696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 736b6499-0dd9-4700-be9e-0814a02314c5 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:55:29.649508 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-63940abf-4183-407b-9048-df096b5cc51d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5923035 Feb 04 05:55:29.655332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43978) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:29.657959 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c081b70c-b74e-498d-b1cc-b0a1fa75a38f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.700687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.703236 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0975ef7e-4e16-489b-ba47-5a4e61bd7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.705760 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0975ef7e-4e16-489b-ba47-5a4e61bd7d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.706878 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0975ef7e-4e16-489b-ba47-5a4e61bd7d88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a64d4d20-db6a-465c-b0a0-34675d38868e HTTP/1.1" status: 204 len: 168 time: 0.5856161 Feb 04 05:55:29.720868 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975ef7e-4e16-489b-ba47-5a4e61bd7d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d4d20-db6a-465c-b0a0-34675d38868e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:29.738319 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081b70c-b74e-498d-b1cc-b0a1fa75a38f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1b878923-853e-48ff-a866-7347a7de59a2 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:29.742176 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c081b70c-b74e-498d-b1cc-b0a1fa75a38f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:29.746306 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081b70c-b74e-498d-b1cc-b0a1fa75a38f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:29.747964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c081b70c-b74e-498d-b1cc-b0a1fa75a38f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.758680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081b70c-b74e-498d-b1cc-b0a1fa75a38f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Subnet': ['ID=5b59957f-4db6-4038-be39-30cf468fccaf,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:29.768259 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.771831 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c081b70c-b74e-498d-b1cc-b0a1fa75a38f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8383710 Feb 04 05:55:29.774775 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43982) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:29.776550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637bb2ba-0bc0-461b-9fe3-8d271d750a1e None None] Network 1b878923-853e-48ff-a866-7347a7de59a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:29.780144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-12f9424d-66c2-429a-9e24-59fd290e6b7e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'security_group': {'name': 'tempest-secgroup-2014698302'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:29.788726 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:29.789925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.826208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-12f9424d-66c2-429a-9e24-59fd290e6b7e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.870363 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b140452a-501d-485e-9413-3893d75abb6e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:29.874931 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b140452a-501d-485e-9413-3893d75abb6e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/b84046f9-5a49-463b-93c8-45d9e129e4e5 HTTP/1.1" status: 200 len: 841 time: 0.2175131 Feb 04 05:55:29.878165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43984) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:29.879032 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Pushing event updated for resources: {'Port': ['ID=1d0016d7-2507-4122-9a2f-2a09795e36f9,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:29.916347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-12f9424d-66c2-429a-9e24-59fd290e6b7e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.916635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.920568 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:55:29.926997 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bdf630e9-1651-4a8e-a3d5-cb18c6fdb168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/736b6499-0dd9-4700-be9e-0814a02314c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7188785 Feb 04 05:55:29.932652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-12f9424d-66c2-429a-9e24-59fd290e6b7e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:29.933668 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31330184-dfb4-4ccc-9e24-82d50efd4cc8 None None] Sync routers for ids ['736b6499-0dd9-4700-be9e-0814a02314c5'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:55:29.937048 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43988) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:29.956400 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31330184-dfb4-4ccc-9e24-82d50efd4cc8 None None] Routers {'736b6499-0dd9-4700-be9e-0814a02314c5'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:29.957265 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-31330184-dfb4-4ccc-9e24-82d50efd4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['736b6499-0dd9-4700-be9e-0814a02314c5'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:29.977562 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:29.996739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:30.011656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79456ef5-9327-4370-97ae-4f8df9dcd9a9 req-03e590c7-c1fe-4f83-84d9-4b9b4ef8bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:30.013710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:30.013906 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79456ef5-9327-4370-97ae-4f8df9dcd9a9 req-03e590c7-c1fe-4f83-84d9-4b9b4ef8bae9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3b3074a7a2841fea736b2212d2c9e29&device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 1099 time: 0.2737658 Feb 04 05:55:30.023785 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-31330184-dfb4-4ccc-9e24-82d50efd4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:30.029667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce5f29-e549-427c-b1e0-cce04ad92993 req-bdee119b-2bb5-42be-a393-6b3fe862142a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:30.035685 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-12f9424d-66c2-429a-9e24-59fd290e6b7e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.039437 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-12f9424d-66c2-429a-9e24-59fd290e6b7e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2610810 Feb 04 05:55:30.039437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9424d-66c2-429a-9e24-59fd290e6b7e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688a13f6-9ac6-4cb4-965f-d1bd90e95199,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:30.039658 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c9ce5f29-e549-427c-b1e0-cce04ad92993 req-bdee119b-2bb5-42be-a393-6b3fe862142a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.3476861 Feb 04 05:55:30.047796 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31330184-dfb4-4ccc-9e24-82d50efd4cc8 None None] Routers {'736b6499-0dd9-4700-be9e-0814a02314c5'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:30.048851 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-31330184-dfb4-4ccc-9e24-82d50efd4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['736b6499-0dd9-4700-be9e-0814a02314c5'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:30.051312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 43992) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:30.057338 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::fd24:9064:c8eb:c1ee (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/bae98000-846b-430d-83b1-48ec2ab2cede/d84c9782-04c2-4884-b609-69b8eb53f543) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:30.060892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9ddbad-4e9e-48b5-afee-83fedf763534 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:30.062534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-dfa03e87-c458-4b43-abad-4d153163c0a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'security_group': {'name': 'tempest-secgroup-1707314050'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:30.065674 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7c9ddbad-4e9e-48b5-afee-83fedf763534 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports/6d0797d5-9029-4aa2-b11c-338ab9fb01fd HTTP/1.1" status: 200 len: 911 time: 0.1233444 Feb 04 05:55:30.066582 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 43994) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:30.114735 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-31330184-dfb4-4ccc-9e24-82d50efd4cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:30.115835 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31330184-dfb4-4ccc-9e24-82d50efd4cc8 None None] The sync data for ids ['736b6499-0dd9-4700-be9e-0814a02314c5'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:55:30.153186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port f900d509-38b5-4f84-be33-cce717df5061, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f900d509-38b5-4f84-be33-cce717df5061,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:30.182553 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4d14a8cf-1345-4c62-906c-6217154b3d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.223337 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'f900d509-38b5-4f84-be33-cce717df5061', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'port_id': 'f900d509-38b5-4f84-be33-cce717df5061', 'mac_address': 'fa:16:3e:8d:33:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:55:30.239230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dfa03e87-c458-4b43-abad-4d153163c0a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.258734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Attempting to bind port 1d0016d7-2507-4122-9a2f-2a09795e36f9 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:30.259222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Attempting to bind port 1d0016d7-2507-4122-9a2f-2a09795e36f9 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:30.259667 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Attempting to bind port 1d0016d7-2507-4122-9a2f-2a09795e36f9 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:30.321715 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c9ce5f29-e549-427c-b1e0-cce04ad92993 req-497b696d-6e3b-4154-b3a5-656612b0f0fd tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823403 Feb 04 05:55:30.324142 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:30.325472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:30.325973 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.326377 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:30.327639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Bound port: 1d0016d7-2507-4122-9a2f-2a09795e36f9, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:30.328240 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.360333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4d14a8cf-1345-4c62-906c-6217154b3d2a None None] For port 8450d7b4-2dce-4359-8291-e1f84ea0edf3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8450d7b4-2dce-4359-8291-e1f84ea0edf3,segment=NetworkSegment(f75ab698-b3fa-4743-b674-c5f1535ae893),segment_id=f75ab698-b3fa-4743-b674-c5f1535ae893)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:30.377658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8450d7b4-2dce-4359-8291-e1f84ea0edf3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:30.385996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4d14a8cf-1345-4c62-906c-6217154b3d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.407609 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dfa03e87-c458-4b43-abad-4d153163c0a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.426887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.489736 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79456ef5-9327-4370-97ae-4f8df9dcd9a9 req-f3cb2291-e770-4476-b4dd-057a19bbc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:30.494677 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79456ef5-9327-4370-97ae-4f8df9dcd9a9 req-f3cb2291-e770-4476-b4dd-057a19bbc7b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df9db621-d575-4dac-8972-55177063df00 HTTP/1.1" status: 200 len: 912 time: 0.4424562 Feb 04 05:55:30.525982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f900d509-38b5-4f84-be33-cce717df5061 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:55:30.543013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dfa03e87-c458-4b43-abad-4d153163c0a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.592924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port f900d509-38b5-4f84-be33-cce717df5061, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f900d509-38b5-4f84-be33-cce717df5061,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:30.606740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14a8cf-1345-4c62-906c-6217154b3d2a None None] Pushing event updated for resources: {'Port': ['ID=8450d7b4-2dce-4359-8291-e1f84ea0edf3,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:30.611374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.618676 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-621dc2bd-6a81-4432-aeb6-130987e4cfab None None] Provisioning complete for port 6d0797d5-9029-4aa2-b11c-338ab9fb01fd triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:30.619052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-621dc2bd-6a81-4432-aeb6-130987e4cfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.623372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] For port 1d0016d7-2507-4122-9a2f-2a09795e36f9, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:30.631497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] For port 1d0016d7-2507-4122-9a2f-2a09795e36f9, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d0016d7-2507-4122-9a2f-2a09795e36f9,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:30.692549 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-1b878923-853e-48ff-a866-7347a7de59a2', 'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'tenant_id': '57b18c3874f14ef2a03a9502bf10053c', 'fixed_ips': [{'subnet_id': '5b59957f-4db6-4038-be39-30cf468fccaf'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:30.693759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.710453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6d6516cc-ba62-4f18-887a-9748a7bdd727 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port b84046f9-5a49-463b-93c8-45d9e129e4e5 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:30.710802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6d6516cc-ba62-4f18-887a-9748a7bdd727 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.719927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8450d7b4-2dce-4359-8291-e1f84ea0edf3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:30.721409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.743206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.768521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Deleting port 59c4bb00-748b-40a9-ad15-64fdfa45e9a3 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:30.768891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.769552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.800454 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44012) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:30.828812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dfa03e87-c458-4b43-abad-4d153163c0a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.833117 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dfa03e87-c458-4b43-abad-4d153163c0a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7750585 Feb 04 05:55:30.837526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44016) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:30.848574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-621dc2bd-6a81-4432-aeb6-130987e4cfab None None] Port 6d0797d5-9029-4aa2-b11c-338ab9fb01fd cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:30.851067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-607893312', 'security_groups': ['fefee5b5-c7a6-45da-90bc-24dfc4f5bf36'], 'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5b59957f-4db6-4038-be39-30cf468fccaf'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:30.909528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6d6516cc-ba62-4f18-887a-9748a7bdd727 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:30.928253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c26fb4c1-edf1-4386-a5a9-c16fc6b20eca tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-450761018', 'prefixes': ['172.20.0.0/16']}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:30.941701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['f900d509-38b5-4f84-be33-cce717df5061'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:55:30.945862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa03e87-c458-4b43-abad-4d153163c0a6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefee5b5-c7a6-45da-90bc-24dfc4f5bf36,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:30.955278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-6d6516cc-ba62-4f18-887a-9748a7bdd727 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for b84046f9-5a49-463b-93c8-45d9e129e4e5 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:30.983443 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79456ef5-9327-4370-97ae-4f8df9dcd9a9 req-752009d1-5dd4-4c76-b6ae-d432433d895b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213 HTTP/1.1" status: 200 len: 1001 time: 0.4469340 Feb 04 05:55:30.996647 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=f900d509-38b5-4f84-be33-cce717df5061,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:31.022988 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e169b9-e20b-441f-b375-3adbacbae402 req-7921f583-b65e-49a6-b7a8-e690350091e5 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:31.025549 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-85e169b9-e20b-441f-b375-3adbacbae402 req-7921f583-b65e-49a6-b7a8-e690350091e5 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 944 time: 0.4633772 Feb 04 05:55:31.077797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-621dc2bd-6a81-4432-aeb6-130987e4cfab None None] Provisioning complete for port 8450d7b4-2dce-4359-8291-e1f84ea0edf3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:31.078123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-621dc2bd-6a81-4432-aeb6-130987e4cfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.124294 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:31.129922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] For port 59c4bb00-748b-40a9-ad15-64fdfa45e9a3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=59c4bb00-748b-40a9-ad15-64fdfa45e9a3,segment=NetworkSegment(647f06db-97f1-47c1-ba93-062b2c225137),segment_id=647f06db-97f1-47c1-ba93-062b2c225137)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:31.130669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.190155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Calling delete_port for 59c4bb00-748b-40a9-ad15-64fdfa45e9a3 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:31.202421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.223758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Allocated IP 2001:db8::2 (1b878923-853e-48ff-a866-7347a7de59a2/5b59957f-4db6-4038-be39-30cf468fccaf/554a5158-6f33-44c6-b7b6-a3fc8a43a2e1) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:31.242180 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c26fb4c1-edf1-4386-a5a9-c16fc6b20eca tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] Notify callbacks [] for subnetpool, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.247852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9fb85-7440-468a-855e-e203af01ab4b None None] Pushing event updated for resources: {'Port': ['ID=1d0016d7-2507-4122-9a2f-2a09795e36f9,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:31.248038 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c26fb4c1-edf1-4386-a5a9-c16fc6b20eca tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4412217 Feb 04 05:55:31.264061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44018) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:31.265992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79456ef5-9327-4370-97ae-4f8df9dcd9a9 req-09b852e1-9c74-480c-aa99-e64db83ff223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:31.268143 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79456ef5-9327-4370-97ae-4f8df9dcd9a9 req-09b852e1-9c74-480c-aa99-e64db83ff223 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0829dc6-460c-41c6-ac4e-b2af66515b42 HTTP/1.1" status: 200 len: 850 time: 0.2655110 Feb 04 05:55:31.314229 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.328578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Allocated IP 2001:db8:1::1 (e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac/1032d106-3fe4-407d-a9c2-5e4b6010f9aa/853dcdbf-ddc6-424a-a634-c23003a8e0b8) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:31.337427 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port de568e29-0efc-4240-9a2c-fa74fc40794a yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:31.367939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 798a1eb0-c83a-4a0b-b504-dcaccbad53bd no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:31.419246 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-85e169b9-e20b-441f-b375-3adbacbae402 req-780e970d-197f-4129-85ae-01cf6ac82c1f tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734732 Feb 04 05:55:31.449471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 798a1eb0-c83a-4a0b-b504-dcaccbad53bd {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:31.449471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 798a1eb0-c83a-4a0b-b504-dcaccbad53bd not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:31.459310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44022) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:31.509623 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f2142e4b-0f8e-4f7c-a119-8b3b8c67a9bd tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] 10.222.0.15 "GET /v2.0/subnetpools/12b67dd8-0617-4bdf-8290-30b2e97d802b HTTP/1.1" status: 200 len: 731 time: 0.2398946 Feb 04 05:55:31.513092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device f900d509-38b5-4f84-be33-cce717df5061 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:31.571525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6d6516cc-ba62-4f18-887a-9748a7bdd727 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.593567 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44024) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:31.730592 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.758838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d0016d7-2507-4122-9a2f-2a09795e36f9 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:31.783483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.838325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:31.844517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:31.856798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:31.857437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.861684 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=853dcdbf-ddc6-424a-a634-c23003a8e0b8,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:31.862082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.892256 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:31.913049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ee691fa4-13f4-4e1c-a9ff-dc14c753be65 tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-691954751'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:31.959804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.004964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Network 1b878923-853e-48ff-a866-7347a7de59a2 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:32.007407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.016807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:32.024844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Pushing event updated for resources: {'Port': ['ID=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:32.029934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1d0016d7-2507-4122-9a2f-2a09795e36f9 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:32.030300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.039025 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:32.048897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6516cc-ba62-4f18-887a-9748a7bdd727 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=b84046f9-5a49-463b-93c8-45d9e129e4e5,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:32.074372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8::56 (1b878923-853e-48ff-a866-7347a7de59a2/5b59957f-4db6-4038-be39-30cf468fccaf/de568e29-0efc-4240-9a2c-fa74fc40794a) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:32.074712 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3379045c-1b27-443d-8d05-72b304a9d955 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/floatingips/7a091243-a2da-4779-a1f6-f73edd85e29b HTTP/1.1" status: 200 len: 992 time: 0.6010716 Feb 04 05:55:32.085803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79456ef5-9327-4370-97ae-4f8df9dcd9a9 req-0f82723d-140f-4530-9fe6-050ec358fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:32.085803 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79456ef5-9327-4370-97ae-4f8df9dcd9a9 req-0f82723d-140f-4530-9fe6-050ec358fc67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df9db621-d575-4dac-8972-55177063df00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7436433 Feb 04 05:55:32.092029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.096305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6d6516cc-ba62-4f18-887a-9748a7bdd727 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.102325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6d6516cc-ba62-4f18-887a-9748a7bdd727 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/b84046f9-5a49-463b-93c8-45d9e129e4e5 HTTP/1.1" status: 204 len: 168 time: 2.1846206 Feb 04 05:55:32.106726 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44026) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:32.123618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f900d509-38b5-4f84-be33-cce717df5061 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:55:32.145021 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b5a75d-eab7-4827-8ef1-749992c6145a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:55:32.150183 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-30b5a75d-eab7-4827-8ef1-749992c6145a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/b84046f9-5a49-463b-93c8-45d9e129e4e5 HTTP/1.1" status: 404 len: 333 time: 0.0378737 Feb 04 05:55:32.152013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44028) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:32.160008 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'name': 'tempest-PortsTestJSON-1615904911'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:32.199690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=d84c9782-04c2-4884-b609-69b8eb53f543,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:32.209890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:32.216957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port f900d509-38b5-4f84-be33-cce717df5061, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f900d509-38b5-4f84-be33-cce717df5061,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:32.218669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:32.226873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.234746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Attempting to bind port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:32.235340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Attempting to bind port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'e73de246-e44f-4800-815d-139cceab493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1b878923-853e-48ff-a866-7347a7de59a2'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:32.235687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Attempting to bind port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 on network 1b878923-853e-48ff-a866-7347a7de59a2 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:32.239160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:32.245536 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.248890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:32.249746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.286654 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:32.287193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Checking segment: {'id': 'e73de246-e44f-4800-815d-139cceab493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1b878923-853e-48ff-a866-7347a7de59a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:32.287708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.288187 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Bound using segment: {'id': 'e73de246-e44f-4800-815d-139cceab493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1b878923-853e-48ff-a866-7347a7de59a2'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:32.288845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Bound port: 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73de246-e44f-4800-815d-139cceab493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1b878923-853e-48ff-a866-7347a7de59a2'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:32.289351 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.326325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be0295-8c46-42f6-b0e2-e4299f5e8979 req-b159f832-615d-45e5-b36a-d7ad17958fe7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:32.333786 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-24be0295-8c46-42f6-b0e2-e4299f5e8979 req-b159f832-615d-45e5-b36a-d7ad17958fe7 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.8761196 Feb 04 05:55:32.393219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=f900d509-38b5-4f84-be33-cce717df5061,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:32.438384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.450765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No DVR routers for this DVR port 59c4bb00-748b-40a9-ad15-64fdfa45e9a3 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:32.462579 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79456ef5-9327-4370-97ae-4f8df9dcd9a9 req-8f7d7645-2d4d-4b68-8e13-8ca7cef7e11b service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490828 Feb 04 05:55:32.466527 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-882f2159-9b12-441c-9bfc-c9294350475c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9639664 Feb 04 05:55:32.474938 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Port': ['ID=59c4bb00-748b-40a9-ad15-64fdfa45e9a3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:32.480269 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44030) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:32.500387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 1d0016d7-2507-4122-9a2f-2a09795e36f9, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d0016d7-2507-4122-9a2f-2a09795e36f9,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:32.516918 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.518117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8450d7b4-2dce-4359-8291-e1f84ea0edf3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:32.559830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] For port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:32.569949 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:32.573762 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.634388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=1d0016d7-2507-4122-9a2f-2a09795e36f9,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:32.659765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f2efda3d-9797-4bc0-ab62-b1fc297894a2 None None] Provisioning complete for port 853dcdbf-ddc6-424a-a634-c23003a8e0b8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:32.660509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f2efda3d-9797-4bc0-ab62-b1fc297894a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.664687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] For port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,segment=NetworkSegment(e73de246-e44f-4800-815d-139cceab493c),segment_id=e73de246-e44f-4800-815d-139cceab493c)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:32.672403 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port 0145258e-894e-4a5b-ba66-0dc74c4fb8b8 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:32.683168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-24be0295-8c46-42f6-b0e2-e4299f5e8979 req-c55cd60b-078b-4573-bcce-e6cc45b574be tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482487 Feb 04 05:55:32.685809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a4acb-4c44-4242-9695-ce68b17405ef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:32.691283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a4acb-4c44-4242-9695-ce68b17405ef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:32.703253 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c62a4acb-4c44-4242-9695-ce68b17405ef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2106824 Feb 04 05:55:32.703460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44032) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:32.704086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.706702 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.723480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.792512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8450d7b4-2dce-4359-8291-e1f84ea0edf3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:32.792512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.792512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f2efda3d-9797-4bc0-ab62-b1fc297894a2 None None] Port 853dcdbf-ddc6-424a-a634-c23003a8e0b8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:32.845485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee691fa4-13f4-4e1c-a9ff-dc14c753be65 tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] Notify callbacks [] for subnetpool, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.849051 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ee691fa4-13f4-4e1c-a9ff-dc14c753be65 tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] 10.222.0.15 "PUT /v2.0/subnetpools/12b67dd8-0617-4bdf-8290-30b2e97d802b HTTP/1.1" status: 200 len: 683 time: 0.9410088 Feb 04 05:55:32.849051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4c8140-d232-4bb9-ab2e-79bded09635d']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:32.852977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44034) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:32.874808 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7a656-9b7d-47f7-9e74-6078ac11eafd None None] Pushing event updated for resources: {'Port': ['ID=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:32.885537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647f06db-97f1-47c1-ba93-062b2c225137') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:32.885904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647f06db-97f1-47c1-ba93-062b2c225137') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:32.947057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3f2734f9-cda8-4c21-bb84-62ba42a05fd8 None None] Provisioning complete for port 1d0016d7-2507-4122-9a2f-2a09795e36f9 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:32.947433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f2734f9-cda8-4c21-bb84-62ba42a05fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.948888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.966914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.975495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:32.975939 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:33.062202 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:33.076283 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79456ef5-9327-4370-97ae-4f8df9dcd9a9 req-e0037eb8-4cea-448b-b224-da044f9e1967 service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930443 Feb 04 05:55:33.133682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.148291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.155464 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/fd4c8140-d232-4bb9-ab2e-79bded09635d HTTP/1.1" status: 204 len: 168 time: 7.8066866 Feb 04 05:55:33.166968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44036) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:33.178181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1109299525'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:33.183306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e02898-b908-4fca-a8b9-c51c72739b3b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=fd4c8140-d232-4bb9-ab2e-79bded09635d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:33.196485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c5536292-c62a-4a8f-8491-71e655145f3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port d84c9782-04c2-4884-b609-69b8eb53f543 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:33.196921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c5536292-c62a-4a8f-8491-71e655145f3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.202635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-da35ad50-674a-484c-bc57-b44e8c60e563 None None] Provisioning complete for port d84c9782-04c2-4884-b609-69b8eb53f543 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:33.204998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da35ad50-674a-484c-bc57-b44e8c60e563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.238482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1d253bab-169a-40e4-83a3-1f546afaf8a6 tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] Notify callbacks [] for subnetpool, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.239479 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1d253bab-169a-40e4-83a3-1f546afaf8a6 tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] 10.222.0.15 "DELETE /v2.0/subnetpools/12b67dd8-0617-4bdf-8290-30b2e97d802b HTTP/1.1" status: 204 len: 168 time: 0.3775976 Feb 04 05:55:33.244627 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-da35ad50-674a-484c-bc57-b44e8c60e563 None None] Port d84c9782-04c2-4884-b609-69b8eb53f543 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:33.274261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44038) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:33.306952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.318180 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-674b825d-c5bd-40b9-a0df-23b91b9fa783 tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] show failed (client error): The resource could not be found. Feb 04 05:55:33.319176 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-674b825d-c5bd-40b9-a0df-23b91b9fa783 tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] 10.222.0.15 "GET /v2.0/subnetpools/12b67dd8-0617-4bdf-8290-30b2e97d802b HTTP/1.1" status: 404 len: 346 time: 0.0395095 Feb 04 05:55:33.323494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44040) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:33.338999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:33.342894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.365672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611507f-6586-46a0-bade-bfdb4378d878 req-5d6e7737-c58c-486a-88eb-a751dead1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:33.367153 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6611507f-6586-46a0-bade-bfdb4378d878 req-5d6e7737-c58c-486a-88eb-a751dead1d53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3b3074a7a2841fea736b2212d2c9e29&device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 1099 time: 0.1860986 Feb 04 05:55:33.373421 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-8ac5967a-db3a-4f62-bcb9-4c460ca4e4f6 tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] delete failed (client error): The resource could not be found. Feb 04 05:55:33.376308 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8ac5967a-db3a-4f62-bcb9-4c460ca4e4f6 tempest-SubnetPoolsTestJSON-1701935513 tempest-SubnetPoolsTestJSON-1701935513-project] 10.222.0.15 "DELETE /v2.0/subnetpools/12b67dd8-0617-4bdf-8290-30b2e97d802b HTTP/1.1" status: 404 len: 346 time: 0.0500321 Feb 04 05:55:33.388309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c5536292-c62a-4a8f-8491-71e655145f3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.416253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.423110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c5536292-c62a-4a8f-8491-71e655145f3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for d84c9782-04c2-4884-b609-69b8eb53f543 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:33.428854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:33.432207 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.433344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.436508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1b878923-853e-48ff-a866-7347a7de59a2 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:33.456113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:33.466975 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:33.473463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:33.474113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.485385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.485727 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment 580e9df6-a7ae-4310-b31a-21c6d5959860 of type vlan for network b1697735-f3d6-4594-bbd3-0e374c95fcc5 Feb 04 05:55:33.493024 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=de568e29-0efc-4240-9a2c-fa74fc40794a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:33.515294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device f900d509-38b5-4f84-be33-cce717df5061 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:33.519850 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-afeb747a-3595-4343-9831-23f07f3f1953 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6812742 Feb 04 05:55:33.530253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44044) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:33.537919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-39becd1a-ae3b-4dc3-82b8-db43ce0febdf tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:33.598205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port f900d509-38b5-4f84-be33-cce717df5061 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:33.599008 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.625763 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.701371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611507f-6586-46a0-bade-bfdb4378d878 req-2046525c-4056-46a2-a9b7-836fe8124c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:33.706984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6611507f-6586-46a0-bade-bfdb4378d878 req-2046525c-4056-46a2-a9b7-836fe8124c61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df9db621-d575-4dac-8972-55177063df00 HTTP/1.1" status: 200 len: 912 time: 0.3105114 Feb 04 05:55:33.766689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.785840 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=853dcdbf-ddc6-424a-a634-c23003a8e0b8,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:33.801753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:33.815043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:55:33.818714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486c8356-4d90-4742-b203-7a284aead9f4" -d '{"events": [{"server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "name": "network-vif-plugged", "status": "completed", "tag": "f900d509-38b5-4f84-be33-cce717df5061"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:55:33.827582 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:33.866686 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.872600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port f900d509-38b5-4f84-be33-cce717df5061, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f900d509-38b5-4f84-be33-cce717df5061,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:33.880386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:33.890023 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.894616 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44052) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:33.916065 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:33.938093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f07572-c137-4f72-952b-22474b65e648 x-openstack-request-id: req-58f07572-c137-4f72-952b-22474b65e648 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:55:33.938642 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "name": "network-vif-plugged", "status": "completed", "tag": "f900d509-38b5-4f84-be33-cce717df5061", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:55:33.938900 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58f07572-c137-4f72-952b-22474b65e648 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:55:33.939288 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061', 'code': 200} Feb 04 05:55:34.006976 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=f900d509-38b5-4f84-be33-cce717df5061,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:34.026565 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:34.027191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.104879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=0145258e-894e-4a5b-ba66-0dc74c4fb8b8,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:34.132132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:34.132741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39becd1a-ae3b-4dc3-82b8-db43ce0febdf tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:34.135448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:34.136330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-39becd1a-ae3b-4dc3-82b8-db43ce0febdf tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.139371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:34.145719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:34.147035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.147180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c5536292-c62a-4a8f-8491-71e655145f3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.157095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.158630 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6611507f-6586-46a0-bade-bfdb4378d878 req-38459b5b-ab1f-4747-ba01-8acad8f819f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213 HTTP/1.1" status: 200 len: 1001 time: 0.3362489 Feb 04 05:55:34.183238 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-48c5d6d7-c3d3-47b3-82ee-9a9da654715d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.205625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,segment=NetworkSegment(e73de246-e44f-4800-815d-139cceab493c),segment_id=e73de246-e44f-4800-815d-139cceab493c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:34.213997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.215731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d0016d7-2507-4122-9a2f-2a09795e36f9 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:34.279332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-48c5d6d7-c3d3-47b3-82ee-9a9da654715d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.287018 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6b1f9579-da05-4ef2-8010-bf7bab614000 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1342039 Feb 04 05:55:34.289849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 736b6499-0dd9-4700-be9e-0814a02314c5 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:55:34.290044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44056) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:34.293119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-48c5d6d7-c3d3-47b3-82ee-9a9da654715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.299325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c82d4766-5d37-4159-967a-3a266914a6c7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:34.301968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611507f-6586-46a0-bade-bfdb4378d878 req-af3e54d9-4380-4741-9871-793f6ab2b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:34.305644 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6611507f-6586-46a0-bade-bfdb4378d878 req-af3e54d9-4380-4741-9871-793f6ab2b92e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0829dc6-460c-41c6-ac4e-b2af66515b42 HTTP/1.1" status: 200 len: 850 time: 0.1161623 Feb 04 05:55:34.345054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6381e535-9760-4af5-88c3-0fbcb94184ff None None] Provisioning complete for port 853dcdbf-ddc6-424a-a634-c23003a8e0b8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:34.345587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6381e535-9760-4af5-88c3-0fbcb94184ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.345669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5536292-c62a-4a8f-8491-71e655145f3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=d84c9782-04c2-4884-b609-69b8eb53f543,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:34.381517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619fe80-d404-4d98-ba9e-21834c5cb325 req-59eaa928-a5d0-4b28-9a78-bb03a40e4cb5 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:34.383099 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8619fe80-d404-4d98-ba9e-21834c5cb325 req-59eaa928-a5d0-4b28-9a78-bb03a40e4cb5 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.5691116 Feb 04 05:55:34.398823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6381e535-9760-4af5-88c3-0fbcb94184ff None None] Port 853dcdbf-ddc6-424a-a634-c23003a8e0b8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:34.417266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.418644 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1d0016d7-2507-4122-9a2f-2a09795e36f9 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:34.419586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.425924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:34.426271 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-48c5d6d7-c3d3-47b3-82ee-9a9da654715d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32a3eda1b9ea442dba6dedbbd1d500b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5273111 Feb 04 05:55:34.426817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.427004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82d4766-5d37-4159-967a-3a266914a6c7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.431145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44058) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:34.463504 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c5536292-c62a-4a8f-8491-71e655145f3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.469848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:34.476686 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c5536292-c62a-4a8f-8491-71e655145f3a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/d84c9782-04c2-4884-b609-69b8eb53f543 HTTP/1.1" status: 204 len: 168 time: 1.7681565 Feb 04 05:55:34.492322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44060) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:34.493012 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5d6d7-c3d3-47b3-82ee-9a9da654715d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3a5ffb-b796-4d7a-82ad-afd9f1f28c46,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:34.540757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-13d5ceed-e75d-4932-9455-1f95b72d6d91 None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:34.541425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13d5ceed-e75d-4932-9455-1f95b72d6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.552814 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3829246 Feb 04 05:55:34.557431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44062) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:34.608812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'network_id': 'b1697735-f3d6-4594-bbd3-0e374c95fcc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:34.656305 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-13d5ceed-e75d-4932-9455-1f95b72d6d91 None None] Provisioning complete for port ccaff83d-9047-488a-9e6a-ffd5ad238461 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:34.656976 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13d5ceed-e75d-4932-9455-1f95b72d6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.675164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611507f-6586-46a0-bade-bfdb4378d878 req-5034f099-5d0f-4f41-a28f-3541047113c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:34.679521 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6611507f-6586-46a0-bade-bfdb4378d878 req-5034f099-5d0f-4f41-a28f-3541047113c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df9db621-d575-4dac-8972-55177063df00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3332713 Feb 04 05:55:34.682165 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.ipam_backend_mixin [None req-39becd1a-ae3b-4dc3-82b8-db43ce0febdf tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b59957f-4db6-4038-be39-30cf468fccaf (CIDR: 2001:db8::/64) Feb 04 05:55:34.699090 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-13d5ceed-e75d-4932-9455-1f95b72d6d91 None None] Port ccaff83d-9047-488a-9e6a-ffd5ad238461 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:34.712491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4a360-89cd-4717-9c94-3645ec3c508b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=b1697735-f3d6-4594-bbd3-0e374c95fcc5,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:34.723679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:55:34.728650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network b1697735-f3d6-4594-bbd3-0e374c95fcc5 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:34.747462 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-39becd1a-ae3b-4dc3-82b8-db43ce0febdf tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:34.747700 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a513737b-7237-4029-b149-01062158ee07 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/736b6499-0dd9-4700-be9e-0814a02314c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6766059 Feb 04 05:55:34.749752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39becd1a-ae3b-4dc3-82b8-db43ce0febdf tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:55:34.755448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44064) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:34.777181 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b3b19ad8-ae82-49b9-8d32-599b4046bc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.778450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff956aae-ee7e-43c2-b98e-58667d235c03 None None] Sync routers for ids ['736b6499-0dd9-4700-be9e-0814a02314c5'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:55:34.780147 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b287bbab-0509-4133-bb4b-204309bc43ac None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:55:34.781341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa7a2d-1d84-492f-8ddf-e214156d557f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:34.782981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa7a2d-1d84-492f-8ddf-e214156d557f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:34.786992 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-eafa7a2d-1d84-492f-8ddf-e214156d557f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2756665 Feb 04 05:55:34.795307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44066) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:34.845953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff956aae-ee7e-43c2-b98e-58667d235c03 None None] Routers {'736b6499-0dd9-4700-be9e-0814a02314c5'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:34.846387 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8619fe80-d404-4d98-ba9e-21834c5cb325 req-fc705905-7d31-4169-a999-42197dd5a4c6 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4441257 Feb 04 05:55:34.846600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ff956aae-ee7e-43c2-b98e-58667d235c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['736b6499-0dd9-4700-be9e-0814a02314c5'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:34.864279 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-39becd1a-ae3b-4dc3-82b8-db43ce0febdf tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3321815 Feb 04 05:55:34.878594 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44068) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:34.891937 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ff956aae-ee7e-43c2-b98e-58667d235c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:34.897832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-fb87ad17-9cd2-4c4f-8e3f-10c0fc67b9cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:34.898777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e1b54771-95a9-43da-9bca-78c32ce24a0b None None] Provisioning complete for port de568e29-0efc-4240-9a2c-fa74fc40794a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:34.899151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e1b54771-95a9-43da-9bca-78c32ce24a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.909649 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6611507f-6586-46a0-bade-bfdb4378d878 req-b2b20e8e-b35a-4e6a-b9de-efd206fc91e7 service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916804 Feb 04 05:55:34.932449 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffed721e-8e93-4f0a-96d7-a56143cf8993 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:34.936740 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ffed721e-8e93-4f0a-96d7-a56143cf8993 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports/853dcdbf-ddc6-424a-a634-c23003a8e0b8 HTTP/1.1" status: 200 len: 913 time: 0.1722996 Feb 04 05:55:34.939756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44072) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:34.947432 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b3b19ad8-ae82-49b9-8d32-599b4046bc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:34.957528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff956aae-ee7e-43c2-b98e-58667d235c03 None None] Routers {'736b6499-0dd9-4700-be9e-0814a02314c5'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:34.958158 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ff956aae-ee7e-43c2-b98e-58667d235c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['736b6499-0dd9-4700-be9e-0814a02314c5'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:35.007029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db43f3e-ea03-4ce1-ad6f-5b108539b561 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet bae98000-846b-430d-83b1-48ec2ab2cede {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:35.008350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ff956aae-ee7e-43c2-b98e-58667d235c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:35.009235 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff956aae-ee7e-43c2-b98e-58667d235c03 None None] The sync data for ids ['736b6499-0dd9-4700-be9e-0814a02314c5'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:55:35.017729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e1b54771-95a9-43da-9bca-78c32ce24a0b None None] Port de568e29-0efc-4240-9a2c-fa74fc40794a cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:35.025476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3db43f3e-ea03-4ce1-ad6f-5b108539b561 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.061574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b287bbab-0509-4133-bb4b-204309bc43ac None None] Resources bound (agent type, host, resource id): {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:55:35.096852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3db43f3e-ea03-4ce1-ad6f-5b108539b561 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.100937 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82d4766-5d37-4159-967a-3a266914a6c7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.128783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b3b19ad8-ae82-49b9-8d32-599b4046bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.131273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b3b19ad8-ae82-49b9-8d32-599b4046bc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.134647 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b3b19ad8-ae82-49b9-8d32-599b4046bc38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a3a5ffb-b796-4d7a-82ad-afd9f1f28c46 HTTP/1.1" status: 204 len: 168 time: 0.6987777 Feb 04 05:55:35.134647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82d4766-5d37-4159-967a-3a266914a6c7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.231979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-c82d4766-5d37-4159-967a-3a266914a6c7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] In _notify_port_updated(), no bound segment for port 0145258e-894e-4a5b-ba66-0dc74c4fb8b8 on network 015895b8-f51e-4ebc-907f-37199530d6a4 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:55:35.238692 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d4766-5d37-4159-967a-3a266914a6c7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:35.239490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82d4766-5d37-4159-967a-3a266914a6c7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.243399 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c82d4766-5d37-4159-967a-3a266914a6c7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "PUT /v2.0/ports/0145258e-894e-4a5b-ba66-0dc74c4fb8b8 HTTP/1.1" status: 200 len: 818 time: 0.9493649 Feb 04 05:55:35.249458 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b19ad8-ae82-49b9-8d32-599b4046bc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3a5ffb-b796-4d7a-82ad-afd9f1f28c46,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:35.258147 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44076) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:35.264082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:35.268030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.333752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d4766-5d37-4159-967a-3a266914a6c7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=0145258e-894e-4a5b-ba66-0dc74c4fb8b8,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:35.344986 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3db43f3e-ea03-4ce1-ad6f-5b108539b561 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.354268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.ipam_backend_mixin [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Performing IP validity checks on allocation pools {{(pid=102167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:55:35.354793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.ipam_backend_mixin [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:55:35.396293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e62987-f3f1-448b-aeb8-f16e359de8e1 req-da2c2074-7a2c-470e-911c-90b6dc6e0eb5 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:35.398560 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-57e62987-f3f1-448b-aeb8-f16e359de8e1 req-da2c2074-7a2c-470e-911c-90b6dc6e0eb5 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2371984 Feb 04 05:55:35.415056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa38a79-2fa6-4181-9f97-4b6089f9f545 None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:55:35.468120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a18ffbb6-74a9-4135-b5d4-e284c7445ec5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 0145258e-894e-4a5b-ba66-0dc74c4fb8b8 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:35.468681 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a18ffbb6-74a9-4135-b5d4-e284c7445ec5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.571135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3db43f3e-ea03-4ce1-ad6f-5b108539b561 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.589831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa38a79-2fa6-4181-9f97-4b6089f9f545 None None] Resources bound (agent type, host, resource id): {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:55:35.598692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:35.620881 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3db43f3e-ea03-4ce1-ad6f-5b108539b561 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.624837 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3db43f3e-ea03-4ce1-ad6f-5b108539b561 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/bae98000-846b-430d-83b1-48ec2ab2cede HTTP/1.1" status: 204 len: 168 time: 0.8285484 Feb 04 05:55:35.625753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db43f3e-ea03-4ce1-ad6f-5b108539b561 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=bae98000-846b-430d-83b1-48ec2ab2cede,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:35.627508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44088) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:35.678710 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-325be64a-dda3-4c83-9a48-bb16af455705 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440445 Feb 04 05:55:35.683053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44090) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:35.688518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0259d7af-63b7-42b2-b0c3-9234afa54072 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:35.718157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a18ffbb6-74a9-4135-b5d4-e284c7445ec5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.770008 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a18ffbb6-74a9-4135-b5d4-e284c7445ec5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 0145258e-894e-4a5b-ba66-0dc74c4fb8b8 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:35.803961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:35.804207 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.876217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0259d7af-63b7-42b2-b0c3-9234afa54072 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:35.880172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0259d7af-63b7-42b2-b0c3-9234afa54072 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:35.958271 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6611507f-6586-46a0-bade-bfdb4378d878 req-14644367-9620-44c2-a856-5130006547aa service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0315185 Feb 04 05:55:35.962253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a18ffbb6-74a9-4135-b5d4-e284c7445ec5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.015264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.032112 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ffbb6-74a9-4135-b5d4-e284c7445ec5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=0145258e-894e-4a5b-ba66-0dc74c4fb8b8,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:36.037252 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-57e62987-f3f1-448b-aeb8-f16e359de8e1 req-075747b8-8ecc-4349-8ffd-8d1dc2e00751 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6189604 Feb 04 05:55:36.041710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb87ad17-9cd2-4c4f-8e3f-10c0fc67b9cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:36.046883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb87ad17-9cd2-4c4f-8e3f-10c0fc67b9cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.049737 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a18ffbb6-74a9-4135-b5d4-e284c7445ec5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.056125 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a18ffbb6-74a9-4135-b5d4-e284c7445ec5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/0145258e-894e-4a5b-ba66-0dc74c4fb8b8 HTTP/1.1" status: 204 len: 168 time: 0.7970822 Feb 04 05:55:36.056792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44100) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:36.100297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44104) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:36.119750 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d707a6-76df-4ee6-8e73-15f42e926bd7 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:36.179527 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c2470-181d-4723-9c0d-0d638d14fdf1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:36.184246 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-de0c2470-181d-4723-9c0d-0d638d14fdf1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1207249 Feb 04 05:55:36.184616 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44108) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:36.234947 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d8cbec-6cf7-4488-9f39-b3f8f4c0107f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:55:36.236654 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c4d8cbec-6cf7-4488-9f39-b3f8f4c0107f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/0145258e-894e-4a5b-ba66-0dc74c4fb8b8 HTTP/1.1" status: 404 len: 333 time: 0.0510995 Feb 04 05:55:36.242550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44110) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:36.251739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-138077430'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:36.258723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=b8f38377-0fe7-4101-b37b-d74d50b1ccd9,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:36.285140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking segment: {'id': '580e9df6-a7ae-4310-b31a-21c6d5959860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b1697735-f3d6-4594-bbd3-0e374c95fcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:36.286124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network hostable DHCP agents. Network: b1697735-f3d6-4594-bbd3-0e374c95fcc5, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:36.304372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0259d7af-63b7-42b2-b0c3-9234afa54072 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.339607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c2052-d476-427a-9d33-f01ade1039cb req-14f0517e-e538-428f-bd82-0c3ce6033909 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:36.342081 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e08c2052-d476-427a-9d33-f01ade1039cb req-14f0517e-e538-428f-bd82-0c3ce6033909 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1751606 Feb 04 05:55:36.348951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a0cfe-3ad2-46c1-8d5e-bdd12bb0dc1c None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:36.349831 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:36.352955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1686225455'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:36.354139 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.384537 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0259d7af-63b7-42b2-b0c3-9234afa54072 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:36.391995 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-0259d7af-63b7-42b2-b0c3-9234afa54072 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:36.411253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:36.413510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-398a0cfe-3ad2-46c1-8d5e-bdd12bb0dc1c None None] Deleting port 1d0016d7-2507-4122-9a2f-2a09795e36f9 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:36.414001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-398a0cfe-3ad2-46c1-8d5e-bdd12bb0dc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.424797 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.424797 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Added segment 2c14f0dc-f049-4b05-b641-19f454b6956b of type vlan for network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 Feb 04 05:55:36.446964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network b1697735-f3d6-4594-bbd3-0e374c95fcc5 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:36.469468 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.478385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0259d7af-63b7-42b2-b0c3-9234afa54072 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:36.479687 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0259d7af-63b7-42b2-b0c3-9234afa54072 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.483692 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e08c2052-d476-427a-9d33-f01ade1039cb req-435dad3b-e3a6-494b-b3f8-1b5b2b325c14 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229920 Feb 04 05:55:36.489381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Made reservation on behalf of f3cc23159945497d860c8ce105c4d146 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:36.494689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.496703 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259d7af-63b7-42b2-b0c3-9234afa54072 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=218ce082-783e-4dc7-a7c2-aa97a46b6737,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:36.511248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, b1697735-f3d6-4594-bbd3-0e374c95fcc5) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:36.516782 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:36.517389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.522500 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0259d7af-63b7-42b2-b0c3-9234afa54072 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8377841 Feb 04 05:55:36.523483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44118) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:36.525857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bdb8a5-0475-41f8-befc-30941be2cfea None None] Network b1697735-f3d6-4594-bbd3-0e374c95fcc5 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:36.531598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': '218ce082-783e-4dc7-a7c2-aa97a46b6737', 'ip_address': '2001:db8::8c77:fabf:193a:7442'}], 'name': 'tempest-NetworksTestDHCPv6-1389606735'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:36.537538 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.544229 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:36.544983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.578444 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d50b7415-d2ad-4954-b775-a3b42b983962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9786291 Feb 04 05:55:36.586483 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44120) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:36.613127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.678918 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-398a0cfe-3ad2-46c1-8d5e-bdd12bb0dc1c None None] For port 1d0016d7-2507-4122-9a2f-2a09795e36f9, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d0016d7-2507-4122-9a2f-2a09795e36f9,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:36.679463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-398a0cfe-3ad2-46c1-8d5e-bdd12bb0dc1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.703136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-398a0cfe-3ad2-46c1-8d5e-bdd12bb0dc1c None None] Calling delete_port for 1d0016d7-2507-4122-9a2f-2a09795e36f9 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:36.726221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d25b-8f0c-42ad-96d8-79278d63b6e1 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.734891 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4887195 Feb 04 05:55:36.737717 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44124) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:36.745123 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ff8fb-ed68-4dba-b259-16e51f26d8c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Network': ['ID=0ab763ac-bdf7-4c66-a782-09f5d214f4f8,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:36.754798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '0ab763ac-bdf7-4c66-a782-09f5d214f4f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:36.781639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:36.941755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:36.945795 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:36.951361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:37.000311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fb8c6-fe46-421c-bcd9-6cc7bdfb1443 req-3d63ebf8-f1c4-4710-ab92-ae4972832027 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:37.002284 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7d3fb8c6-fe46-421c-bcd9-6cc7bdfb1443 req-3d63ebf8-f1c4-4710-ab92-ae4972832027 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1385868 Feb 04 05:55:37.029358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-b1697735-f3d6-4594-bbd3-0e374c95fcc5', 'network_id': 'b1697735-f3d6-4594-bbd3-0e374c95fcc5', 'tenant_id': 'c9ca6b9d603e45e0af0eabd8c966a366', 'fixed_ips': [{'subnet_id': 'b8f38377-0fe7-4101-b37b-d74d50b1ccd9'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:37.030276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.091696 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7d3fb8c6-fe46-421c-bcd9-6cc7bdfb1443 req-b6f094d3-eac6-4d92-acc4-3aff272da736 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710950 Feb 04 05:55:37.123645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.136102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-398a0cfe-3ad2-46c1-8d5e-bdd12bb0dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.168942 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port c76a810d-007b-4be3-aeae-eea53627dc98 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:37.176822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a0cfe-3ad2-46c1-8d5e-bdd12bb0dc1c None None] No DVR routers for this DVR port 1d0016d7-2507-4122-9a2f-2a09795e36f9 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:37.184496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a0cfe-3ad2-46c1-8d5e-bdd12bb0dc1c None None] Pushing event deleted for resources: {'Port': ['ID=1d0016d7-2507-4122-9a2f-2a09795e36f9,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:37.209474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.238158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb87ad17-9cd2-4c4f-8e3f-10c0fc67b9cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.242628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.255646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Allocated IP 172.20.0.3 (b1697735-f3d6-4594-bbd3-0e374c95fcc5/b8f38377-0fe7-4101-b37b-d74d50b1ccd9/5cf49e55-7453-4fff-89b6-b64acdd00fda) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:37.271957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.292004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:37.306034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.306652 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Added segment c2192e50-6380-4b57-9b7d-32bcd0dabfa5 of type vlan for network 17e7ad61-bcc0-4d41-96e5-250f499bc42d Feb 04 05:55:37.327823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46945dbe-37e4-470f-b80d-3ba7a33f784b None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:37.333892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.358563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.423019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Subnet': ['ID=d7defa4a-beb4-4550-a656-6362b37e4d5e,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:37.448371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08059087-acc1-4398-80f6-a46f77eb84a6,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:37.451399 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Checking segment: {'id': '2c14f0dc-f049-4b05-b641-19f454b6956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ab763ac-bdf7-4c66-a782-09f5d214f4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:37.451759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network hostable DHCP agents. Network: 0ab763ac-bdf7-4c66-a782-09f5d214f4f8, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:37.456636 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::8c77:fabf:193a:7442 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/218ce082-783e-4dc7-a7c2-aa97a46b6737/c76a810d-007b-4be3-aeae-eea53627dc98) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:37.473067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb87ad17-9cd2-4c4f-8e3f-10c0fc67b9cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1b878923-853e-48ff-a866-7347a7de59a2 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:37.475268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.483028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:37.483710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.504347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:37.531122 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-fb87ad17-9cd2-4c4f-8e3f-10c0fc67b9cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:37.548049 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.549540 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 0ab763ac-bdf7-4c66-a782-09f5d214f4f8) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:37.552618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab8f3d3-ecc7-4b12-8f69-c578acb9979f None None] Network 1b878923-853e-48ff-a866-7347a7de59a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:37.557983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:37.560200 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.560387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb87ad17-9cd2-4c4f-8e3f-10c0fc67b9cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:37.561009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb87ad17-9cd2-4c4f-8e3f-10c0fc67b9cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.569880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293db30-4cb1-42b5-83db-1e6eab204e8e None None] Network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:37.572244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d0016d7-2507-4122-9a2f-2a09795e36f9 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:37.578615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.581915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '218ce082-783e-4dc7-a7c2-aa97a46b6737'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:37.582850 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.635852 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-be1c2a5f-0d3c-4a78-8036-5b26b9e38a92 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8929677 Feb 04 05:55:37.639021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44126) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:37.643931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fbf250d7-035a-430a-ba37-be21b2489b6f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '0ab763ac-bdf7-4c66-a782-09f5d214f4f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:37.655257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87ad17-9cd2-4c4f-8e3f-10c0fc67b9cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Subnet': ['ID=1accd04f-42ea-447e-9996-bfb28b83e58b,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:37.705283 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5991631 Feb 04 05:55:37.712358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44128) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:37.719006 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 1d0016d7-2507-4122-9a2f-2a09795e36f9 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:37.719006 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d0016d7-2507-4122-9a2f-2a09795e36f9 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:37.725891 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fb87ad17-9cd2-4c4f-8e3f-10c0fc67b9cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8551283 Feb 04 05:55:37.733151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Request body: {'subnet': {'network_id': '17e7ad61-bcc0-4d41-96e5-250f499bc42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:37.733343 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44130) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:37.739487 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-05b19415-351b-4a46-8540-0634214daac3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-470940878', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1accd04f-42ea-447e-9996-bfb28b83e58b'}], 'security_groups': ['688a13f6-9ac6-4cb4-965f-d1bd90e95199']}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:37.744347 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Network b1697735-f3d6-4594-bbd3-0e374c95fcc5 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:37.768137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.793397 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.795551 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:37.816464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:37.840776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Pushing event updated for resources: {'Port': ['ID=5cf49e55-7453-4fff-89b6-b64acdd00fda,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:37.850304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c07dba-f690-4ee5-9ec7-d345bfb80f39 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Pushing event updated for resources: {'Network': ['ID=17e7ad61-bcc0-4d41-96e5-250f499bc42d,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:37.860138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.895627 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 17e7ad61-bcc0-4d41-96e5-250f499bc42d details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:37.935689 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:37.953589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f38377-0fe7-4101-b37b-d74d50b1ccd9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:38.050259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7d25b-8f0c-42ad-96d8-79278d63b6e1 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port 853dcdbf-ddc6-424a-a634-c23003a8e0b8 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:38.050489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d25b-8f0c-42ad-96d8-79278d63b6e1 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.059620 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Attempting to bind port 5cf49e55-7453-4fff-89b6-b64acdd00fda on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:38.059998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Attempting to bind port 5cf49e55-7453-4fff-89b6-b64acdd00fda by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '580e9df6-a7ae-4310-b31a-21c6d5959860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b1697735-f3d6-4594-bbd3-0e374c95fcc5'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:38.060290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Attempting to bind port 5cf49e55-7453-4fff-89b6-b64acdd00fda on network b1697735-f3d6-4594-bbd3-0e374c95fcc5 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:38.072197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.093319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:38.093319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Checking segment: {'id': '580e9df6-a7ae-4310-b31a-21c6d5959860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b1697735-f3d6-4594-bbd3-0e374c95fcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:38.093319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.093709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Bound using segment: {'id': '580e9df6-a7ae-4310-b31a-21c6d5959860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b1697735-f3d6-4594-bbd3-0e374c95fcc5'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:38.095156 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Bound port: 5cf49e55-7453-4fff-89b6-b64acdd00fda, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580e9df6-a7ae-4310-b31a-21c6d5959860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b1697735-f3d6-4594-bbd3-0e374c95fcc5'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:38.095156 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.133113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/218ce082-783e-4dc7-a7c2-aa97a46b6737/303fd682-53f8-4b45-a6f6-548d4b61f613) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:38.152083 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1697735-f3d6-4594-bbd3-0e374c95fcc5']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:38.172232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580e9df6-a7ae-4310-b31a-21c6d5959860') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:38.172754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580e9df6-a7ae-4310-b31a-21c6d5959860') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:38.197653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Made reservation on behalf of f3cc23159945497d860c8ce105c4d146 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:38.201031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.207473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-0ab763ac-bdf7-4c66-a782-09f5d214f4f8', 'network_id': '0ab763ac-bdf7-4c66-a782-09f5d214f4f8', 'tenant_id': '1b08d3bca42b491ba60abd2261accc9b', 'fixed_ips': [{'subnet_id': 'd7defa4a-beb4-4550-a656-6362b37e4d5e'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:38.208325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.209132 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.282894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf250d7-035a-430a-ba37-be21b2489b6f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:38.286316 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fbf250d7-035a-430a-ba37-be21b2489b6f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.307845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.333327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:38.333730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:38.339128 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:38.351276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d25b-8f0c-42ad-96d8-79278d63b6e1 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.370835 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] For port 5cf49e55-7453-4fff-89b6-b64acdd00fda, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:38.405828 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-05b19415-351b-4a46-8540-0634214daac3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.410678 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7d25b-8f0c-42ad-96d8-79278d63b6e1 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for 853dcdbf-ddc6-424a-a634-c23003a8e0b8 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:38.419283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e02c9-6711-4fd6-b714-43db66e4ae5d req-91f3d7e7-a052-4393-847b-af375c2b9b3f tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:38.422212 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:38.426933 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a74e02c9-6711-4fd6-b714-43db66e4ae5d req-91f3d7e7-a052-4393-847b-af375c2b9b3f tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2448962 Feb 04 05:55:38.437431 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:38.447276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:38.454304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:38.455039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.464017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.api [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:55:38.464017 dv-neutron-826811-2-hyperv neutron-server[102167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:55:38.464017 dv-neutron-826811-2-hyperv neutron-server[102167]: [parameters: {'id': 'b1697735-f3d6-4594-bbd3-0e374c95fcc5'}] Feb 04 05:55:38.464017 dv-neutron-826811-2-hyperv neutron-server[102167]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:55:38.464017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG oslo_db.api [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:55:38.476441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=c76a810d-007b-4be3-aeae-eea53627dc98,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:38.503563 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] For port 5cf49e55-7453-4fff-89b6-b64acdd00fda, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5cf49e55-7453-4fff-89b6-b64acdd00fda,segment=NetworkSegment(580e9df6-a7ae-4310-b31a-21c6d5959860),segment_id=580e9df6-a7ae-4310-b31a-21c6d5959860)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:38.522094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.532260 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a74e02c9-6711-4fd6-b714-43db66e4ae5d req-ab51fbcb-4fb0-422b-8cbe-4c005fde8ed6 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049190 Feb 04 05:55:38.534813 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c38d7d0e-dccb-480a-bb48-3d123a0c279c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0093637 Feb 04 05:55:38.539585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44134) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:38.541567 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Allocated IP 172.20.0.2 (0ab763ac-bdf7-4c66-a782-09f5d214f4f8/d7defa4a-beb4-4550-a656-6362b37e4d5e/80a65b3d-52de-4261-94d6-0db045a8d944) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:38.586843 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.616683 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6743d83b-e2d1-4679-9912-f077fbe4a830 None None] Update dhcp port {'port': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'fixed_ips': [{'subnet_id': '5b59957f-4db6-4038-be39-30cf468fccaf', 'ip_address': '2001:db8::2'}, {'subnet_id': '1accd04f-42ea-447e-9996-bfb28b83e58b'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '554a5158-6f33-44c6-b7b6-a3fc8a43a2e1'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:55:38.625949 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.ipam_backend_mixin [None req-fbf250d7-035a-430a-ba37-be21b2489b6f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d7defa4a-beb4-4550-a656-6362b37e4d5e (CIDR: 172.20.0.0/28) Feb 04 05:55:38.629114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.640346 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf250d7-035a-430a-ba37-be21b2489b6f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:38.640935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf250d7-035a-430a-ba37-be21b2489b6f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:55:38.708166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:38.709246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:38.714521 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c622979-bb98-4c29-8467-eeba7e8be2d6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:38.716358 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7c622979-bb98-4c29-8467-eeba7e8be2d6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1739240 Feb 04 05:55:38.722690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44138) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:38.724730 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fbf250d7-035a-430a-ba37-be21b2489b6f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0845790 Feb 04 05:55:38.728621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44140) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:38.734765 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-69a2cd41-1512-4625-a6a2-f134c8fbfe89 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '0ab763ac-bdf7-4c66-a782-09f5d214f4f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:38.836950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:38.842584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe479f7-93a5-4297-ad2b-5a5e9b5a3a0f None None] Pushing event updated for resources: {'Port': ['ID=5cf49e55-7453-4fff-89b6-b64acdd00fda,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:38.849997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:39.001148 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a2cd41-1512-4625-a6a2-f134c8fbfe89 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:39.006950 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd41-1512-4625-a6a2-f134c8fbfe89 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.047515 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6743d83b-e2d1-4679-9912-f077fbe4a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.075280 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-05b19415-351b-4a46-8540-0634214daac3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Delete allocated IP 2001:db8::56 (1b878923-853e-48ff-a866-7347a7de59a2/5b59957f-4db6-4038-be39-30cf468fccaf) {{(pid=102166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:55:39.077844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f334cf5-a472-4bf6-a6df-7dbba241f0c9 None None] Network b1697735-f3d6-4594-bbd3-0e374c95fcc5 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:39.090954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-05b19415-351b-4a46-8540-0634214daac3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8:0:1::25 (1b878923-853e-48ff-a866-7347a7de59a2/1accd04f-42ea-447e-9996-bfb28b83e58b/de568e29-0efc-4240-9a2c-fa74fc40794a) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:39.166333 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.199886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Pushing event updated for resources: {'Port': ['ID=303fd682-53f8-4b45-a6f6-548d4b61f613,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:39.237372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Pushing event updated for resources: {'Subnet': ['ID=39bd304f-6c93-454f-ada6-c64a83469ca4,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:39.251129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.261943 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Attempting to bind port 303fd682-53f8-4b45-a6f6-548d4b61f613 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:39.262324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Attempting to bind port 303fd682-53f8-4b45-a6f6-548d4b61f613 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:39.262695 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Attempting to bind port 303fd682-53f8-4b45-a6f6-548d4b61f613 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:39.271267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.313054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d25b-8f0c-42ad-96d8-79278d63b6e1 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.352922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-05b19415-351b-4a46-8540-0634214daac3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.355987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:39.356394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:39.356839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.357275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:39.357821 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Bound port: 303fd682-53f8-4b45-a6f6-548d4b61f613, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:39.358223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.363297 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-05b19415-351b-4a46-8540-0634214daac3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.367419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Checking segment: {'id': 'c2192e50-6380-4b57-9b7d-32bcd0dabfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '17e7ad61-bcc0-4d41-96e5-250f499bc42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:39.367927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Network hostable DHCP agents. Network: 17e7ad61-bcc0-4d41-96e5-250f499bc42d, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:39.370194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7d25b-8f0c-42ad-96d8-79278d63b6e1 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=853dcdbf-ddc6-424a-a634-c23003a8e0b8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:39.409334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:39.411501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4c845-0b8f-404b-9d34-4dd631553a80 req-345d98f2-bb79-47b9-8f8d-4d4264c981a1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:39.413120 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0a4c845-0b8f-404b-9d34-4dd631553a80 req-345d98f2-bb79-47b9-8f8d-4d4264c981a1 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.5848088 Feb 04 05:55:39.420751 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:39.426425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:39.456509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Pushing event updated for resources: {'Port': ['ID=80a65b3d-52de-4261-94d6-0db045a8d944,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:39.505796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-05b19415-351b-4a46-8540-0634214daac3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] In _notify_port_updated(), no bound segment for port de568e29-0efc-4240-9a2c-fa74fc40794a on network 1b878923-853e-48ff-a866-7347a7de59a2 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:55:39.511332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b19415-351b-4a46-8540-0634214daac3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:39.512079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-05b19415-351b-4a46-8540-0634214daac3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.516665 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-05b19415-351b-4a46-8540-0634214daac3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "PUT /v2.0/ports/de568e29-0efc-4240-9a2c-fa74fc40794a HTTP/1.1" status: 200 len: 929 time: 1.7825093 Feb 04 05:55:39.517885 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd41-1512-4625-a6a2-f134c8fbfe89 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.522287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44144) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:39.584094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2254b-53e5-4858-bd3b-e454165ed5df req-c992dc95-a619-495d-946a-8063ecdc7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:39.585860 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-64a2254b-53e5-4858-bd3b-e454165ed5df req-c992dc95-a619-495d-946a-8063ecdc7d88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3b3074a7a2841fea736b2212d2c9e29&device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 1099 time: 0.4081473 Feb 04 05:55:39.596361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b19415-351b-4a46-8540-0634214daac3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=de568e29-0efc-4240-9a2c-fa74fc40794a,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:39.611361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-6743d83b-e2d1-4679-9912-f077fbe4a830 None None] Allocated IP 2001:db8:0:1::2 (1b878923-853e-48ff-a866-7347a7de59a2/1accd04f-42ea-447e-9996-bfb28b83e58b/554a5158-6f33-44c6-b7b6-a3fc8a43a2e1) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:39.627926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Network 17e7ad61-bcc0-4d41-96e5-250f499bc42d is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:39.647776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Deleting port 5cf49e55-7453-4fff-89b6-b64acdd00fda {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:39.648108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.661208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a2cd41-1512-4625-a6a2-f134c8fbfe89 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:39.681286 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d25b-8f0c-42ad-96d8-79278d63b6e1 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.686633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-69a2cd41-1512-4625-a6a2-f134c8fbfe89 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:39.691125 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2cd41-1512-4625-a6a2-f134c8fbfe89 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Subnet': ['ID=e1af8c86-74cb-4379-8399-cc22a236b5ff,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:39.692588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-8028812f-f6f4-46c5-a994-925581e5e6b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port c76a810d-007b-4be3-aeae-eea53627dc98 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:39.693479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8028812f-f6f4-46c5-a994-925581e5e6b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.694655 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a2cd41-1512-4625-a6a2-f134c8fbfe89 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:39.695595 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd41-1512-4625-a6a2-f134c8fbfe89 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.764393 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-69a2cd41-1512-4625-a6a2-f134c8fbfe89 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0344274 Feb 04 05:55:39.770510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44146) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:39.783117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '0ab763ac-bdf7-4c66-a782-09f5d214f4f8', 'fixed_ips': [{'subnet_id': 'd7defa4a-beb4-4550-a656-6362b37e4d5e'}, {'subnet_id': 'e1af8c86-74cb-4379-8399-cc22a236b5ff'}], 'name': 'tempest-PortsTestJSON-1383905122'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:39.786027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 17e7ad61-bcc0-4d41-96e5-250f499bc42d) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:39.825768 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6743d83b-e2d1-4679-9912-f077fbe4a830 None None] For port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,segment=NetworkSegment(e73de246-e44f-4800-815d-139cceab493c),segment_id=e73de246-e44f-4800-815d-139cceab493c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:39.859056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6743d83b-e2d1-4679-9912-f077fbe4a830 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.866485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] For port 303fd682-53f8-4b45-a6f6-548d4b61f613, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:39.873534 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99351048-ff7d-4885-8c1d-2dee2d3f0865 None None] Network 17e7ad61-bcc0-4d41-96e5-250f499bc42d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:39.874622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:39.875600 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.875733 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Attempting to bind port 80a65b3d-52de-4261-94d6-0db045a8d944 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:39.876104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Attempting to bind port 80a65b3d-52de-4261-94d6-0db045a8d944 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '2c14f0dc-f049-4b05-b641-19f454b6956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ab763ac-bdf7-4c66-a782-09f5d214f4f8'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:39.876475 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Attempting to bind port 80a65b3d-52de-4261-94d6-0db045a8d944 on network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:39.901845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6743d83b-e2d1-4679-9912-f077fbe4a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.908598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] For port 303fd682-53f8-4b45-a6f6-548d4b61f613, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=303fd682-53f8-4b45-a6f6-548d4b61f613,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:39.913495 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-bbc50153-cbdb-47c7-88de-36c9a0908ae1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port de568e29-0efc-4240-9a2c-fa74fc40794a {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:39.913850 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bbc50153-cbdb-47c7-88de-36c9a0908ae1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.917849 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0a4c845-0b8f-404b-9d34-4dd631553a80 req-2ee9d25b-de48-4157-96fa-519ee7f84d78 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3700664 Feb 04 05:55:39.943384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:39.943715 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Checking segment: {'id': '2c14f0dc-f049-4b05-b641-19f454b6956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ab763ac-bdf7-4c66-a782-09f5d214f4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:39.944136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.944474 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Bound using segment: {'id': '2c14f0dc-f049-4b05-b641-19f454b6956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ab763ac-bdf7-4c66-a782-09f5d214f4f8'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:39.944967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Bound port: 80a65b3d-52de-4261-94d6-0db045a8d944, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c14f0dc-f049-4b05-b641-19f454b6956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ab763ac-bdf7-4c66-a782-09f5d214f4f8'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:39.945671 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:39.991491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:40.005268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] For port 5cf49e55-7453-4fff-89b6-b64acdd00fda, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5cf49e55-7453-4fff-89b6-b64acdd00fda,segment=NetworkSegment(580e9df6-a7ae-4310-b31a-21c6d5959860),segment_id=580e9df6-a7ae-4310-b31a-21c6d5959860)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:40.008011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:40.140879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:40.173596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743d83b-e2d1-4679-9912-f077fbe4a830 None None] Pushing event updated for resources: {'Port': ['ID=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:40.190123 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-902f981a-f1d0-4dc7-a5c8-57a895a2d17c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4625728 Feb 04 05:55:40.193289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44148) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:40.217524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Request body: {'port': {'network_id': '17e7ad61-bcc0-4d41-96e5-250f499bc42d', 'name': 'tempest-TagsExtTest-554989891'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:40.251654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8028812f-f6f4-46c5-a994-925581e5e6b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:40.282043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] For port 80a65b3d-52de-4261-94d6-0db045a8d944, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:40.285485 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bbc50153-cbdb-47c7-88de-36c9a0908ae1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:40.285662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Calling delete_port for 5cf49e55-7453-4fff-89b6-b64acdd00fda owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:40.304555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-bbc50153-cbdb-47c7-88de-36c9a0908ae1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for de568e29-0efc-4240-9a2c-fa74fc40794a owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:40.310331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] For port 80a65b3d-52de-4261-94d6-0db045a8d944, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=80a65b3d-52de-4261-94d6-0db045a8d944,segment=NetworkSegment(2c14f0dc-f049-4b05-b641-19f454b6956b),segment_id=2c14f0dc-f049-4b05-b641-19f454b6956b)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:40.340760 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:40.358388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-17e7ad61-bcc0-4d41-96e5-250f499bc42d', 'network_id': '17e7ad61-bcc0-4d41-96e5-250f499bc42d', 'tenant_id': 'f3cc23159945497d860c8ce105c4d146', 'fixed_ips': [{'subnet_id': '39bd304f-6c93-454f-ada6-c64a83469ca4'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:40.359234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:40.359455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2254b-53e5-4858-bd3b-e454165ed5df req-cc4cc97b-9b02-478c-a642-9671130d4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:40.361027 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-64a2254b-53e5-4858-bd3b-e454165ed5df req-cc4cc97b-9b02-478c-a642-9671130d4f5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=df9db621-d575-4dac-8972-55177063df00 HTTP/1.1" status: 200 len: 912 time: 0.7397208 Feb 04 05:55:40.361788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cc32d-c74e-46d3-86ab-576331204f0a None None] Pushing event updated for resources: {'Port': ['ID=303fd682-53f8-4b45-a6f6-548d4b61f613,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:40.478874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23d3ed-e657-4814-8fd9-a194582d7954 None None] Pushing event updated for resources: {'Port': ['ID=80a65b3d-52de-4261-94d6-0db045a8d944,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:40.644353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-8028812f-f6f4-46c5-a994-925581e5e6b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for c76a810d-007b-4be3-aeae-eea53627dc98 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:40.679225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Made reservation on behalf of f3cc23159945497d860c8ce105c4d146 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:40.682625 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:40.750372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] device_id is not set on port e24f2170-c1b7-4c82-afb6-814e079bca96 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:40.794291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Allocated IP 172.20.0.2 (17e7ad61-bcc0-4d41-96e5-250f499bc42d/39bd304f-6c93-454f-ada6-c64a83469ca4/9741a152-894e-476b-a856-2f229906369f) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:40.795066 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-64a2254b-53e5-4858-bd3b-e454165ed5df req-22f6b951-221b-4479-b12e-0f1c87241471 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213 HTTP/1.1" status: 200 len: 1001 time: 0.4158492 Feb 04 05:55:40.836283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee7d25b-8f0c-42ad-96d8-79278d63b6e1 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 736b6499-0dd9-4700-be9e-0814a02314c5 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:55:40.880876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:40.920008 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port 183f3b3c-b206-4b50-a287-9ef8f644c778 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:41.087170 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:41.094002 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bbc50153-cbdb-47c7-88de-36c9a0908ae1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:41.104148 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:41.121572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2254b-53e5-4858-bd3b-e454165ed5df req-93f235bb-8737-411d-a368-523a39e106c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:41.123632 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-64a2254b-53e5-4858-bd3b-e454165ed5df req-93f235bb-8737-411d-a368-523a39e106c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0829dc6-460c-41c6-ac4e-b2af66515b42 HTTP/1.1" status: 200 len: 850 time: 0.3103523 Feb 04 05:55:41.189068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Network 17e7ad61-bcc0-4d41-96e5-250f499bc42d is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:41.194229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:41.195114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc50153-cbdb-47c7-88de-36c9a0908ae1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=de568e29-0efc-4240-9a2c-fa74fc40794a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:41.196710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:41.267308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Pushing event updated for resources: {'Port': ['ID=9741a152-894e-476b-a856-2f229906369f,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:41.268759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bbc50153-cbdb-47c7-88de-36c9a0908ae1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:41.283674 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bbc50153-cbdb-47c7-88de-36c9a0908ae1 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/de568e29-0efc-4240-9a2c-fa74fc40794a HTTP/1.1" status: 204 len: 168 time: 1.7577345 Feb 04 05:55:41.284647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44154) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:41.288366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Attempting to bind port 9741a152-894e-476b-a856-2f229906369f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:41.288731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Attempting to bind port 9741a152-894e-476b-a856-2f229906369f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'c2192e50-6380-4b57-9b7d-32bcd0dabfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '17e7ad61-bcc0-4d41-96e5-250f499bc42d'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:41.289216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Attempting to bind port 9741a152-894e-476b-a856-2f229906369f on network 17e7ad61-bcc0-4d41-96e5-250f499bc42d {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:41.300005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:41.300419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Checking segment: {'id': 'c2192e50-6380-4b57-9b7d-32bcd0dabfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '17e7ad61-bcc0-4d41-96e5-250f499bc42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:41.300827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:41.301315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Bound using segment: {'id': 'c2192e50-6380-4b57-9b7d-32bcd0dabfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '17e7ad61-bcc0-4d41-96e5-250f499bc42d'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:41.301790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Bound port: 9741a152-894e-476b-a856-2f229906369f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2192e50-6380-4b57-9b7d-32bcd0dabfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '17e7ad61-bcc0-4d41-96e5-250f499bc42d'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:41.303489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:41.322256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:41.373307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-79be6687-24d8-41e1-a229-28752ff3ba60 None None] Could not find standard attr ID for object de568e29-0efc-4240-9a2c-fa74fc40794a. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:41.378159 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d68e59-33a4-45af-a9f3-04f331ab3a5f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:55:41.385686 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d6d68e59-33a4-45af-a9f3-04f331ab3a5f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/de568e29-0efc-4240-9a2c-fa74fc40794a HTTP/1.1" status: 404 len: 333 time: 0.0854938 Feb 04 05:55:41.386965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44156) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:41.414171 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Allocated IP 172.20.0.13 (17e7ad61-bcc0-4d41-96e5-250f499bc42d/39bd304f-6c93-454f-ada6-c64a83469ca4/e24f2170-c1b7-4c82-afb6-814e079bca96) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:41.420582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-79be6687-24d8-41e1-a229-28752ff3ba60 None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:41.421802 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-79be6687-24d8-41e1-a229-28752ff3ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:41.439740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f2ff5-85d5-4e57-bc1c-ae58254ebae5 req-5538a73b-624a-4f89-9c68-bab7304100f0 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:41.441388 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af9f2ff5-85d5-4e57-bc1c-ae58254ebae5 req-5538a73b-624a-4f89-9c68-bab7304100f0 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.2635543 Feb 04 05:55:41.443554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Port': ['ID=5cf49e55-7453-4fff-89b6-b64acdd00fda,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:41.445759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No DVR routers for this DVR port 5cf49e55-7453-4fff-89b6-b64acdd00fda on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:41.463673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2254b-53e5-4858-bd3b-e454165ed5df req-05b827b8-1c3f-4a3a-89ca-3236d00dd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:41.466754 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-64a2254b-53e5-4858-bd3b-e454165ed5df req-05b827b8-1c3f-4a3a-89ca-3236d00dd15a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df9db621-d575-4dac-8972-55177063df00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2916689 Feb 04 05:55:41.471503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee7d25b-8f0c-42ad-96d8-79278d63b6e1 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:55:41.479962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] For port 9741a152-894e-476b-a856-2f229906369f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:41.484403 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ba04c-8b01-4863-b0a9-361d07b2e07f None None] Sync routers for ids ['736b6499-0dd9-4700-be9e-0814a02314c5'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:55:41.495502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] For port 9741a152-894e-476b-a856-2f229906369f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=9741a152-894e-476b-a856-2f229906369f,segment=NetworkSegment(c2192e50-6380-4b57-9b7d-32bcd0dabfa5),segment_id=c2192e50-6380-4b57-9b7d-32bcd0dabfa5)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:41.502949 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ba04c-8b01-4863-b0a9-361d07b2e07f None None] Routers {'736b6499-0dd9-4700-be9e-0814a02314c5'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:41.504368 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7e5ba04c-8b01-4863-b0a9-361d07b2e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['736b6499-0dd9-4700-be9e-0814a02314c5'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:41.514229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:41.572337 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7e5ba04c-8b01-4863-b0a9-361d07b2e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:41.580434 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1ee7d25b-8f0c-42ad-96d8-79278d63b6e1 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/736b6499-0dd9-4700-be9e-0814a02314c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6378980 Feb 04 05:55:41.594365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44158) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:41.610192 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ba04c-8b01-4863-b0a9-361d07b2e07f None None] Routers {'736b6499-0dd9-4700-be9e-0814a02314c5'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:41.616412 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7e5ba04c-8b01-4863-b0a9-361d07b2e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['736b6499-0dd9-4700-be9e-0814a02314c5'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:41.687353 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-79be6687-24d8-41e1-a229-28752ff3ba60 None None] Provisioning complete for port ccaff83d-9047-488a-9e6a-ffd5ad238461 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:41.692633 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-79be6687-24d8-41e1-a229-28752ff3ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:41.695986 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7e5ba04c-8b01-4863-b0a9-361d07b2e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:41.696835 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ba04c-8b01-4863-b0a9-361d07b2e07f None None] The sync data for ids ['736b6499-0dd9-4700-be9e-0814a02314c5'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:55:41.758569 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-537df9ad-2924-404d-b1fc-f2fb4b4ea9b3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:41.797552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-79be6687-24d8-41e1-a229-28752ff3ba60 None None] Port ccaff83d-9047-488a-9e6a-ffd5ad238461 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:41.811966 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d68482-6ee8-4b81-b767-1dbb30f00683 None None] Pushing event updated for resources: {'Port': ['ID=9741a152-894e-476b-a856-2f229906369f,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:41.911371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7ee25dfd-db42-4bcc-9000-49523b8d30e7 None None] Could not find standard attr ID for object de568e29-0efc-4240-9a2c-fa74fc40794a. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:41.967945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 303fd682-53f8-4b45-a6f6-548d4b61f613 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:41.979192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.017904 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.045964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-537df9ad-2924-404d-b1fc-f2fb4b4ea9b3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.077619 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 303fd682-53f8-4b45-a6f6-548d4b61f613 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:42.078088 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.092118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8028812f-f6f4-46c5-a994-925581e5e6b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.099028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.13 (0ab763ac-bdf7-4c66-a782-09f5d214f4f8/d7defa4a-beb4-4550-a656-6362b37e4d5e/183f3b3c-b206-4b50-a287-9ef8f644c778) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:42.174251 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.22 (0ab763ac-bdf7-4c66-a782-09f5d214f4f8/e1af8c86-74cb-4379-8399-cc22a236b5ff/183f3b3c-b206-4b50-a287-9ef8f644c778) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:42.194662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-97879111-a694-4d69-924b-d1b95865ee02 None None] Provisioning complete for port 303fd682-53f8-4b45-a6f6-548d4b61f613 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:42.195381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-97879111-a694-4d69-924b-d1b95865ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.221293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.232511 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af9f2ff5-85d5-4e57-bc1c-ae58254ebae5 req-4f99bdeb-a1d9-40cd-8c97-348458069eaf tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7648144 Feb 04 05:55:42.247429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-537df9ad-2924-404d-b1fc-f2fb4b4ea9b3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.251510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-537df9ad-2924-404d-b1fc-f2fb4b4ea9b3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.258353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1697735-f3d6-4594-bbd3-0e374c95fcc5']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:42.258741 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-537df9ad-2924-404d-b1fc-f2fb4b4ea9b3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/security-groups/fefee5b5-c7a6-45da-90bc-24dfc4f5bf36 HTTP/1.1" status: 204 len: 168 time: 0.8614190 Feb 04 05:55:42.267991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44160) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:42.305773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028812f-f6f4-46c5-a994-925581e5e6b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=c76a810d-007b-4be3-aeae-eea53627dc98,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:42.320036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580e9df6-a7ae-4310-b31a-21c6d5959860') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:42.320845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580e9df6-a7ae-4310-b31a-21c6d5959860') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:42.321995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.344666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.361220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537df9ad-2924-404d-b1fc-f2fb4b4ea9b3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefee5b5-c7a6-45da-90bc-24dfc4f5bf36,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:42.385813 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.391724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Network 17e7ad61-bcc0-4d41-96e5-250f499bc42d is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:42.394692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:42.399064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.413452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:42.419045 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:42.432855 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-97879111-a694-4d69-924b-d1b95865ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.518915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 303fd682-53f8-4b45-a6f6-548d4b61f613, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=303fd682-53f8-4b45-a6f6-548d4b61f613,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:42.526268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.528195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:42.556989 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Pushing event updated for resources: {'Port': ['ID=e24f2170-c1b7-4c82-afb6-814e079bca96,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:42.569900 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:42.573117 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-64a2254b-53e5-4858-bd3b-e454165ed5df req-532ddd23-0033-4229-a299-7c93bb41c30a service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9909754 Feb 04 05:55:42.580889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.584036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:42.584678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.622145 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.625613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee091d6-839b-41e1-8401-b7d320e5f546 None None] Network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:42.629731 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/b1697735-f3d6-4594-bbd3-0e374c95fcc5 HTTP/1.1" status: 204 len: 168 time: 6.0013528 Feb 04 05:55:42.632066 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-181e8f4d-7c03-4465-9ae6-62edbe24b9f7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4348609 Feb 04 05:55:42.632754 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44162) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:42.633106 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44164) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:42.640237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-330282510'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:42.648289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-efa01dba-1d48-4da1-a850-f9aea19af49f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-988400002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:42.661686 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b48f26-c7e5-48a1-8ebc-7ba168406e67 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=b1697735-f3d6-4594-bbd3-0e374c95fcc5,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:42.681968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.683198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8028812f-f6f4-46c5-a994-925581e5e6b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.686532 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8028812f-f6f4-46c5-a994-925581e5e6b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/c76a810d-007b-4be3-aeae-eea53627dc98 HTTP/1.1" status: 204 len: 168 time: 3.9195435 Feb 04 05:55:42.694322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44166) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:42.752265 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efa01dba-1d48-4da1-a850-f9aea19af49f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.753926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efa01dba-1d48-4da1-a850-f9aea19af49f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.818463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efa01dba-1d48-4da1-a850-f9aea19af49f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.827558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:42.831412 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.838285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efa01dba-1d48-4da1-a850-f9aea19af49f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.888901 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a81a4e-057d-408f-a7f5-3bc2399cf69e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:42.890819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a81a4e-057d-408f-a7f5-3bc2399cf69e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:42.895051 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c1a81a4e-057d-408f-a7f5-3bc2399cf69e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1996832 Feb 04 05:55:42.895900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44168) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:42.927714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-97879111-a694-4d69-924b-d1b95865ee02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:55:42.928381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-97879111-a694-4d69-924b-d1b95865ee02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:55:42.941440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-efa01dba-1d48-4da1-a850-f9aea19af49f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.943673 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=303fd682-53f8-4b45-a6f6-548d4b61f613,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:42.945782 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-efa01dba-1d48-4da1-a850-f9aea19af49f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3007486 Feb 04 05:55:42.950540 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44170) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:42.951652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.957322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3821edec-c927-4058-96c7-0ad96cc8cec1 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1139511539', 'prefixes': ['172.20.0.0/16']}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:42.980311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:43.009983 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:43.010351 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.044705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-928b21cb-547f-4558-90a5-6b9e636aa570 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 218ce082-783e-4dc7-a7c2-aa97a46b6737 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:43.054407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:43.057772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.058167 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment aa2b16fd-3b3e-4629-a6a9-a1a2501f8121 of type vlan for network b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de Feb 04 05:55:43.061961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:43.066401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-928b21cb-547f-4558-90a5-6b9e636aa570 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.078246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:43.158970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 80a65b3d-52de-4261-94d6-0db045a8d944 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:43.160076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-10984df9-99cb-4218-8e15-bb3dfc4bf7cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.168718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=183f3b3c-b206-4b50-a287-9ef8f644c778,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:43.187747 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.205358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-928b21cb-547f-4558-90a5-6b9e636aa570 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.214236 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56732ca-175d-4eec-aeb7-cdb9dde3ad1c None None] Update dhcp port {'port': {'network_id': '0ab763ac-bdf7-4c66-a782-09f5d214f4f8', 'fixed_ips': [{'subnet_id': 'd7defa4a-beb4-4550-a656-6362b37e4d5e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e1af8c86-74cb-4379-8399-cc22a236b5ff'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '80a65b3d-52de-4261-94d6-0db045a8d944'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:55:43.235071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-10984df9-99cb-4218-8e15-bb3dfc4bf7cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.276223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a56732ca-175d-4eec-aeb7-cdb9dde3ad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.296690 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-64a2254b-53e5-4858-bd3b-e454165ed5df req-e9e851c4-3136-4e08-bd0f-dbf79602dd1f service neutron] 10.222.0.36 "GET /v2.0/networks/df9db621-d575-4dac-8972-55177063df00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096252 Feb 04 05:55:43.325208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-10984df9-99cb-4218-8e15-bb3dfc4bf7cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.328617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-10984df9-99cb-4218-8e15-bb3dfc4bf7cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.333489 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-10984df9-99cb-4218-8e15-bb3dfc4bf7cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/security-groups/688a13f6-9ac6-4cb4-965f-d1bd90e95199 HTTP/1.1" status: 204 len: 168 time: 1.0462844 Feb 04 05:55:43.334650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44174) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:43.434834 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10984df9-99cb-4218-8e15-bb3dfc4bf7cc tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688a13f6-9ac6-4cb4-965f-d1bd90e95199,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:43.491762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0938e8-ee9c-431e-8cd8-c2bcd5ed8d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting subnet 5b59957f-4db6-4038-be39-30cf468fccaf {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:43.495286 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eed5ecf-4ac4-4420-825d-ae74f55f12e4 None None] Network 17e7ad61-bcc0-4d41-96e5-250f499bc42d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:43.499722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ad0938e8-ee9c-431e-8cd8-c2bcd5ed8d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.535698 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b85577-3767-46ff-b562-b328fbf4920d req-cc209323-a8a0-4021-8c57-f21f474b3493 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:43.537326 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42b85577-3767-46ff-b562-b328fbf4920d req-cc209323-a8a0-4021-8c57-f21f474b3493 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1857407 Feb 04 05:55:43.553502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 80a65b3d-52de-4261-94d6-0db045a8d944 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:43.553781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.566418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:43.567044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.572325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-53a206a6-6fc6-43f4-9a29-2b1409cc5522 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.575691 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.db.resource_extend [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:55:43.580484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ad0938e8-ee9c-431e-8cd8-c2bcd5ed8d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.621724 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7c565739-f876-4066-8e91-3d1dd8c825d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.8474288 Feb 04 05:55:43.624378 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44176) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:43.624378 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.629382 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:43.629995 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.636629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-854670fa-3f5f-4c82-b6ba-36f8883a8d6a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd7defa4a-beb4-4550-a656-6362b37e4d5e'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:43.677310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-a56732ca-175d-4eec-aeb7-cdb9dde3ad1c None None] Allocated IP 172.20.0.18 (0ab763ac-bdf7-4c66-a782-09f5d214f4f8/e1af8c86-74cb-4379-8399-cc22a236b5ff/80a65b3d-52de-4261-94d6-0db045a8d944) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:43.683777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3821edec-c927-4058-96c7-0ad96cc8cec1 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for subnetpool, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.688787 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3821edec-c927-4058-96c7-0ad96cc8cec1 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7349665 Feb 04 05:55:43.700935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44178) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:43.709804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-bc3ba5de-0195-4036-a8ae-a70c9e607192 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4', 'tempest-TagsExtTest-Tag-721328636') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:43.755692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] Could not find standard attr ID for object c76a810d-007b-4be3-aeae-eea53627dc98. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:43.759923 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42b85577-3767-46ff-b562-b328fbf4920d req-e0516bb2-c41e-4c08-a1b7-dc921d71c082 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130334 Feb 04 05:55:43.778399 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.824962 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1888671 Feb 04 05:55:43.828093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44180) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:43.838650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66c7db-b0de-4d1e-a7b3-2550f0437801 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:43.860634 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854670fa-3f5f-4c82-b6ba-36f8883a8d6a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.860838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] Provisioning complete for port 9741a152-894e-476b-a856-2f229906369f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:43.861151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.870144 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:43.871610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'network_id': 'b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:43.879936 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-928b21cb-547f-4558-90a5-6b9e636aa570 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.948041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ad0938e8-ee9c-431e-8cd8-c2bcd5ed8d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:43.980066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a56732ca-175d-4eec-aeb7-cdb9dde3ad1c None None] For port 80a65b3d-52de-4261-94d6-0db045a8d944, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=80a65b3d-52de-4261-94d6-0db045a8d944,segment=NetworkSegment(2c14f0dc-f049-4b05-b641-19f454b6956b),segment_id=2c14f0dc-f049-4b05-b641-19f454b6956b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:44.042369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a56732ca-175d-4eec-aeb7-cdb9dde3ad1c None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.048048 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a56732ca-175d-4eec-aeb7-cdb9dde3ad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.103842 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bc3ba5de-0195-4036-a8ae-a70c9e607192 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags/tempest-TagsExtTest-Tag-721328636 HTTP/1.1" status: 201 len: 201 time: 0.3981600 Feb 04 05:55:44.106154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44182) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:44.113956 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-c049c0e9-fde7-47d1-8508-8a15597f6456 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96', 'tempest-TagsExtTest-Tag-1580529816') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:44.123920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ad0938e8-ee9c-431e-8cd8-c2bcd5ed8d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.169735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.188005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0938e8-ee9c-431e-8cd8-c2bcd5ed8d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Subnet': ['ID=5b59957f-4db6-4038-be39-30cf468fccaf,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:44.192829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ad0938e8-ee9c-431e-8cd8-c2bcd5ed8d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.205098 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ad0938e8-ee9c-431e-8cd8-c2bcd5ed8d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/5b59957f-4db6-4038-be39-30cf468fccaf HTTP/1.1" status: 204 len: 168 time: 0.8650823 Feb 04 05:55:44.209013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44184) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:44.213420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:44.214364 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253e38c9-c1f8-4439-bbc5-f57372e28444 None None] Network 1b878923-853e-48ff-a866-7347a7de59a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:44.217876 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.225553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d8c63174-bb86-477d-b78d-8df179fab969 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:44.228906 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:55:44.229290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:55:44.253777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56732ca-175d-4eec-aeb7-cdb9dde3ad1c None None] Pushing event updated for resources: {'Port': ['ID=80a65b3d-52de-4261-94d6-0db045a8d944,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:44.296079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-854670fa-3f5f-4c82-b6ba-36f8883a8d6a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Delete allocated IP 172.20.0.22 (0ab763ac-bdf7-4c66-a782-09f5d214f4f8/e1af8c86-74cb-4379-8399-cc22a236b5ff) {{(pid=102166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:55:44.307864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] For port 9741a152-894e-476b-a856-2f229906369f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=9741a152-894e-476b-a856-2f229906369f,segment=NetworkSegment(c2192e50-6380-4b57-9b7d-32bcd0dabfa5),segment_id=c2192e50-6380-4b57-9b7d-32bcd0dabfa5)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:44.346356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.416392 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-928b21cb-547f-4558-90a5-6b9e636aa570 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.467326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] Provisioning complete for port 80a65b3d-52de-4261-94d6-0db045a8d944 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:44.467326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.483026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b21cb-547f-4558-90a5-6b9e636aa570 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=218ce082-783e-4dc7-a7c2-aa97a46b6737,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:44.497792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-928b21cb-547f-4558-90a5-6b9e636aa570 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.510011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1660dc3-3614-42f9-bbe1-99237453d065 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:44.510768 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-928b21cb-547f-4558-90a5-6b9e636aa570 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/218ce082-783e-4dc7-a7c2-aa97a46b6737 HTTP/1.1" status: 204 len: 168 time: 1.6111348 Feb 04 05:55:44.513163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44186) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:44.516704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] Pushing event updated for resources: {'Port': ['ID=9741a152-894e-476b-a856-2f229906369f,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:44.571156 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854670fa-3f5f-4c82-b6ba-36f8883a8d6a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.580023 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854670fa-3f5f-4c82-b6ba-36f8883a8d6a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.666838 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-da2c1b60-089e-4bbf-9ab6-f2bc0e1dd280 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1502604 Feb 04 05:55:44.669408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c63174-bb86-477d-b78d-8df179fab969 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:44.672371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44188) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:44.673011 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854670fa-3f5f-4c82-b6ba-36f8883a8d6a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=183f3b3c-b206-4b50-a287-9ef8f644c778,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:44.684967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8c63174-bb86-477d-b78d-8df179fab969 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.687042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-808fe3ce-05e3-4ba0-88e2-0b6d51f52949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:44.781886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.787608 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c049c0e9-fde7-47d1-8508-8a15597f6456 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags/tempest-TagsExtTest-Tag-1580529816 HTTP/1.1" status: 201 len: 201 time: 0.6802688 Feb 04 05:55:44.797004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.797648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44190) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:44.800038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-53a206a6-6fc6-43f4-9a29-2b1409cc5522 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port 6d0797d5-9029-4aa2-b11c-338ab9fb01fd {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:44.800544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-53a206a6-6fc6-43f4-9a29-2b1409cc5522 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.860385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] For port 80a65b3d-52de-4261-94d6-0db045a8d944, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=80a65b3d-52de-4261-94d6-0db045a8d944,segment=NetworkSegment(2c14f0dc-f049-4b05-b641-19f454b6956b),segment_id=2c14f0dc-f049-4b05-b641-19f454b6956b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:44.865426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-7902f5b7-0fea-4633-a433-9f2c3d3ab055 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb', 'tempest-TagsExtTest-Tag-308591182') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:44.868264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.910043 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-854670fa-3f5f-4c82-b6ba-36f8883a8d6a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] In _notify_port_updated(), no bound segment for port 183f3b3c-b206-4b50-a287-9ef8f644c778 on network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:55:44.916078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854670fa-3f5f-4c82-b6ba-36f8883a8d6a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:44.916647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854670fa-3f5f-4c82-b6ba-36f8883a8d6a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.920355 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-854670fa-3f5f-4c82-b6ba-36f8883a8d6a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "PUT /v2.0/ports/183f3b3c-b206-4b50-a287-9ef8f644c778 HTTP/1.1" status: 200 len: 920 time: 1.2877901 Feb 04 05:55:44.926390 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44194) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:44.933050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-541c2286-5362-4429-87c8-06906412a2ce tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd7defa4a-beb4-4550-a656-6362b37e4d5e'}, {'subnet_id': 'e1af8c86-74cb-4379-8399-cc22a236b5ff'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:44.986957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b2b78-3799-4b36-8c7c-5fc7f8f49cfa None None] Pushing event updated for resources: {'Port': ['ID=80a65b3d-52de-4261-94d6-0db045a8d944,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:44.997913 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beae30b-09f6-4e3a-bd5d-dd07771d1175 None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:45.064149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:55:45.064502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:55:45.065283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ec420879-3ab7-4555-80a4-d94c18c3365f None None] Provisioning complete for port 9741a152-894e-476b-a856-2f229906369f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:45.066073 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ec420879-3ab7-4555-80a4-d94c18c3365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.074321 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-541c2286-5362-4429-87c8-06906412a2ce tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.077339 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808fe3ce-05e3-4ba0-88e2-0b6d51f52949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:45.081362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-808fe3ce-05e3-4ba0-88e2-0b6d51f52949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.145037 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-1beae30b-09f6-4e3a-bd5d-dd07771d1175 None None] Deleting port 303fd682-53f8-4b45-a6f6-548d4b61f613 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:45.145438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1beae30b-09f6-4e3a-bd5d-dd07771d1175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.208386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf8a10e-479e-4bf0-8d8d-0696b677e900 None None] Network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:45.266991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-53a206a6-6fc6-43f4-9a29-2b1409cc5522 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.308444 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-53a206a6-6fc6-43f4-9a29-2b1409cc5522 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for 6d0797d5-9029-4aa2-b11c-338ab9fb01fd owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:45.338232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80d700-5ce7-499d-8d2a-3de77323f09e req-f0729a17-fbca-4787-90fc-794d748d3222 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:45.340443 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9c80d700-5ce7-499d-8d2a-3de77323f09e req-f0729a17-fbca-4787-90fc-794d748d3222 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.3881509 Feb 04 05:55:45.341663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.367292 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7902f5b7-0fea-4633-a433-9f2c3d3ab055 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags/tempest-TagsExtTest-Tag-308591182 HTTP/1.1" status: 201 len: 201 time: 0.5169997 Feb 04 05:55:45.375861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44196) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:45.381201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-dbedff93-f57c-4d90-af96-c6fa3abf96a8 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb', 'tempest-TagsExtTest-Tag-1330919776') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:45.499604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-1beae30b-09f6-4e3a-bd5d-dd07771d1175 None None] For port 303fd682-53f8-4b45-a6f6-548d4b61f613, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=303fd682-53f8-4b45-a6f6-548d4b61f613,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:45.499912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1beae30b-09f6-4e3a-bd5d-dd07771d1175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.528890 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-1beae30b-09f6-4e3a-bd5d-dd07771d1175 None None] Calling delete_port for 303fd682-53f8-4b45-a6f6-548d4b61f613 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:45.548486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=337b1e92-f0c9-4795-b0b2-e0657a9833c9,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:45.571607 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9c80d700-5ce7-499d-8d2a-3de77323f09e req-829db816-0a5c-4990-b830-0d2c628d1da5 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124045 Feb 04 05:55:45.577741 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dbedff93-f57c-4d90-af96-c6fa3abf96a8 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags/tempest-TagsExtTest-Tag-1330919776 HTTP/1.1" status: 201 len: 201 time: 0.1983569 Feb 04 05:55:45.579506 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44198) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:45.583282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-56e6d2c1-6e3c-4f5a-896f-3a0c0d54f856 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:45.603053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-808fe3ce-05e3-4ba0-88e2-0b6d51f52949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.603899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking segment: {'id': 'aa2b16fd-3b3e-4629-a6a9-a1a2501f8121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:45.604257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network hostable DHCP agents. Network: b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:45.627688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ec420879-3ab7-4555-80a4-d94c18c3365f None None] Provisioning complete for port e24f2170-c1b7-4c82-afb6-814e079bca96 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:45.628465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ec420879-3ab7-4555-80a4-d94c18c3365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.697117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fe3ce-05e3-4ba0-88e2-0b6d51f52949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=0328412b-335b-4b8c-a8a4-fcc1c69544b3,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:45.728231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-541c2286-5362-4429-87c8-06906412a2ce tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.22 (0ab763ac-bdf7-4c66-a782-09f5d214f4f8/e1af8c86-74cb-4379-8399-cc22a236b5ff/183f3b3c-b206-4b50-a287-9ef8f644c778) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:45.740541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ec420879-3ab7-4555-80a4-d94c18c3365f None None] Port e24f2170-c1b7-4c82-afb6-814e079bca96 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:45.751470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808fe3ce-05e3-4ba0-88e2-0b6d51f52949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:45.763245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-808fe3ce-05e3-4ba0-88e2-0b6d51f52949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:45.768696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8c63174-bb86-477d-b78d-8df179fab969 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.781632 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808fe3ce-05e3-4ba0-88e2-0b6d51f52949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:45.781800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:45.782237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-808fe3ce-05e3-4ba0-88e2-0b6d51f52949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.810553 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1beae30b-09f6-4e3a-bd5d-dd07771d1175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.844465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beae30b-09f6-4e3a-bd5d-dd07771d1175 None None] Pushing event deleted for resources: {'Port': ['ID=303fd682-53f8-4b45-a6f6-548d4b61f613,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:45.865173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beae30b-09f6-4e3a-bd5d-dd07771d1175 None None] No DVR routers for this DVR port 303fd682-53f8-4b45-a6f6-548d4b61f613 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:45.874537 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-808fe3ce-05e3-4ba0-88e2-0b6d51f52949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1961057 Feb 04 05:55:45.875667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44202) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:45.877126 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-56e6d2c1-6e3c-4f5a-896f-3a0c0d54f856 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags HTTP/1.1" status: 200 len: 240 time: 0.2970791 Feb 04 05:55:45.887987 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': '0328412b-335b-4b8c-a8a4-fcc1c69544b3', 'ip_address': '2001:db8::e8c3:4cf4:8cb2:4aa'}], 'name': 'tempest-NetworksTestDHCPv6-877818777'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:45.898676 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44204) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:45.898874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-fd5654f5-a708-4edc-a3fc-36b6d3b80e27 None None] Provisioning complete for port 183f3b3c-b206-4b50-a287-9ef8f644c778 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:45.899228 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fd5654f5-a708-4edc-a3fc-36b6d3b80e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.909091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-6f2cf2fe-4c3d-46fc-be0a-7b45df83b919 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4', 'tempest-TagsExtTest-Tag-721328636') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:45.936962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453ef66-ffbb-4e8f-a886-53b09108e023 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:45.988265 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-fd5654f5-a708-4edc-a3fc-36b6d3b80e27 None None] Port 183f3b3c-b206-4b50-a287-9ef8f644c778 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:45.998857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 9741a152-894e-476b-a856-2f229906369f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:46.020346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-541c2286-5362-4429-87c8-06906412a2ce tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.045321 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-fd5654f5-a708-4edc-a3fc-36b6d3b80e27 None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:46.045697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fd5654f5-a708-4edc-a3fc-36b6d3b80e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.052724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-541c2286-5362-4429-87c8-06906412a2ce tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.159448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 9741a152-894e-476b-a856-2f229906369f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:46.159826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.190438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c2286-5362-4429-87c8-06906412a2ce tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=183f3b3c-b206-4b50-a287-9ef8f644c778,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:46.211995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:46.221035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c63174-bb86-477d-b78d-8df179fab969 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1b878923-853e-48ff-a866-7347a7de59a2 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:46.227785 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d8c63174-bb86-477d-b78d-8df179fab969 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:46.232821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:46.234175 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.237612 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6f2cf2fe-4c3d-46fc-be0a-7b45df83b919 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags/tempest-TagsExtTest-Tag-721328636 HTTP/1.1" status: 204 len: 168 time: 0.3360369 Feb 04 05:55:46.237811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df6743f-9752-48a5-940c-f780c0e584be None None] Network b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:46.239924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c63174-bb86-477d-b78d-8df179fab969 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:46.239924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d8c63174-bb86-477d-b78d-8df179fab969 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.240149 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44206) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:46.245178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-6cfb74db-7df8-4edf-bdc4-3149d2a3f9bf tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4', 'tempest-TagsExtTest-Tag-721328636') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:46.268579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19965dd4-d1c5-4be7-9fb8-3f1eb635a48b None None] Network 1b878923-853e-48ff-a866-7347a7de59a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:46.280790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c63174-bb86-477d-b78d-8df179fab969 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Subnet': ['ID=ca177c4e-132d-4dbc-9007-60c58e8eb39c,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:46.290881 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-541c2286-5362-4429-87c8-06906412a2ce tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] In _notify_port_updated(), no bound segment for port 183f3b3c-b206-4b50-a287-9ef8f644c778 on network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:55:46.291024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4bb35c86-6eb8-4ba6-9ad8-109c619b8bae tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4585876 Feb 04 05:55:46.293574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44208) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:46.296501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541c2286-5362-4429-87c8-06906412a2ce tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:46.297625 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-541c2286-5362-4429-87c8-06906412a2ce tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.301127 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-541c2286-5362-4429-87c8-06906412a2ce tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "PUT /v2.0/ports/183f3b3c-b206-4b50-a287-9ef8f644c778 HTTP/1.1" status: 200 len: 1000 time: 1.3711796 Feb 04 05:55:46.304079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44210) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:46.306517 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d8c63174-bb86-477d-b78d-8df179fab969 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0942867 Feb 04 05:55:46.308647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-53a206a6-6fc6-43f4-9a29-2b1409cc5522 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.311902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44212) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:46.322727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-165c4b54-77fe-4233-8b1c-2f7e3ac14aff tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'security_group': {'name': 'tempest-secgroup-1104764957'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:46.330458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '0328412b-335b-4b8c-a8a4-fcc1c69544b3'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:46.330922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.350984 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:46.454771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.458873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a206a6-6fc6-43f4-9a29-2b1409cc5522 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=6d0797d5-9029-4aa2-b11c-338ab9fb01fd,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:46.468053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-165c4b54-77fe-4233-8b1c-2f7e3ac14aff tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.479106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a8059-5311-4fb9-ab7e-18bc434ea6bf req-22f7affa-ecfb-47ab-a7c1-be5ffc511c87 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:46.481545 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3b6a8059-5311-4fb9-ab7e-18bc434ea6bf req-22f7affa-ecfb-47ab-a7c1-be5ffc511c87 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.6943147 Feb 04 05:55:46.551980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.565472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-fd5654f5-a708-4edc-a3fc-36b6d3b80e27 None None] Provisioning complete for port ccaff83d-9047-488a-9e6a-ffd5ad238461 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:46.565995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fd5654f5-a708-4edc-a3fc-36b6d3b80e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.607954 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6cfb74db-7df8-4edf-bdc4-3149d2a3f9bf tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags/tempest-TagsExtTest-Tag-721328636 HTTP/1.1" status: 204 len: 168 time: 0.3670354 Feb 04 05:55:46.610203 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port c5965d4a-eb6c-4d73-b51a-f0143b7bce6c yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:46.617814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44214) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:46.620047 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.625158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-6c6b4608-dc98-4ce4-a70e-c134c62b29fb tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:46.636076 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-b11b7c18-a6a5-4950-ba78-424169fde8b0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 183f3b3c-b206-4b50-a287-9ef8f644c778 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:46.637254 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b11b7c18-a6a5-4950-ba78-424169fde8b0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.652936 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3b6a8059-5311-4fb9-ab7e-18bc434ea6bf req-448d96c6-2924-46e7-bdcd-69cbfb60186e tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638098 Feb 04 05:55:46.693104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 80a65b3d-52de-4261-94d6-0db045a8d944 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:46.802623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-53a206a6-6fc6-43f4-9a29-2b1409cc5522 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.805523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-fd5654f5-a708-4edc-a3fc-36b6d3b80e27 None None] Port ccaff83d-9047-488a-9e6a-ffd5ad238461 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:46.875048 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/0328412b-335b-4b8c-a8a4-fcc1c69544b3/74464597-4540-4759-97d6-99b045dc57ed) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:46.959501 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-fd5654f5-a708-4edc-a3fc-36b6d3b80e27 None None] Provisioning complete for port 80a65b3d-52de-4261-94d6-0db045a8d944 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:46.959501 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fd5654f5-a708-4edc-a3fc-36b6d3b80e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:46.973355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-165c4b54-77fe-4233-8b1c-2f7e3ac14aff tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.009001 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b11b7c18-a6a5-4950-ba78-424169fde8b0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.009389 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63db836-b1c2-4623-8fa0-e6f7eb8fb45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de', 'network_id': 'b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de', 'tenant_id': 'c9ca6b9d603e45e0af0eabd8c966a366', 'fixed_ips': [{'subnet_id': '337b1e92-f0c9-4795-b0b2-e0657a9833c9'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:47.010444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c63db836-b1c2-4623-8fa0-e6f7eb8fb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.027413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-b11b7c18-a6a5-4950-ba78-424169fde8b0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 183f3b3c-b206-4b50-a287-9ef8f644c778 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:47.044301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.074747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 80a65b3d-52de-4261-94d6-0db045a8d944 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:47.075128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.108720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a206a6-6fc6-43f4-9a29-2b1409cc5522 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 736b6499-0dd9-4700-be9e-0814a02314c5 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:55:47.116535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Subnet': ['ID=337b1e92-f0c9-4795-b0b2-e0657a9833c9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:47.192888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efb9a1-7731-42be-80da-a23b84d1acfa req-a386ea7b-43c3-4fcd-84b1-61bb99046bb4 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:47.194595 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-57efb9a1-7731-42be-80da-a23b84d1acfa req-a386ea7b-43c3-4fcd-84b1-61bb99046bb4 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1553726 Feb 04 05:55:47.202646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-165c4b54-77fe-4233-8b1c-2f7e3ac14aff tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.262180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.307295 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-165c4b54-77fe-4233-8b1c-2f7e3ac14aff tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.314026 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-165c4b54-77fe-4233-8b1c-2f7e3ac14aff tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9947731 Feb 04 05:55:47.318952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44220) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:47.320391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f053fb0-67db-410d-ab39-5d5c4a5d76b3 None None] Network b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:47.328138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d8731917-d281-4aad-a8e2-2a6e75604282 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'security_group': {'name': 'tempest-secgroup-1486686988'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:47.330975 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a206a6-6fc6-43f4-9a29-2b1409cc5522 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:55:47.340844 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-53a206a6-6fc6-43f4-9a29-2b1409cc5522 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/736b6499-0dd9-4700-be9e-0814a02314c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7117474 Feb 04 05:55:47.341877 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-57efb9a1-7731-42be-80da-a23b84d1acfa req-bd7f9dec-c1d4-41bc-ae18-37988534941f tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387045 Feb 04 05:55:47.342226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44222) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:47.343889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:47.361388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea1149-9cc3-42b4-abb7-c88806317c67 None None] Sync routers for ids ['736b6499-0dd9-4700-be9e-0814a02314c5'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:55:47.365962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2b16fd-3b3e-4629-a6a9-a1a2501f8121') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:47.366286 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2b16fd-3b3e-4629-a6a9-a1a2501f8121') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:47.379289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c4b54-77fe-4233-8b1c-2f7e3ac14aff tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e4be2c-1c90-4f5d-b345-de0c9f89cf68,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:47.386003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-445aca7f-386e-4535-ae70-245b71674462 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=736b6499-0dd9-4700-be9e-0814a02314c5 HTTP/1.1" status: 200 len: 205 time: 0.0370998 Feb 04 05:55:47.389298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44224) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:47.399108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.424896 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5da01e-a0da-446d-9061-fdc1207e9c52 None None] Update dhcp port {'port': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'fixed_ips': [{'subnet_id': '1accd04f-42ea-447e-9996-bfb28b83e58b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ca177c4e-132d-4dbc-9007-60c58e8eb39c'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '554a5158-6f33-44c6-b7b6-a3fc8a43a2e1'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:55:47.427087 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2ebc18ba-be2e-48ad-90cf-0d0e98e31066 None None] Provisioning complete for port 183f3b3c-b206-4b50-a287-9ef8f644c778 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:47.427891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2ebc18ba-be2e-48ad-90cf-0d0e98e31066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.434806 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6c6b4608-dc98-4ce4-a70e-c134c62b29fb tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags HTTP/1.1" status: 200 len: 205 time: 0.8129230 Feb 04 05:55:47.436844 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b11b7c18-a6a5-4950-ba78-424169fde8b0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.438395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44226) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:47.442726 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-cd66f61b-75f1-428e-b7c5-5a95e83dc21a tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:47.451726 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8731917-d281-4aad-a8e2-2a6e75604282 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.483190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.489923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-909a31f6-8d6d-42ec-8716-83f81f552584 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.520376 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b7c18-a6a5-4950-ba78-424169fde8b0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=183f3b3c-b206-4b50-a287-9ef8f644c778,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:47.530842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:47.531251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:47.534421 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:47.662467 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cd66f61b-75f1-428e-b7c5-5a95e83dc21a tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags HTTP/1.1" status: 200 len: 241 time: 0.2230358 Feb 04 05:55:47.667490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44228) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:47.671723 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-2ebc18ba-be2e-48ad-90cf-0d0e98e31066 None None] Port 183f3b3c-b206-4b50-a287-9ef8f644c778 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:47.675943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-55ce6053-81f3-4163-9bd0-5bb265ce98ac tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96', 'tempest-TagsExtTest-Tag-1580529816') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:47.715895 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b11b7c18-a6a5-4950-ba78-424169fde8b0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.722087 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b11b7c18-a6a5-4950-ba78-424169fde8b0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/183f3b3c-b206-4b50-a287-9ef8f644c778 HTTP/1.1" status: 204 len: 168 time: 1.4144316 Feb 04 05:55:47.725897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44230) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:47.726997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea1149-9cc3-42b4-abb7-c88806317c67 None None] Routers {'736b6499-0dd9-4700-be9e-0814a02314c5'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:47.727651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-00ea1149-9cc3-42b4-abb7-c88806317c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['736b6499-0dd9-4700-be9e-0814a02314c5'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:47.744894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8731917-d281-4aad-a8e2-2a6e75604282 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.763337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8731917-d281-4aad-a8e2-2a6e75604282 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.765908 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a5d688-d773-4865-943f-211adb045ef1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:55:47.770169 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-50a5d688-d773-4865-943f-211adb045ef1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/183f3b3c-b206-4b50-a287-9ef8f644c778 HTTP/1.1" status: 404 len: 333 time: 0.0405874 Feb 04 05:55:47.773228 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-909a31f6-8d6d-42ec-8716-83f81f552584 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.774585 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44232) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:47.778138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.785530 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-909a31f6-8d6d-42ec-8716-83f81f552584 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.789704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.790688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-00ea1149-9cc3-42b4-abb7-c88806317c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:47.796171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7f5da01e-a0da-446d-9061-fdc1207e9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.818264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2ebc18ba-be2e-48ad-90cf-0d0e98e31066 None None] Provisioning complete for port 80a65b3d-52de-4261-94d6-0db045a8d944 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:47.818264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2ebc18ba-be2e-48ad-90cf-0d0e98e31066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.820247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.827042 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de HTTP/1.1" status: 204 len: 168 time: 1.5289147 Feb 04 05:55:47.829262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44234) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:47.831017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.843145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8731917-d281-4aad-a8e2-2a6e75604282 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.847195 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d8731917-d281-4aad-a8e2-2a6e75604282 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5226595 Feb 04 05:55:47.847930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44236) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:47.851845 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8731917-d281-4aad-a8e2-2a6e75604282 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e7355c-d7d8-4790-a273-24da291397ee,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:47.853930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-742896237'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:47.873462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b0dcd66e-932e-499d-86a1-ba3637b717d4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'security_group': {'name': 'tempest-secgroup-227072725'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:47.900086 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-55ce6053-81f3-4163-9bd0-5bb265ce98ac tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags/tempest-TagsExtTest-Tag-1580529816 HTTP/1.1" status: 204 len: 168 time: 0.2258644 Feb 04 05:55:47.902730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44238) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:47.910340 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-2151d969-72e4-4f8d-a4a4-6352c9cea741 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96', 'tempest-TagsExtTest-Tag-1580529816') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:47.913471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 303fd682-53f8-4b45-a6f6-548d4b61f613 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:47.915147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae7a02-9571-40f6-a5f4-8a5a8de48ad3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:47.921926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:47.925766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.950901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-909a31f6-8d6d-42ec-8716-83f81f552584 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.951421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a31f6-8d6d-42ec-8716-83f81f552584 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Fanout notify agent at l3_agent the message router_deleted on router 736b6499-0dd9-4700-be9e-0814a02314c5 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:55:47.957846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e73cd61-ed3e-420f-bb7c-672c47c005c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting subnet e1af8c86-74cb-4379-8399-cc22a236b5ff {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:47.958898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea1149-9cc3-42b4-abb7-c88806317c67 None None] Routers {'736b6499-0dd9-4700-be9e-0814a02314c5'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:47.959530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-00ea1149-9cc3-42b4-abb7-c88806317c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['736b6499-0dd9-4700-be9e-0814a02314c5'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:47.965186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-909a31f6-8d6d-42ec-8716-83f81f552584 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.968966 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-909a31f6-8d6d-42ec-8716-83f81f552584 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/736b6499-0dd9-4700-be9e-0814a02314c5 HTTP/1.1" status: 204 len: 168 time: 0.5787146 Feb 04 05:55:47.974778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44240) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:47.975756 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::e8c3:4cf4:8cb2:4aa (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/0328412b-335b-4b8c-a8a4-fcc1c69544b3/c5965d4a-eb6c-4d73-b51a-f0143b7bce6c) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:47.976927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:47.979105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e73cd61-ed3e-420f-bb7c-672c47c005c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.999514 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0dcd66e-932e-499d-86a1-ba3637b717d4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.007212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 303fd682-53f8-4b45-a6f6-548d4b61f613 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:48.007564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 303fd682-53f8-4b45-a6f6-548d4b61f613 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:48.014129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:48.020343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-00ea1149-9cc3-42b4-abb7-c88806317c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:48.021050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea1149-9cc3-42b4-abb7-c88806317c67 None None] The sync data for ids ['736b6499-0dd9-4700-be9e-0814a02314c5'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:55:48.030502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:48.032733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c87a92-6005-48ed-a35d-4c17a5d5fc92 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting subnet 1032d106-3fe4-407d-a9c2-5e4b6010f9aa {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:48.036892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44c87a92-6005-48ed-a35d-4c17a5d5fc92 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.083716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44c87a92-6005-48ed-a35d-4c17a5d5fc92 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.083851 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:48.096286 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Pushing event updated for resources: {'Port': ['ID=74464597-4540-4759-97d6-99b045dc57ed,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:48.157436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.158522 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment 2d193fe9-06b0-41de-b8b6-427efc578f8f of type vlan for network 58a0e3d8-98ce-458f-a7a4-26251fdac660 Feb 04 05:55:48.188312 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2151d969-72e4-4f8d-a4a4-6352c9cea741 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags/tempest-TagsExtTest-Tag-1580529816 HTTP/1.1" status: 204 len: 168 time: 0.2845459 Feb 04 05:55:48.195783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44242) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:48.200776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-d106e4c3-5fc7-40f3-95ac-a03df0d5d06a tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:48.248929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.251027 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0dcd66e-932e-499d-86a1-ba3637b717d4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.271776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0dcd66e-932e-499d-86a1-ba3637b717d4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.281894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Attempting to bind port 74464597-4540-4759-97d6-99b045dc57ed on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:48.282793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Attempting to bind port 74464597-4540-4759-97d6-99b045dc57ed by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:48.283654 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Attempting to bind port 74464597-4540-4759-97d6-99b045dc57ed on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:48.302822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-7f5da01e-a0da-446d-9061-fdc1207e9c52 None None] Allocated IP 2001:db8::2 (1b878923-853e-48ff-a866-7347a7de59a2/ca177c4e-132d-4dbc-9007-60c58e8eb39c/554a5158-6f33-44c6-b7b6-a3fc8a43a2e1) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:48.303498 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0dcd66e-932e-499d-86a1-ba3637b717d4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.306125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:48.306585 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:48.307022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.308426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:48.308624 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b0dcd66e-932e-499d-86a1-ba3637b717d4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4425161 Feb 04 05:55:48.308777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.309040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Bound port: 74464597-4540-4759-97d6-99b045dc57ed, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:48.309040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.314317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:48.315283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.321177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44244) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:48.326558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1849527581', 'security_groups': ['75807521-dd49-4c2b-b66f-2913c000fc45'], 'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ca177c4e-132d-4dbc-9007-60c58e8eb39c'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:48.349874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.357195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e73cd61-ed3e-420f-bb7c-672c47c005c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.417372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcd66e-932e-499d-86a1-ba3637b717d4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75807521-dd49-4c2b-b66f-2913c000fc45,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:48.430585 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5873711 Feb 04 05:55:48.434601 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44248) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:48.439518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'network_id': '58a0e3d8-98ce-458f-a7a4-26251fdac660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:48.446086 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44c87a92-6005-48ed-a35d-4c17a5d5fc92 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.483400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eab9c-18ce-4a57-b7b1-765113b6adb8 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=58a0e3d8-98ce-458f-a7a4-26251fdac660,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:48.487320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] For port 74464597-4540-4759-97d6-99b045dc57ed, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:48.490884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] For port 74464597-4540-4759-97d6-99b045dc57ed, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=74464597-4540-4759-97d6-99b045dc57ed,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:48.502618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.559502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e73cd61-ed3e-420f-bb7c-672c47c005c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.576058 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7f5da01e-a0da-446d-9061-fdc1207e9c52 None None] For port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,segment=NetworkSegment(e73de246-e44f-4800-815d-139cceab493c),segment_id=e73de246-e44f-4800-815d-139cceab493c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:48.589364 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44c87a92-6005-48ed-a35d-4c17a5d5fc92 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.624142 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7f5da01e-a0da-446d-9061-fdc1207e9c52 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.629598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-822c4aaa-445c-405c-a2a1-2028150aedd6 None None] Could not find standard attr ID for object 183f3b3c-b206-4b50-a287-9ef8f644c778. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:48.631490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 58a0e3d8-98ce-458f-a7a4-26251fdac660 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:48.639050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44c87a92-6005-48ed-a35d-4c17a5d5fc92 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.645028 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-44c87a92-6005-48ed-a35d-4c17a5d5fc92 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/1032d106-3fe4-407d-a9c2-5e4b6010f9aa HTTP/1.1" status: 204 len: 168 time: 0.6692252 Feb 04 05:55:48.655023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c87a92-6005-48ed-a35d-4c17a5d5fc92 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Subnet': ['ID=1032d106-3fe4-407d-a9c2-5e4b6010f9aa,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:48.661248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44250) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:48.670480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7f5da01e-a0da-446d-9061-fdc1207e9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.700086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c688e56f-1b08-4265-ae60-de5c35f218eb None None] Network e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:48.752727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a61e080-5332-42b3-b0fe-d35a93c4159e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting subnet cf5d5b75-036f-4f9e-b35b-aa80ed3944a5 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:48.763432 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e080-5332-42b3-b0fe-d35a93c4159e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.816346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b038f8f-0ce2-442e-b361-00fda05d4125 req-fe07dd18-bff6-4b7f-91a5-ba6b41aad680 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:48.818247 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1b038f8f-0ce2-442e-b361-00fda05d4125 req-fe07dd18-bff6-4b7f-91a5-ba6b41aad680 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1881986 Feb 04 05:55:48.823059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e73cd61-ed3e-420f-bb7c-672c47c005c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.850544 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d106e4c3-5fc7-40f3-95ac-a03df0d5d06a tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags HTTP/1.1" status: 200 len: 205 time: 0.6536446 Feb 04 05:55:48.855136 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44252) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:48.861237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-0cdde8a1-9c48-4443-aa73-aa9ca35c7a8b tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:48.898270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b97ed5-e2e1-40b8-a891-a2ed29ad6e7b None None] Pushing event updated for resources: {'Port': ['ID=74464597-4540-4759-97d6-99b045dc57ed,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:48.917181 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1b038f8f-0ce2-442e-b361-00fda05d4125 req-7ab7b9d9-732d-4870-8965-25c8085b0d78 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876930 Feb 04 05:55:48.921595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e080-5332-42b3-b0fe-d35a93c4159e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.925986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73cd61-ed3e-420f-bb7c-672c47c005c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Subnet': ['ID=e1af8c86-74cb-4379-8399-cc22a236b5ff,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:48.939767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e73cd61-ed3e-420f-bb7c-672c47c005c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.947155 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1e73cd61-ed3e-420f-bb7c-672c47c005c8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/e1af8c86-74cb-4379-8399-cc22a236b5ff HTTP/1.1" status: 204 len: 168 time: 1.1709149 Feb 04 05:55:48.969841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee59f1-58e1-45cf-9201-f599714835df None None] Network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:48.975470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:48.979400 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44254) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:49.083795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e080-5332-42b3-b0fe-d35a93c4159e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.147431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5da01e-a0da-446d-9061-fdc1207e9c52 None None] Pushing event updated for resources: {'Port': ['ID=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:49.161378 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:49.181416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:49.198938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:49.205607 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:49.206253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.228865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:49.240647 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0cdde8a1-9c48-4443-aa73-aa9ca35c7a8b tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags HTTP/1.1" status: 200 len: 240 time: 0.3829663 Feb 04 05:55:49.241298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e080-5332-42b3-b0fe-d35a93c4159e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.243513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44256) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:49.252598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fae63c-52d5-4601-ad70-54224c5da164 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting subnet d7defa4a-beb4-4550-a656-6362b37e4d5e {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:49.255407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=c5965d4a-eb6c-4d73-b51a-f0143b7bce6c,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:49.273513 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0fae63c-52d5-4601-ad70-54224c5da164 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.274426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c596323-1230-4d89-9f16-e1f2e7a6c1ea None None] DHCP port deletion for e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:49.297688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-26b33ea4-7472-4510-9d7e-5df5e3c1156a tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb', 'tempest-TagsExtTest-Tag-308591182') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:49.306863 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61e080-5332-42b3-b0fe-d35a93c4159e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Subnet': ['ID=cf5d5b75-036f-4f9e-b35b-aa80ed3944a5,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:49.328669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:49.332705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.370796 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dfff34d4-4385-4129-ae10-a2d6df9a1fd9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4924922 Feb 04 05:55:49.375149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44258) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:49.391964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab1d4d-801d-4f5a-b6a1-160f07b2eee7 None None] Network 13f2ef99-02aa-48e6-84d8-5261eb4d6289 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:49.412530 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e080-5332-42b3-b0fe-d35a93c4159e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.419714 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9a61e080-5332-42b3-b0fe-d35a93c4159e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/cf5d5b75-036f-4f9e-b35b-aa80ed3944a5 HTTP/1.1" status: 204 len: 168 time: 0.7573769 Feb 04 05:55:49.425211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44260) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:49.438868 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0fae63c-52d5-4601-ad70-54224c5da164 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.509502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4c596323-1230-4d89-9f16-e1f2e7a6c1ea None None] Deleting port 8450d7b4-2dce-4359-8291-e1f84ea0edf3 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:49.509882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4c596323-1230-4d89-9f16-e1f2e7a6c1ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.552292 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-26b33ea4-7472-4510-9d7e-5df5e3c1156a tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags/tempest-TagsExtTest-Tag-308591182 HTTP/1.1" status: 204 len: 168 time: 0.2621472 Feb 04 05:55:49.557386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44262) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:49.565405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-a301910a-3734-4f04-b7ab-477a501cc537 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb', 'tempest-TagsExtTest-Tag-308591182') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:49.575587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3db913-0217-4c50-8965-128ea8e7e03b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:49.581517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3db913-0217-4c50-8965-128ea8e7e03b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:49.583354 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2d3db913-0217-4c50-8965-128ea8e7e03b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2072544 Feb 04 05:55:49.587367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44264) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:49.646228 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-7909f64e-d760-467c-99f3-519cef98933a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:49.647778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-7909f64e-d760-467c-99f3-519cef98933a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.36 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.1687043 Feb 04 05:55:49.691438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4c596323-1230-4d89-9f16-e1f2e7a6c1ea None None] For port 8450d7b4-2dce-4359-8291-e1f84ea0edf3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8450d7b4-2dce-4359-8291-e1f84ea0edf3,segment=NetworkSegment(f75ab698-b3fa-4743-b674-c5f1535ae893),segment_id=f75ab698-b3fa-4743-b674-c5f1535ae893)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:49.692189 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4c596323-1230-4d89-9f16-e1f2e7a6c1ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.726028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.727424 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4c596323-1230-4d89-9f16-e1f2e7a6c1ea None None] Calling delete_port for 8450d7b4-2dce-4359-8291-e1f84ea0edf3 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:49.819207 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=d7fa8b66-bd13-4bbe-8f59-5f02d21000d9,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:49.825791 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.879060 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4c596323-1230-4d89-9f16-e1f2e7a6c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.919185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c596323-1230-4d89-9f16-e1f2e7a6c1ea None None] Pushing event deleted for resources: {'Port': ['ID=8450d7b4-2dce-4359-8291-e1f84ea0edf3,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:49.922587 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a301910a-3734-4f04-b7ab-477a501cc537 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags/tempest-TagsExtTest-Tag-308591182 HTTP/1.1" status: 204 len: 168 time: 0.3604045 Feb 04 05:55:49.925319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44266) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:49.937866 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c596323-1230-4d89-9f16-e1f2e7a6c1ea None None] No DVR routers for this DVR port 8450d7b4-2dce-4359-8291-e1f84ea0edf3 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:49.950158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-ee0d9153-faf1-48e1-ba42-8b8f205eedb5 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:49.970446 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking segment: {'id': '2d193fe9-06b0-41de-b8b6-427efc578f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58a0e3d8-98ce-458f-a7a4-26251fdac660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:49.970809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network hostable DHCP agents. Network: 58a0e3d8-98ce-458f-a7a4-26251fdac660, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:49.973808 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] device_id is not set on port 167cd057-9352-4966-88c5-d5f037e740cd yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:49.984566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:49.997033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6930f62-bb32-4c1c-82b7-7264f0f7436b None None] DHCP port deletion for 13f2ef99-02aa-48e6-84d8-5261eb4d6289 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:50.008932 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0fae63c-52d5-4601-ad70-54224c5da164 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.169873 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network 58a0e3d8-98ce-458f-a7a4-26251fdac660 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:50.243247 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 58a0e3d8-98ce-458f-a7a4-26251fdac660) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:50.286308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4555b0e-6a44-49a1-b130-04e6b5e704a9 None None] Network 58a0e3d8-98ce-458f-a7a4-26251fdac660 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:50.292894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:50.293844 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.328814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.367865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:50.382357 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75ab698-b3fa-4743-b674-c5f1535ae893') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:50.382656 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75ab698-b3fa-4743-b674-c5f1535ae893') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:50.385809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0fae63c-52d5-4601-ad70-54224c5da164 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.393019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0061a142-ac82-437f-982a-70b6cd5b1474 None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:50.394624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0061a142-ac82-437f-982a-70b6cd5b1474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.399168 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 74464597-4540-4759-97d6-99b045dc57ed up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:50.434602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fae63c-52d5-4601-ad70-54224c5da164 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Subnet': ['ID=d7defa4a-beb4-4550-a656-6362b37e4d5e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:50.442108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.446689 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-be7ed22e-35c8-4716-ba43-c04be95d6a95 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0115106 Feb 04 05:55:50.456348 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44270) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:50.461481 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0fae63c-52d5-4601-ad70-54224c5da164 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.464896 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b0fae63c-52d5-4601-ad70-54224c5da164 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/d7defa4a-beb4-4550-a656-6362b37e4d5e HTTP/1.1" status: 204 len: 168 time: 1.4785714 Feb 04 05:55:50.480702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c79e8-7da0-42ec-b949-1646ae631e26 None None] Network 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:50.571259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44272) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:50.583504 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.614692 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.621564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d6930f62-bb32-4c1c-82b7-7264f0f7436b None None] Deleting port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:50.622271 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d6930f62-bb32-4c1c-82b7-7264f0f7436b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.630825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:50.631239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:50.634790 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:50.689320 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f7b0b-fc21-451b-9c36-36c49c0726cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port c5965d4a-eb6c-4d73-b51a-f0143b7bce6c {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:50.689715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7b0b-fc21-451b-9c36-36c49c0726cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.701864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Deleting port 3971bff2-5050-4b99-bcfb-578ab9dfc213 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:50.702228 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.743903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8::330 (1b878923-853e-48ff-a866-7347a7de59a2/ca177c4e-132d-4dbc-9007-60c58e8eb39c/167cd057-9352-4966-88c5-d5f037e740cd) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:50.768577 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.773416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.814585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.820443 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/networks/e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac HTTP/1.1" status: 204 len: 168 time: 1.3897116 Feb 04 05:55:50.826899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44274) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:50.847922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.851079 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] For port 3971bff2-5050-4b99-bcfb-578ab9dfc213, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3971bff2-5050-4b99-bcfb-578ab9dfc213,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:50.851632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.872827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d09ec25-70df-49e8-a7e3-fbcdf10a0968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-58a0e3d8-98ce-458f-a7a4-26251fdac660', 'network_id': '58a0e3d8-98ce-458f-a7a4-26251fdac660', 'tenant_id': 'c9ca6b9d603e45e0af0eabd8c966a366', 'fixed_ips': [{'subnet_id': 'd7fa8b66-bd13-4bbe-8f59-5f02d21000d9'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:50.873837 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6d09ec25-70df-49e8-a7e3-fbcdf10a0968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.909037 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263e838-d7e7-4dfe-9ffb-2cd03eabb77f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Network': ['ID=e525cbdd-4d6b-485b-b5eb-40cb9c36f1ac,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:50.913112 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ee0d9153-faf1-48e1-ba42-8b8f205eedb5 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags HTTP/1.1" status: 200 len: 205 time: 0.9849656 Feb 04 05:55:50.914721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 74464597-4540-4759-97d6-99b045dc57ed triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:50.915095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.920114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d6930f62-bb32-4c1c-82b7-7264f0f7436b None None] For port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=154a40f9-ad08-49e3-9dad-e5e790bcbcbe,segment=NetworkSegment(411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5),segment_id=411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:50.920564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d6930f62-bb32-4c1c-82b7-7264f0f7436b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.926018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44276) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:50.934664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-8896eee2-66ac-4c34-a80a-22892a3c90ba tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:50.972986 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:50.979553 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d6930f62-bb32-4c1c-82b7-7264f0f7436b None None] Calling delete_port for 154a40f9-ad08-49e3-9dad-e5e790bcbcbe owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:51.007460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5ad43-48dd-4dbd-8ff1-6d8d6f51c213 req-84ab370d-4f63-4346-bbb4-68262ef685da tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:51.009003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ccd5ad43-48dd-4dbd-8ff1-6d8d6f51c213 req-84ab370d-4f63-4346-bbb4-68262ef685da tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 946 time: 0.4388630 Feb 04 05:55:51.041715 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8896eee2-66ac-4c34-a80a-22892a3c90ba tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags HTTP/1.1" status: 200 len: 241 time: 0.1084945 Feb 04 05:55:51.043390 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.049668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44278) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:51.059133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-790f60b9-c5a8-4311-9276-160579dc32ff tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb', 'tempest-TagsExtTest-Tag-1330919776') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:51.116621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Subnet': ['ID=d7fa8b66-bd13-4bbe-8f59-5f02d21000d9,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:51.171451 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0061a142-ac82-437f-982a-70b6cd5b1474 None None] Provisioning complete for port ccaff83d-9047-488a-9e6a-ffd5ad238461 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:51.171827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0061a142-ac82-437f-982a-70b6cd5b1474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.172208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.172581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.172962 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Floating IP 0f803cf5-7f74-4edc-a271-d05f76e8e2c0 disassociated. External IP: 172.26.5.60, port: 3971bff2-5050-4b99-bcfb-578ab9dfc213. Feb 04 05:55:51.173451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Calling delete_port for 3971bff2-5050-4b99-bcfb-578ab9dfc213 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:51.189499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7b0b-fc21-451b-9c36-36c49c0726cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.218932 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-790f60b9-c5a8-4311-9276-160579dc32ff tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags/tempest-TagsExtTest-Tag-1330919776 HTTP/1.1" status: 204 len: 168 time: 0.1623957 Feb 04 05:55:51.223652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44280) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:51.225635 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.233041 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-e86d8d85-58f3-40b0-aa3e-929bd458b08d tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb', 'tempest-TagsExtTest-Tag-1330919776') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:51.246849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f7b0b-fc21-451b-9c36-36c49c0726cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for c5965d4a-eb6c-4d73-b51a-f0143b7bce6c owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:51.253505 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57699504-ffc1-4743-800f-35e8708a83c7 None None] DHCP port deletion for 0ab763ac-bdf7-4c66-a782-09f5d214f4f8 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server [None req-6d09ec25-70df-49e8-a7e3-fbcdf10a0968 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7fa8b66-bd13-4bbe-8f59-5f02d21000d9: This subnet is being modified by another concurrent operation. Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:55:51.266474 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7fa8b66-bd13-4bbe-8f59-5f02d21000d9: This subnet is being modified by another concurrent operation. Feb 04 05:55:51.270043 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Feb 04 05:55:51.277376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e086-72f9-4903-95bf-6a265bd39f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.284769 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ccd5ad43-48dd-4dbd-8ff1-6d8d6f51c213 req-7749ea18-b7d7-48d3-8867-8394056bd64e tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups?id=e354180d-546b-426e-bf9a-612f352e81c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678683 Feb 04 05:55:51.285110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a0e3d8-98ce-458f-a7a4-26251fdac660']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:51.290231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.312372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d193fe9-06b0-41de-b8b6-427efc578f8f') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:51.312678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d193fe9-06b0-41de-b8b6-427efc578f8f') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:51.316110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96245151-5b58-4425-8c13-d66c2da07b59 None None] Network 58a0e3d8-98ce-458f-a7a4-26251fdac660 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:51.326701 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:51.327278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.334714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 80a65b3d-52de-4261-94d6-0db045a8d944 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:51.335186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.359783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.360393 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0061a142-ac82-437f-982a-70b6cd5b1474 None None] Port ccaff83d-9047-488a-9e6a-ffd5ad238461 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:51.390754 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.417642 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e86d8d85-58f3-40b0-aa3e-929bd458b08d tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags/tempest-TagsExtTest-Tag-1330919776 HTTP/1.1" status: 204 len: 168 time: 0.1859536 Feb 04 05:55:51.418127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44282) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:51.422585 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-fdce1dbf-171b-4526-8662-6ae072908ec1 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:51.434629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.456138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:51.456801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:51.460915 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:51.466710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d6930f62-bb32-4c1c-82b7-7264f0f7436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.511157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] For port 80a65b3d-52de-4261-94d6-0db045a8d944, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=80a65b3d-52de-4261-94d6-0db045a8d944,segment=NetworkSegment(2c14f0dc-f049-4b05-b641-19f454b6956b),segment_id=2c14f0dc-f049-4b05-b641-19f454b6956b)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:51.511951 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.521461 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=154a40f9-ad08-49e3-9dad-e5e790bcbcbe,segment=NetworkSegment(411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5),segment_id=411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:51.521835 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.527086 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.539722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 74464597-4540-4759-97d6-99b045dc57ed, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=74464597-4540-4759-97d6-99b045dc57ed,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:51.546085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6930f62-bb32-4c1c-82b7-7264f0f7436b None None] Pushing event deleted for resources: {'Port': ['ID=154a40f9-ad08-49e3-9dad-e5e790bcbcbe,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:51.550610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6930f62-bb32-4c1c-82b7-7264f0f7436b None None] No DVR routers for this DVR port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:51.564087 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.564906 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:51.567404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 80a65b3d-52de-4261-94d6-0db045a8d944 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:51.592146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for 154a40f9-ad08-49e3-9dad-e5e790bcbcbe owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:51.593619 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fdce1dbf-171b-4526-8662-6ae072908ec1 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags HTTP/1.1" status: 200 len: 205 time: 0.1743319 Feb 04 05:55:51.597509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.602542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44284) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:51.607373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-0196beef-2ce4-40b8-bab2-8e62fd4163e6 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:51.613775 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1b878923-853e-48ff-a866-7347a7de59a2 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:51.615119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.629874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:51.647746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:51.651964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-57699504-ffc1-4743-800f-35e8708a83c7 None None] Deleting port 80a65b3d-52de-4261-94d6-0db045a8d944 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:51.652593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-57699504-ffc1-4743-800f-35e8708a83c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.654031 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:51.654880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.657848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.658012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-031e6f34-eb8d-400f-89c3-a4da899567e7 None None] Provisioning complete for port c5965d4a-eb6c-4d73-b51a-f0143b7bce6c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:51.658356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-031e6f34-eb8d-400f-89c3-a4da899567e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.665606 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/58a0e3d8-98ce-458f-a7a4-26251fdac660 HTTP/1.1" status: 204 len: 168 time: 1.1995490 Feb 04 05:55:51.670232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa56e2c-818a-41bd-b2f3-02c2f0612432 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=58a0e3d8-98ce-458f-a7a4-26251fdac660,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:51.680303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44286) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:51.696789 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1905656030'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:51.697048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Pushing event deleted for resources: {'Port': ['ID=3971bff2-5050-4b99-bcfb-578ab9dfc213,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:51.707082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7b0b-fc21-451b-9c36-36c49c0726cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.751923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f7b0b-fc21-451b-9c36-36c49c0726cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=c5965d4a-eb6c-4d73-b51a-f0143b7bce6c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:51.762517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=167cd057-9352-4966-88c5-d5f037e740cd,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:51.777580 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=74464597-4540-4759-97d6-99b045dc57ed,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:51.803328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-57699504-ffc1-4743-800f-35e8708a83c7 None None] For port 80a65b3d-52de-4261-94d6-0db045a8d944, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=80a65b3d-52de-4261-94d6-0db045a8d944,segment=NetworkSegment(2c14f0dc-f049-4b05-b641-19f454b6956b),segment_id=2c14f0dc-f049-4b05-b641-19f454b6956b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:51.808349 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5ab2efa7-dd89-4c93-91f0-943e63a9afb7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4850821 Feb 04 05:55:51.808929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-57699504-ffc1-4743-800f-35e8708a83c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.822108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-031e6f34-eb8d-400f-89c3-a4da899567e7 None None] Port c5965d4a-eb6c-4d73-b51a-f0143b7bce6c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:51.835332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-57699504-ffc1-4743-800f-35e8708a83c7 None None] Calling delete_port for 80a65b3d-52de-4261-94d6-0db045a8d944 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:51.855298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:51.858189 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.864496 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44288) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:51.865469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.889344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-34ae6021-19a0-4de4-b4e2-dc063ca8f6c7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:51.899453 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No DVR routers for this DVR port 154a40f9-ad08-49e3-9dad-e5e790bcbcbe on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:51.935473 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0196beef-2ce4-40b8-bab2-8e62fd4163e6 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags HTTP/1.1" status: 204 len: 168 time: 0.3317199 Feb 04 05:55:51.936152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44290) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:51.938383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7b0b-fc21-451b-9c36-36c49c0726cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.941645 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fb3f7b0b-fc21-451b-9c36-36c49c0726cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/c5965d4a-eb6c-4d73-b51a-f0143b7bce6c HTTP/1.1" status: 204 len: 168 time: 2.3517139 Feb 04 05:55:51.950972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-21df64df-5a40-42d5-9c02-95f1e4812f73 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:51.952616 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-031e6f34-eb8d-400f-89c3-a4da899567e7 None None] Provisioning complete for port 74464597-4540-4759-97d6-99b045dc57ed triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:51.953180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-031e6f34-eb8d-400f-89c3-a4da899567e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.954626 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44292) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:51.956735 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:51.961926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.087084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.095717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02142d8f-b59c-4665-8283-2d2ca3e54769 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:52.097881 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02142d8f-b59c-4665-8283-2d2ca3e54769 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:52.103639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-02142d8f-b59c-4665-8283-2d2ca3e54769 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1449785 Feb 04 05:55:52.114171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:55:52.114983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f2ef99-02aa-48e6-84d8-5261eb4d6289']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:52.115709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44294) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:52.126686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:52.126984 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411fabe1-6ad7-44e0-8762-f9e3ab4c5ce5') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:52.127247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.137342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.144254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No DVR routers for this DVR port 80a65b3d-52de-4261-94d6-0db045a8d944 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:52.154967 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.161902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:52.162300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.162759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-031e6f34-eb8d-400f-89c3-a4da899567e7 None None] Could not find standard attr ID for object 80a65b3d-52de-4261-94d6-0db045a8d944. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:55:52.177603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-57699504-ffc1-4743-800f-35e8708a83c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.283601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=80a65b3d-52de-4261-94d6-0db045a8d944,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:52.382858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 154a40f9-ad08-49e3-9dad-e5e790bcbcbe no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:52.388104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57699504-ffc1-4743-800f-35e8708a83c7 None None] Pushing event deleted for resources: {'Port': ['ID=80a65b3d-52de-4261-94d6-0db045a8d944,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:52.402880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-21786565-2fae-471f-9ba4-c08e411c0281 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 0328412b-335b-4b8c-a8a4-fcc1c69544b3 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:55:52.409904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57699504-ffc1-4743-800f-35e8708a83c7 None None] No DVR routers for this DVR port 80a65b3d-52de-4261-94d6-0db045a8d944 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:52.414019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 154a40f9-ad08-49e3-9dad-e5e790bcbcbe {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:52.414359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 154a40f9-ad08-49e3-9dad-e5e790bcbcbe not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:52.415376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8450d7b4-2dce-4359-8291-e1f84ea0edf3 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:52.439151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 8450d7b4-2dce-4359-8291-e1f84ea0edf3 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:52.439493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8450d7b4-2dce-4359-8291-e1f84ea0edf3 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:52.443220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce7c373-1512-409c-af1a-be66d1817e3d None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:55:52.447216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f3585bf8-53ab-47e3-b073-70b88744ebf9 None None] Provisioning complete for port 167cd057-9352-4966-88c5-d5f037e740cd triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:52.447414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f3585bf8-53ab-47e3-b073-70b88744ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.456005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-21786565-2fae-471f-9ba4-c08e411c0281 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.481596 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.507339 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-21df64df-5a40-42d5-9c02-95f1e4812f73 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags HTTP/1.1" status: 204 len: 168 time: 0.5643482 Feb 04 05:55:52.521712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f3585bf8-53ab-47e3-b073-70b88744ebf9 None None] Port 167cd057-9352-4966-88c5-d5f037e740cd cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:52.521939 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-486a12d8-cca5-45da-aff0-0838d2487968 req-7c3aec46-0340-4b38-85b6-24499717e52e tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3 HTTP/1.1" status: 200 len: 210 time: 0.1161346 Feb 04 05:55:52.522632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44298) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:52.573293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:52.573909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-f99be3b9-7c9b-4daf-b8a4-abb2c1865ceb tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:52.596368 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:52.610566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 74464597-4540-4759-97d6-99b045dc57ed up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:52.627774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab763ac-bdf7-4c66-a782-09f5d214f4f8']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:52.634099 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=154a40f9-ad08-49e3-9dad-e5e790bcbcbe,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:52.648891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.649530 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment 37957b08-16d7-4e4e-970b-fd5685393f11 of type vlan for network ad99be3f-f89c-421a-96f0-941d23d82bbb Feb 04 05:55:52.649861 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c14f0dc-f049-4b05-b641-19f454b6956b') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:52.650445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c14f0dc-f049-4b05-b641-19f454b6956b') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:52.655708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7c373-1512-409c-af1a-be66d1817e3d None None] Resources bound (agent type, host, resource id): {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:55:52.659765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-21786565-2fae-471f-9ba4-c08e411c0281 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.663466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.668614 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.677991 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/networks/13f2ef99-02aa-48e6-84d8-5261eb4d6289 HTTP/1.1" status: 204 len: 168 time: 1.8328948 Feb 04 05:55:52.689019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44300) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:52.705194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.705524 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:55:52.720192 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-369615652'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:52.723792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:55:52.724230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3c763-3460-43e2-82c4-4474c009dbf5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Network': ['ID=13f2ef99-02aa-48e6-84d8-5261eb4d6289,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:52.742640 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af581baa-9018-418e-a952-fec070cb7c4d None None] Sync routers for ids ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:55:52.751171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 74464597-4540-4759-97d6-99b045dc57ed triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:52.752045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.768444 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af581baa-9018-418e-a952-fec070cb7c4d None None] Routers {'6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:52.770032 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-af581baa-9018-418e-a952-fec070cb7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:52.775699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.781942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.782823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:52.786245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.788018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] No DVR routers for this DVR port 3971bff2-5050-4b99-bcfb-578ab9dfc213 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:52.798018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.801764 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a789f6a-a0d8-466f-8e2f-f31cd771b521 req-20e270a6-bdce-4e71-94b3-ecff273db685 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.36 "DELETE /v2.0/ports/3971bff2-5050-4b99-bcfb-578ab9dfc213 HTTP/1.1" status: 204 len: 173 time: 3.1475892 Feb 04 05:55:52.802755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'name': 'network-vif-deleted', 'tag': '3971bff2-5050-4b99-bcfb-578ab9dfc213'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:55:52.805521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c186aca-ceec-45b4-a02b-77cbe3a8ff83" -d '{"events": [{"server_uuid": "3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3", "name": "network-vif-deleted", "tag": "3971bff2-5050-4b99-bcfb-578ab9dfc213"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:55:52.809648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:55:52.810303 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:55:52.816817 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:55:52.847354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:52.871445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.871799 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added segment 9b7f0932-3c74-4830-a438-2819bad27e29 of type vlan for network c1ee9751-b25a-445e-8875-56d1baa3cb36 Feb 04 05:55:52.873783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.879632 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:52.880246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.917575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ae6021-19a0-4de4-b4e2-dc063ca8f6c7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:52.921579 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-34ae6021-19a0-4de4-b4e2-dc063ca8f6c7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:52.988684 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-af581baa-9018-418e-a952-fec070cb7c4d None None] Set router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:55:53.028742 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3470449 Feb 04 05:55:53.056740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526972b9-b305-4552-b4e6-9321d83cad68 x-openstack-request-id: req-526972b9-b305-4552-b4e6-9321d83cad68 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:55:53.057094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3", "name": "network-vif-deleted", "tag": "3971bff2-5050-4b99-bcfb-578ab9dfc213", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:55:53.057864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-526972b9-b305-4552-b4e6-9321d83cad68 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:55:53.058285 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af8ed1b-ef7e-4ac3-8e22-e5bbd045b5f3', 'name': 'network-vif-deleted', 'tag': '3971bff2-5050-4b99-bcfb-578ab9dfc213', 'status': 'completed', 'code': 200} Feb 04 05:55:53.062910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-21786565-2fae-471f-9ba4-c08e411c0281 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.065995 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44304) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.074779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b0bdecad-5213-4f68-a8ab-ede95d236272 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:53.081519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.088580 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 80a65b3d-52de-4261-94d6-0db045a8d944 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:53.113172 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 80a65b3d-52de-4261-94d6-0db045a8d944 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:53.113513 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 80a65b3d-52de-4261-94d6-0db045a8d944 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:53.134209 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f99be3b9-7c9b-4daf-b8a4-abb2c1865ceb tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags HTTP/1.1" status: 204 len: 168 time: 0.5727127 Feb 04 05:55:53.136905 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-21786565-2fae-471f-9ba4-c08e411c0281 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.139123 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44306) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.148649 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-98c62dac-4789-4a30-8edb-997894026835 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:53.150455 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e888d-5f0f-4c6f-bd62-0a63f0cc4a15 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=ad99be3f-f89c-421a-96f0-941d23d82bbb,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:53.174313 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network ad99be3f-f89c-421a-96f0-941d23d82bbb details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:53.218299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.220510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21786565-2fae-471f-9ba4-c08e411c0281 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=0328412b-335b-4b8c-a8a4-fcc1c69544b3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:53.229870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.236315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:53.236935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.240990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fc36a4-e328-4001-b52b-a37b1311d0cd None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:55:53.246038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.250141 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/networks/0ab763ac-bdf7-4c66-a782-09f5d214f4f8 HTTP/1.1" status: 204 len: 168 time: 2.6745627 Feb 04 05:55:53.262624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-21786565-2fae-471f-9ba4-c08e411c0281 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.272144 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-af581baa-9018-418e-a952-fec070cb7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:31Z', 'revision_number': 4, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a2d5e883-3e33-48d9-b168-a6b5f4d3e869', 'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'mac_address': 'fa:16:3e:6b:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:28Z', 'updated_at': '2022-02-04T05:52:37Z', 'revision_number': 5, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'subnets': [{'id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:53.272846 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44308) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.279398 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.ipam_backend_mixin [None req-34ae6021-19a0-4de4-b4e2-dc063ca8f6c7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca177c4e-132d-4dbc-9007-60c58e8eb39c (CIDR: 2001:db8::/64) Feb 04 05:55:53.280826 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-21786565-2fae-471f-9ba4-c08e411c0281 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/0328412b-335b-4b8c-a8a4-fcc1c69544b3 HTTP/1.1" status: 204 len: 168 time: 1.1638398 Feb 04 05:55:53.296812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44310) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.311338 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ae6021-19a0-4de4-b4e2-dc063ca8f6c7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:53.311821 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af581baa-9018-418e-a952-fec070cb7c4d None None] Checking router: 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:55:53.311941 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ae6021-19a0-4de4-b4e2-dc063ca8f6c7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:55:53.317943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff89fef-9666-4827-87ee-1712f18e7364 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Network': ['ID=0ab763ac-bdf7-4c66-a782-09f5d214f4f8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:53.327917 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af581baa-9018-418e-a952-fec070cb7c4d None None] Routers {'6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:53.328754 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-af581baa-9018-418e-a952-fec070cb7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:53.377650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc36a4-e328-4001-b52b-a37b1311d0cd None None] Resources bound (agent type, host, resource id): {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:55:53.404001 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6cecde40-47d6-4adb-a3a2-32405df36e42 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054142 Feb 04 05:55:53.406355 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44312) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.422815 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7297485 Feb 04 05:55:53.427599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bedaf290-e8b9-4120-92b1-be4e10ed9e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.437067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44314) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.447825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'subnet': {'network_id': 'c1ee9751-b25a-445e-8875-56d1baa3cb36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:53.479020 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-34ae6021-19a0-4de4-b4e2-dc063ca8f6c7 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5951669 Feb 04 05:55:53.484206 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-af581baa-9018-418e-a952-fec070cb7c4d None None] Set router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:55:53.485636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44316) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.498026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-29a7e573-9d2f-4074-9b57-5ab668b95ba6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:53.524713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee79424-576a-411b-b6d2-f30af386b4cc tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Network': ['ID=c1ee9751-b25a-445e-8875-56d1baa3cb36,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:53.539370 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network c1ee9751-b25a-445e-8875-56d1baa3cb36 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:53.563550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0bdecad-5213-4f68-a8ab-ede95d236272 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.590668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e67d979-3053-41ee-b443-d157f34a1f72 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:53.597023 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1e67d979-3053-41ee-b443-d157f34a1f72 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3115897 Feb 04 05:55:53.602039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44320) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.610655 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3971bff2-5050-4b99-bcfb-578ab9dfc213 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:53.648615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 3971bff2-5050-4b99-bcfb-578ab9dfc213 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:53.648957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3971bff2-5050-4b99-bcfb-578ab9dfc213 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:53.653883 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0bdecad-5213-4f68-a8ab-ede95d236272 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.706810 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44324) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.715772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0bdecad-5213-4f68-a8ab-ede95d236272 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network ad99be3f-f89c-421a-96f0-941d23d82bbb is not hosted by any dhcp agent {{(pid=102166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:55:53.725848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bdecad-5213-4f68-a8ab-ede95d236272 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:53.727085 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b0bdecad-5213-4f68-a8ab-ede95d236272 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.732819 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b0bdecad-5213-4f68-a8ab-ede95d236272 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "PUT /v2.0/networks/ad99be3f-f89c-421a-96f0-941d23d82bbb HTTP/1.1" status: 200 len: 723 time: 0.6633639 Feb 04 05:55:53.764298 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44326) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.773054 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'network_id': 'ad99be3f-f89c-421a-96f0-941d23d82bbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:53.830065 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-af581baa-9018-418e-a952-fec070cb7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:31Z', 'revision_number': 4, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a2d5e883-3e33-48d9-b168-a6b5f4d3e869', 'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'mac_address': 'fa:16:3e:6b:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:28Z', 'updated_at': '2022-02-04T05:52:37Z', 'revision_number': 5, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'subnets': [{'id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:53.860574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be5afa-9e70-4103-bc3e-396a380392db None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:53.860789 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e86e24f7-609a-4302-a420-359a8ef4c4d6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2525415 Feb 04 05:55:53.860789 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:53.871804 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:53.874968 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af581baa-9018-418e-a952-fec070cb7c4d None None] The sync data for ids ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'] in dv-neutron-826811-2-hyperv is: [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:52:31Z', 'revision_number': 4, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a2d5e883-3e33-48d9-b168-a6b5f4d3e869', 'name': '', 'network_id': 'df9db621-d575-4dac-8972-55177063df00', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'mac_address': 'fa:16:3e:6b:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:28Z', 'updated_at': '2022-02-04T05:52:37Z', 'revision_number': 5, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'subnets': [{'id': 'd0829dc6-460c-41c6-ac4e-b2af66515b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:55:53.891227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44328) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.907819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1344736390'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:53.928650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdecad-5213-4f68-a8ab-ede95d236272 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=ad99be3f-f89c-421a-96f0-941d23d82bbb,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:53.941810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network ad99be3f-f89c-421a-96f0-941d23d82bbb details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:53.950722 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-98c62dac-4789-4a30-8edb-997894026835 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags HTTP/1.1" status: 204 len: 168 time: 0.8057568 Feb 04 05:55:53.962058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594f38a-e58e-4138-a17d-b43c0c155b03 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:53.964783 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c594f38a-e58e-4138-a17d-b43c0c155b03 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5436585 Feb 04 05:55:53.968301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44330) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.968824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44332) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:53.974324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-3c47d478-06cb-4b14-8efe-e891fbb1ea38 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4', 'tempest-TagsExtTest-Tag-484595660') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:54.060413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fa45fc6d-69fa-42ae-bb1a-45cdc533f6a6 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.069355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:54.072639 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.092551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6969d8e5-8017-4f4b-9dac-bf89aca83a6a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:54.094532 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6969d8e5-8017-4f4b-9dac-bf89aca83a6a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1230791 Feb 04 05:55:54.097525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44334) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:54.124706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fa45fc6d-69fa-42ae-bb1a-45cdc533f6a6 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.155289 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e2586f78-50fd-4ad5-97ea-c80865c95413 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545535 Feb 04 05:55:54.163942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44336) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:54.177864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-cb905068-e1be-4876-a552-aaaafabd5bb9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:54.182042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48231591-7e49-4460-bd76-46a75307a950 None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:55:54.189556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:54.194594 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.203044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a7e573-9d2f-4074-9b57-5ab668b95ba6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:54.206769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29a7e573-9d2f-4074-9b57-5ab668b95ba6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.210691 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:55:54.244595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-48231591-7e49-4460-bd76-46a75307a950 None None] Deleting port 74464597-4540-4759-97d6-99b045dc57ed {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:54.245478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48231591-7e49-4460-bd76-46a75307a950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.283872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.284220 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Added segment 12d70f60-c71b-4da1-a834-e66853d21fb1 of type vlan for network 778bd308-6ed5-49d6-8ebf-42b257defd97 Feb 04 05:55:54.294741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6745b49-36aa-4a42-a2b2-9c6da41b00d8 None None] New status for floating IP 0f803cf5-7f74-4edc-a271-d05f76e8e2c0: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:55:54.302046 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3c47d478-06cb-4b14-8efe-e891fbb1ea38 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags/tempest-TagsExtTest-Tag-484595660 HTTP/1.1" status: 201 len: 201 time: 0.3295162 Feb 04 05:55:54.306629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44338) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:54.313002 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-544116dc-26d4-4dd6-9a2d-d342e19cfb19 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96', 'tempest-TagsExtTest-Tag-2091765965') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:54.372422 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.ipam_backend_mixin [None req-29a7e573-9d2f-4074-9b57-5ab668b95ba6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1accd04f-42ea-447e-9996-bfb28b83e58b (CIDR: 2001:db8:0:1::/64) Feb 04 05:55:54.373776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb905068-e1be-4876-a552-aaaafabd5bb9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:54.377727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cb905068-e1be-4876-a552-aaaafabd5bb9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.383198 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a7e573-9d2f-4074-9b57-5ab668b95ba6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:55:54.383641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a7e573-9d2f-4074-9b57-5ab668b95ba6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:55:54.428473 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.432079 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-48231591-7e49-4460-bd76-46a75307a950 None None] For port 74464597-4540-4759-97d6-99b045dc57ed, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=74464597-4540-4759-97d6-99b045dc57ed,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:54.432741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48231591-7e49-4460-bd76-46a75307a950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.436464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fa45fc6d-69fa-42ae-bb1a-45cdc533f6a6 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.439132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fa45fc6d-69fa-42ae-bb1a-45cdc533f6a6 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.443106 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fa45fc6d-69fa-42ae-bb1a-45cdc533f6a6 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "DELETE /v2.0/security-groups/e354180d-546b-426e-bf9a-612f352e81c6 HTTP/1.1" status: 204 len: 168 time: 0.7311203 Feb 04 05:55:54.447110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44340) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:54.454912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-48231591-7e49-4460-bd76-46a75307a950 None None] Calling delete_port for 74464597-4540-4759-97d6-99b045dc57ed owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:54.456389 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.471426 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-92625f2f-c261-4bba-b379-5671d7bd0b95 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] show failed (client error): The resource could not be found. Feb 04 05:55:54.475289 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-92625f2f-c261-4bba-b379-5671d7bd0b95 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "GET /v2.0/security-groups/e354180d-546b-426e-bf9a-612f352e81c6 HTTP/1.1" status: 404 len: 347 time: 0.0174599 Feb 04 05:55:54.476695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44342) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:54.487724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45fc6d-69fa-42ae-bb1a-45cdc533f6a6 tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e354180d-546b-426e-bf9a-612f352e81c6,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:54.500114 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-29a7e573-9d2f-4074-9b57-5ab668b95ba6 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0132613 Feb 04 05:55:54.515680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44344) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:54.525310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-6ec369d7-346c-488e-9191-a4c31be1d64a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'subnet': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:54.575290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48231591-7e49-4460-bd76-46a75307a950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.594299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.603393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:54.603393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.615483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48231591-7e49-4460-bd76-46a75307a950 None None] Pushing event deleted for resources: {'Port': ['ID=74464597-4540-4759-97d6-99b045dc57ed,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:54.620327 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48231591-7e49-4460-bd76-46a75307a950 None None] No DVR routers for this DVR port 74464597-4540-4759-97d6-99b045dc57ed on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:54.668040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.674551 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 74464597-4540-4759-97d6-99b045dc57ed no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:55:54.696477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 74464597-4540-4759-97d6-99b045dc57ed {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:55:54.696813 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 74464597-4540-4759-97d6-99b045dc57ed not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:55:54.717965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-956b20db-0286-455a-b65f-df9d6807ce2a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Deleting port 3adb31b3-786d-4e9b-88ca-8ea0928b62a8 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:54.718308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-956b20db-0286-455a-b65f-df9d6807ce2a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.727838 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Subnet': ['ID=3ea213ad-d868-42e8-838a-ee07f85b83b1,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:54.757289 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8648832 Feb 04 05:55:54.771246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44346) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:54.780574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '778bd308-6ed5-49d6-8ebf-42b257defd97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:54.814637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cb905068-e1be-4876-a552-aaaafabd5bb9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.834274 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Checking segment: {'id': '9b7f0932-3c74-4830-a438-2819bad27e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1ee9751-b25a-445e-8875-56d1baa3cb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:54.834863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network hostable DHCP agents. Network: c1ee9751-b25a-445e-8875-56d1baa3cb36, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:54.879984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb905068-e1be-4876-a552-aaaafabd5bb9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:54.883585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec879a9-059d-4d04-8226-ac2f9b96e1f1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Network': ['ID=778bd308-6ed5-49d6-8ebf-42b257defd97,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:54.883745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-956b20db-0286-455a-b65f-df9d6807ce2a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.884023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-956b20db-0286-455a-b65f-df9d6807ce2a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.889868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-cb905068-e1be-4876-a552-aaaafabd5bb9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:54.892673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb905068-e1be-4876-a552-aaaafabd5bb9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:54.893535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cb905068-e1be-4876-a552-aaaafabd5bb9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.899753 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cf9081-6694-414a-9bdf-61945be0d95a None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:54.906253 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-544116dc-26d4-4dd6-9a2d-d342e19cfb19 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags/tempest-TagsExtTest-Tag-2091765965 HTTP/1.1" status: 201 len: 201 time: 0.5943720 Feb 04 05:55:54.907146 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 778bd308-6ed5-49d6-8ebf-42b257defd97 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:55:54.908588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44348) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:54.921380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-034605a1-920c-4f72-b156-6969a7f2d97c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb', 'tempest-TagsExtTest-Tag-1151949321') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:54.928809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-956b20db-0286-455a-b65f-df9d6807ce2a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Calling delete_port for 3adb31b3-786d-4e9b-88ca-8ea0928b62a8 owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:54.951951 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:54.966700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb905068-e1be-4876-a552-aaaafabd5bb9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=cb92a935-4e2e-46c4-b271-54a6ef0d22ad,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:54.986033 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cb905068-e1be-4876-a552-aaaafabd5bb9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8171427 Feb 04 05:55:54.986732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44350) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:54.988768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network c1ee9751-b25a-445e-8875-56d1baa3cb36 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:54.994312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': 'cb92a935-4e2e-46c4-b271-54a6ef0d22ad', 'ip_address': '2001:db8::c8c2:7df4:64bd:7e8d'}], 'name': 'tempest-NetworksTestDHCPv6-741998974'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:55.006664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec369d7-346c-488e-9191-a4c31be1d64a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Made reservation on behalf of 57b18c3874f14ef2a03a9502bf10053c for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:55.010141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ec369d7-346c-488e-9191-a4c31be1d64a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.045961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, c1ee9751-b25a-445e-8875-56d1baa3cb36) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:55.072125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e2b4a-71b0-4dc1-8bab-a27ae5ea2119 None None] Network c1ee9751-b25a-445e-8875-56d1baa3cb36 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:55.085965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:55.086944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.098590 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=6fd7992b-30b9-495b-b72a-e2c7bd81e4a3,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:55.125719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:55.129505 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.155891 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-abc4555f-5b57-4135-9929-0e4871a0e5ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7157822 Feb 04 05:55:55.156486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44352) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:55.173455 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-6e5e5f8f-404b-4ddf-ac1f-81260e8351df tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1976103593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:55.181804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': 'cb92a935-4e2e-46c4-b271-54a6ef0d22ad'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:55.182840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.208750 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking segment: {'id': '37957b08-16d7-4e4e-970b-fd5685393f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ad99be3f-f89c-421a-96f0-941d23d82bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:55.208750 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network hostable DHCP agents. Network: ad99be3f-f89c-421a-96f0-941d23d82bbb, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:55.216455 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-034605a1-920c-4f72-b156-6969a7f2d97c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags/tempest-TagsExtTest-Tag-1151949321 HTTP/1.1" status: 201 len: 201 time: 0.3002193 Feb 04 05:55:55.222310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44354) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:55.229110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-83517c20-621c-4f76-9bb1-814cd71fd5ba tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb', 'tempest-TagsExtTest-Tag-721924695') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:55.305306 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network ad99be3f-f89c-421a-96f0-941d23d82bbb is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:55.311373 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5f8f-404b-4ddf-ac1f-81260e8351df tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.312435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5f8f-404b-4ddf-ac1f-81260e8351df tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.336944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c1ee9751-b25a-445e-8875-56d1baa3cb36', 'network_id': 'c1ee9751-b25a-445e-8875-56d1baa3cb36', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'fixed_ips': [{'subnet_id': '3ea213ad-d868-42e8-838a-ee07f85b83b1'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:55.337982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.340120 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:55.351218 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-83517c20-621c-4f76-9bb1-814cd71fd5ba tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags/tempest-TagsExtTest-Tag-721924695 HTTP/1.1" status: 201 len: 201 time: 0.1240296 Feb 04 05:55:55.353425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, ad99be3f-f89c-421a-96f0-941d23d82bbb) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:55.360629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44356) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:55.364878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-a04f7ab8-3b7a-4044-96c1-62f54f2544cd tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4', {'tags': ['tempest-TagsExtTest-Tag-1068150894', 'tempest-TagsExtTest-Tag-1323487239', 'tempest-TagsExtTest-Tag-654472745']}) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:55.374270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ddf65-6e78-44db-aabf-3489647145c3 None None] Network ad99be3f-f89c-421a-96f0-941d23d82bbb requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:55.379557 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:55.379795 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.416145 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-956b20db-0286-455a-b65f-df9d6807ce2a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.458031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b20db-0286-455a-b65f-df9d6807ce2a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Pushing event deleted for resources: {'Port': ['ID=3adb31b3-786d-4e9b-88ca-8ea0928b62a8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:55.498205 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5f8f-404b-4ddf-ac1f-81260e8351df tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.515583 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-80d7315c-fb4f-4e7b-a490-4cdbe615ef70 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7439485 Feb 04 05:55:55.515583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5f8f-404b-4ddf-ac1f-81260e8351df tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.520551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44358) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:55.524058 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/cb92a935-4e2e-46c4-b271-54a6ef0d22ad/a022c337-bc8b-4ca3-8d07-37af02425656) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:55.528036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-92e6d86b-9534-4fc6-9779-70dc41625a51 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:55.579689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.600926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5f8f-404b-4ddf-ac1f-81260e8351df tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.605315 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6e5e5f8f-404b-4ddf-ac1f-81260e8351df tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4351528 Feb 04 05:55:55.608772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44360) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:55.617705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'port': {'network_id': 'c1ee9751-b25a-445e-8875-56d1baa3cb36', 'name': 'tempest-RoutersIpV6Test-1641510843'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:55.624682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-956b20db-0286-455a-b65f-df9d6807ce2a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.628288 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-956b20db-0286-455a-b65f-df9d6807ce2a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.632442 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-956b20db-0286-455a-b65f-df9d6807ce2a tempest-ServerActionsTestJSON-884615429 tempest-ServerActionsTestJSON-884615429-project] 10.222.0.15 "DELETE /v2.0/floatingips/0f803cf5-7f74-4edc-a271-d05f76e8e2c0 HTTP/1.1" status: 204 len: 168 time: 1.1518888 Feb 04 05:55:55.632644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.637420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44362) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:55.643882 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a04f7ab8-3b7a-4044-96c1-62f54f2544cd tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags HTTP/1.1" status: 200 len: 317 time: 0.2824695 Feb 04 05:55:55.659337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port c6973eb1-8af7-47df-be97-5b75c43e8522 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:55.664536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44364) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:55.685155 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ec369d7-346c-488e-9191-a4c31be1d64a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.705615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-d7193a2f-86e7-45ac-9906-b556874276b3 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:55.721041 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec369d7-346c-488e-9191-a4c31be1d64a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Network 1b878923-853e-48ff-a866-7347a7de59a2 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:55.721724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Subnet': ['ID=10a812d7-f603-4315-9144-1d8a0ce668c5,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:55.730772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-6ec369d7-346c-488e-9191-a4c31be1d64a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:55.736731 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec369d7-346c-488e-9191-a4c31be1d64a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:55.737377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ec369d7-346c-488e-9191-a4c31be1d64a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.762341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1860ee17-de8b-43e3-a255-3dc2050d80b6 None None] Network 1b878923-853e-48ff-a866-7347a7de59a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:55.765247 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Checking segment: {'id': '12d70f60-c71b-4da1-a834-e66853d21fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '778bd308-6ed5-49d6-8ebf-42b257defd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:55.765605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network hostable DHCP agents. Network: 778bd308-6ed5-49d6-8ebf-42b257defd97, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:55:55.793344 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6ec369d7-346c-488e-9191-a4c31be1d64a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2690740 Feb 04 05:55:55.795178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44366) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:55.802717 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2b2999e6-d7af-4295-be44-aa5b6619d41a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-162450580', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cf049914-07e0-4b56-acf6-de3b173f71ef'}], 'security_groups': ['82e4be2c-1c90-4f5d-b345-de0c9f89cf68', '54e7355c-d7d8-4790-a273-24da291397ee']}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:55.829592 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec369d7-346c-488e-9191-a4c31be1d64a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Subnet': ['ID=cf049914-07e0-4b56-acf6-de3b173f71ef,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:55.835841 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 778bd308-6ed5-49d6-8ebf-42b257defd97 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:55:55.869429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 778bd308-6ed5-49d6-8ebf-42b257defd97) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:55.892249 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Allocated IP 2001:db8::2 (c1ee9751-b25a-445e-8875-56d1baa3cb36/3ea213ad-d868-42e8-838a-ee07f85b83b1/8af06558-cc2c-4d01-9fc8-94a04cc8e35d) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:55.904588 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:55.905196 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.914126 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c74ab4e-7bda-4dbd-8979-87465a819133 None None] Network 778bd308-6ed5-49d6-8ebf-42b257defd97 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:55:55.930942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-92e6d86b-9534-4fc6-9779-70dc41625a51 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9747961'] for subnet, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:55.935338 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c622e11b-b2f7-4cac-9e45-d109f9a2c2ee tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1557784 Feb 04 05:55:55.936872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44368) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:55.948473 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '778bd308-6ed5-49d6-8ebf-42b257defd97', 'name': 'tempest-PortsTestJSON-1646125437'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:56.098818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-ad99be3f-f89c-421a-96f0-941d23d82bbb', 'network_id': 'ad99be3f-f89c-421a-96f0-941d23d82bbb', 'tenant_id': 'c9ca6b9d603e45e0af0eabd8c966a366', 'fixed_ips': [{'subnet_id': '6fd7992b-30b9-495b-b72a-e2c7bd81e4a3'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:56.099988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.114792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:56.118376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.225955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] device_id is not set on port e9b04e76-edeb-4f0d-918f-547f7752949b yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:56.356043 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b2999e6-d7af-4295-be44-aa5b6619d41a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.356582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.398058 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.399229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.412535 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d7193a2f-86e7-45ac-9906-b556874276b3 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags HTTP/1.1" status: 204 len: 168 time: 0.7424262 Feb 04 05:55:56.418740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44374) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:56.423367 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-2b42d498-0901-4ec3-810e-c923b6662b63 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4', 'tempest-TagsExtTest-Tag-1068150894') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:56.509176 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:56.512503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.523761 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:56.543541 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-92e6d86b-9534-4fc6-9779-70dc41625a51 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747974407783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9699970'] for subnet, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.548411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port ddd2b71b-d680-4a85-9ce7-edf890b46482 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:56.557066 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::c8c2:7df4:64bd:7e8d (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/cb92a935-4e2e-46c4-b271-54a6ef0d22ad/c6973eb1-8af7-47df-be97-5b75c43e8522) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:56.596250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:56.598813 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:56.631918 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Pushing event updated for resources: {'Port': ['ID=a022c337-bc8b-4ca3-8d07-37af02425656,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:56.647534 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-2b42d498-0901-4ec3-810e-c923b6662b63 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:55:56.648638 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2b42d498-0901-4ec3-810e-c923b6662b63 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags/tempest-TagsExtTest-Tag-1068150894 HTTP/1.1" status: 404 len: 329 time: 0.2285407 Feb 04 05:55:56.659464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44376) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:56.659699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-778bd308-6ed5-49d6-8ebf-42b257defd97', 'network_id': '778bd308-6ed5-49d6-8ebf-42b257defd97', 'tenant_id': '1b08d3bca42b491ba60abd2261accc9b', 'fixed_ips': [{'subnet_id': '10a812d7-f603-4315-9144-1d8a0ce668c5'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:55:56.660208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.668237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-d62006a2-2626-4543-bf0d-62596b33da13 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4', 'tempest-TagsExtTest-Tag-1323487239') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:56.674029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Allocated IP 172.20.0.2 (ad99be3f-f89c-421a-96f0-941d23d82bbb/6fd7992b-30b9-495b-b72a-e2c7bd81e4a3/fb18bab6-1d9d-4e45-b6e3-84d62c43bd05) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:56.714000 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.719560 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.754095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bf45cb-34c1-4d7e-ace0-14f24b7bcf70 None None] Update dhcp port {'port': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'fixed_ips': [{'subnet_id': '1accd04f-42ea-447e-9996-bfb28b83e58b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ca177c4e-132d-4dbc-9007-60c58e8eb39c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cf049914-07e0-4b56-acf6-de3b173f71ef'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '554a5158-6f33-44c6-b7b6-a3fc8a43a2e1'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:55:56.764952 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.839009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.13 (778bd308-6ed5-49d6-8ebf-42b257defd97/10a812d7-f603-4315-9144-1d8a0ce668c5/ddd2b71b-d680-4a85-9ce7-edf890b46482) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:56.922720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Attempting to bind port a022c337-bc8b-4ca3-8d07-37af02425656 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:56.923096 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Attempting to bind port a022c337-bc8b-4ca3-8d07-37af02425656 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:56.923458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Attempting to bind port a022c337-bc8b-4ca3-8d07-37af02425656 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:56.939777 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-d62006a2-2626-4543-bf0d-62596b33da13 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:55:56.943211 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d62006a2-2626-4543-bf0d-62596b33da13 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags/tempest-TagsExtTest-Tag-1323487239 HTTP/1.1" status: 404 len: 329 time: 0.2824280 Feb 04 05:55:56.943980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44378) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:56.958054 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-775affbe-e1c9-4616-bdef-cf3646ade7bf tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4', 'tempest-TagsExtTest-Tag-654472745') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:56.958310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Network c1ee9751-b25a-445e-8875-56d1baa3cb36 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:56.958590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a8bf45cb-34c1-4d7e-ace0-14f24b7bcf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.970512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:56.972810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:56.972810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:56.973298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.973545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e6d86b-9534-4fc6-9779-70dc41625a51 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:56.973661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:56.974112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Bound port: a022c337-bc8b-4ca3-8d07-37af02425656, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:56.974255 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-92e6d86b-9534-4fc6-9779-70dc41625a51 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.974510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:56.977741 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-92e6d86b-9534-4fc6-9779-70dc41625a51 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "PUT /v2.0/subnets/6fd7992b-30b9-495b-b72a-e2c7bd81e4a3 HTTP/1.1" status: 200 len: 806 time: 1.4522412 Feb 04 05:55:56.984927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44380) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:56.989454 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:57.026951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Pushing event updated for resources: {'Port': ['ID=8af06558-cc2c-4d01-9fc8-94a04cc8e35d,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:57.067444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-2b2999e6-d7af-4295-be44-aa5b6619d41a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Delete allocated IP 2001:db8::330 (1b878923-853e-48ff-a866-7347a7de59a2/ca177c4e-132d-4dbc-9007-60c58e8eb39c) {{(pid=102166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:55:57.079903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6d86b-9534-4fc6-9779-70dc41625a51 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=6fd7992b-30b9-495b-b72a-e2c7bd81e4a3,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:57.085987 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-2b2999e6-d7af-4295-be44-aa5b6619d41a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Allocated IP 2001:db8:0:2::146 (1b878923-853e-48ff-a866-7347a7de59a2/cf049914-07e0-4b56-acf6-de3b173f71ef/167cd057-9352-4966-88c5-d5f037e740cd) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:57.124676 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Allocated IP 2001:db8::3cc (c1ee9751-b25a-445e-8875-56d1baa3cb36/3ea213ad-d868-42e8-838a-ee07f85b83b1/e9b04e76-edeb-4f0d-918f-547f7752949b) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:57.155057 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-775affbe-e1c9-4616-bdef-cf3646ade7bf tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:55:57.158659 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-775affbe-e1c9-4616-bdef-cf3646ade7bf tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags/tempest-TagsExtTest-Tag-654472745 HTTP/1.1" status: 404 len: 328 time: 0.2031281 Feb 04 05:55:57.171395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44382) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:57.175922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-4f31a34c-f923-44a2-aacd-52823e573761 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96', {'tags': ['tempest-TagsExtTest-Tag-282321666', 'tempest-TagsExtTest-Tag-50210633', 'tempest-TagsExtTest-Tag-1950153947']}) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:57.232567 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.246921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Attempting to bind port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:57.247276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Attempting to bind port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '9b7f0932-3c74-4830-a438-2819bad27e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1ee9751-b25a-445e-8875-56d1baa3cb36'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:57.247649 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Attempting to bind port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d on network c1ee9751-b25a-445e-8875-56d1baa3cb36 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:57.275777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:57.276498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Checking segment: {'id': '9b7f0932-3c74-4830-a438-2819bad27e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1ee9751-b25a-445e-8875-56d1baa3cb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:57.276600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.277154 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Bound using segment: {'id': '9b7f0932-3c74-4830-a438-2819bad27e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1ee9751-b25a-445e-8875-56d1baa3cb36'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:57.277639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Bound port: 8af06558-cc2c-4d01-9fc8-94a04cc8e35d, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7f0932-3c74-4830-a438-2819bad27e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1ee9751-b25a-445e-8875-56d1baa3cb36'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:57.278032 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.280070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.285504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] For port a022c337-bc8b-4ca3-8d07-37af02425656, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:57.301473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.314063 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.316834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] For port a022c337-bc8b-4ca3-8d07-37af02425656, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a022c337-bc8b-4ca3-8d07-37af02425656,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:57.340450 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4f31a34c-f923-44a2-aacd-52823e573761 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags HTTP/1.1" status: 200 len: 315 time: 0.1656494 Feb 04 05:55:57.352803 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44384) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:57.357608 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-9fe33289-22eb-4047-b00f-9e5a34ec90bd tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:57.364037 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.397413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Network ad99be3f-f89c-421a-96f0-941d23d82bbb is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:57.410257 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:57.411817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.417805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.425411 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:57.428010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b2999e6-d7af-4295-be44-aa5b6619d41a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.438914 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b2999e6-d7af-4295-be44-aa5b6619d41a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.448640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Pushing event updated for resources: {'Port': ['ID=fb18bab6-1d9d-4e45-b6e3-84d62c43bd05,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:57.488276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 778bd308-6ed5-49d6-8ebf-42b257defd97 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:57.493677 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:57.499634 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:57.509568 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] For port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:57.530542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.535812 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=ddd2b71b-d680-4a85-9ce7-edf890b46482,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:57.568992 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2b2999e6-d7af-4295-be44-aa5b6619d41a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] In _notify_port_updated(), no bound segment for port 167cd057-9352-4966-88c5-d5f037e740cd on network 1b878923-853e-48ff-a866-7347a7de59a2 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:55:57.574955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2999e6-d7af-4295-be44-aa5b6619d41a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:57.575610 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b2999e6-d7af-4295-be44-aa5b6619d41a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.580459 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2b2999e6-d7af-4295-be44-aa5b6619d41a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "PUT /v2.0/ports/167cd057-9352-4966-88c5-d5f037e740cd HTTP/1.1" status: 200 len: 969 time: 1.7791233 Feb 04 05:55:57.586178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44386) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:57.597015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.614267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.617646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Deleting port fb18bab6-1d9d-4e45-b6e3-84d62c43bd05 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:57.617998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.696292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:57.697422 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.717125 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2999e6-d7af-4295-be44-aa5b6619d41a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event updated for resources: {'Port': ['ID=167cd057-9352-4966-88c5-d5f037e740cd,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:57.746803 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a3439226-703b-4c14-8075-ddda704342b8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8088315 Feb 04 05:55:57.747489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44388) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:57.750029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] For port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8af06558-cc2c-4d01-9fc8-94a04cc8e35d,segment=NetworkSegment(9b7f0932-3c74-4830-a438-2819bad27e29),segment_id=9b7f0932-3c74-4830-a438-2819bad27e29)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:57.753112 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '778bd308-6ed5-49d6-8ebf-42b257defd97', 'name': 'tempest-PortsTestJSON-1358683062'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:57.760031 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9fe33289-22eb-4047-b00f-9e5a34ec90bd tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags HTTP/1.1" status: 204 len: 168 time: 0.4062314 Feb 04 05:55:57.772723 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44390) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:57.774782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Allocated IP 172.20.0.2 (778bd308-6ed5-49d6-8ebf-42b257defd97/10a812d7-f603-4315-9144-1d8a0ce668c5/2d934413-ab21-4e57-8020-1bab82b63b38) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:57.777575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-f9057c00-6d18-43c1-ad8c-bcadd82e8db7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96', 'tempest-TagsExtTest-Tag-282321666') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:57.786684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:57.790937 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.799714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:57.813433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:57.819910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:57.820581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.823641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3557b-47ff-4351-9218-ca33dbc37595 None None] Pushing event updated for resources: {'Port': ['ID=a022c337-bc8b-4ca3-8d07-37af02425656,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:57.834468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=c6973eb1-8af7-47df-be97-5b75c43e8522,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:57.857320 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.859986 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Attempting to bind port fb18bab6-1d9d-4e45-b6e3-84d62c43bd05 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:57.860571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Attempting to bind port fb18bab6-1d9d-4e45-b6e3-84d62c43bd05 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '37957b08-16d7-4e4e-970b-fd5685393f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ad99be3f-f89c-421a-96f0-941d23d82bbb'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:57.861125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Attempting to bind port fb18bab6-1d9d-4e45-b6e3-84d62c43bd05 on network ad99be3f-f89c-421a-96f0-941d23d82bbb {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:57.930133 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-44e60fc6-0fb7-4dce-923d-5afea8925b3d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9420593 Feb 04 05:55:57.935279 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44392) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:57.945607 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-23c310c7-f242-446f-9412-95118e72a137 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': 'cb92a935-4e2e-46c4-b271-54a6ef0d22ad', 'ip_address': '2001:db8::c8c2:7df4:64bd:7e8d'}], 'name': 'tempest-NetworksTestDHCPv6-1609891463'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:57.947089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-a8bf45cb-34c1-4d7e-ace0-14f24b7bcf70 None None] Allocated IP 2001:db8:0:2::2 (1b878923-853e-48ff-a866-7347a7de59a2/cf049914-07e0-4b56-acf6-de3b173f71ef/554a5158-6f33-44c6-b7b6-a3fc8a43a2e1) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:57.969490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:57.970333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Checking segment: {'id': '37957b08-16d7-4e4e-970b-fd5685393f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ad99be3f-f89c-421a-96f0-941d23d82bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:57.970990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:57.971596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Bound using segment: {'id': '37957b08-16d7-4e4e-970b-fd5685393f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ad99be3f-f89c-421a-96f0-941d23d82bbb'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:57.972293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Bound port: fb18bab6-1d9d-4e45-b6e3-84d62c43bd05, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37957b08-16d7-4e4e-970b-fd5685393f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ad99be3f-f89c-421a-96f0-941d23d82bbb'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:57.972901 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.033286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b2c2a-486f-4637-9310-4541cfd9fa1f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port 167cd057-9352-4966-88c5-d5f037e740cd {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:58.033597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2c2a-486f-4637-9310-4541cfd9fa1f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.048524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] For port fb18bab6-1d9d-4e45-b6e3-84d62c43bd05, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:58.049357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.068315 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-f9057c00-6d18-43c1-ad8c-bcadd82e8db7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:55:58.069392 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f9057c00-6d18-43c1-ad8c-bcadd82e8db7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags/tempest-TagsExtTest-Tag-282321666 HTTP/1.1" status: 404 len: 328 time: 0.2956667 Feb 04 05:55:58.074129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44394) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:58.086224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-6d08d4c2-b864-40ae-902c-b4ebb09f46d2 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96', 'tempest-TagsExtTest-Tag-50210633') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:58.091999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Calling delete_port for fb18bab6-1d9d-4e45-b6e3-84d62c43bd05 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:58.099379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=e9b04e76-edeb-4f0d-918f-547f7752949b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:58.109713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network c1ee9751-b25a-445e-8875-56d1baa3cb36 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:58.122400 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece72c7-91e5-48d8-8689-acb8f3c4cc36 None None] Pushing event updated for resources: {'Port': ['ID=8af06558-cc2c-4d01-9fc8-94a04cc8e35d,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:58.147286 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:58.162874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:58.169338 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:58.171054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.214755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:58.218694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.243784 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-de95243e-ac90-4b39-ae28-3867bc79bd13 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6335185 Feb 04 05:55:58.248495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44396) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:58.254946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a8bf45cb-34c1-4d7e-ace0-14f24b7bcf70 None None] For port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,segment=NetworkSegment(e73de246-e44f-4800-815d-139cceab493c),segment_id=e73de246-e44f-4800-815d-139cceab493c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:58.264925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] For port fb18bab6-1d9d-4e45-b6e3-84d62c43bd05, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:58.324208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] For port fb18bab6-1d9d-4e45-b6e3-84d62c43bd05, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fb18bab6-1d9d-4e45-b6e3-84d62c43bd05,segment=NetworkSegment(37957b08-16d7-4e4e-970b-fd5685393f11),segment_id=37957b08-16d7-4e4e-970b-fd5685393f11)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:58.324752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2c2a-486f-4637-9310-4541cfd9fa1f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.334376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.336193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.345184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.351956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port 0b992fe8-8db8-4df4-ab56-a2be3298a00a yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:58.358231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a8bf45cb-34c1-4d7e-ace0-14f24b7bcf70 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.362101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b2c2a-486f-4637-9310-4541cfd9fa1f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for 167cd057-9352-4966-88c5-d5f037e740cd owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:55:58.362241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.390009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a8bf45cb-34c1-4d7e-ace0-14f24b7bcf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.411686 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-6d08d4c2-b864-40ae-902c-b4ebb09f46d2 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:55:58.412751 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6d08d4c2-b864-40ae-902c-b4ebb09f46d2 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags/tempest-TagsExtTest-Tag-50210633 HTTP/1.1" status: 404 len: 327 time: 0.3347602 Feb 04 05:55:58.425672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44398) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:58.433384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Network 778bd308-6ed5-49d6-8ebf-42b257defd97 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:58.439398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:58.444793 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-551db15e-2ae0-48ad-a807-3603f686dbf1 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96', 'tempest-TagsExtTest-Tag-1950153947') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:58.448302 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:58.528956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7896b-df87-4289-81cb-3058be745784 None None] Pushing event updated for resources: {'Port': ['ID=fb18bab6-1d9d-4e45-b6e3-84d62c43bd05,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:58.535891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c310c7-f242-446f-9412-95118e72a137 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:58.713189 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-551db15e-2ae0-48ad-a807-3603f686dbf1 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:55:58.716905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Attempting to bind port 2d934413-ab21-4e57-8020-1bab82b63b38 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:58.717209 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-551db15e-2ae0-48ad-a807-3603f686dbf1 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags/tempest-TagsExtTest-Tag-1950153947 HTTP/1.1" status: 404 len: 329 time: 0.2872956 Feb 04 05:55:58.720660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44400) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:58.722273 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Attempting to bind port 2d934413-ab21-4e57-8020-1bab82b63b38 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '12d70f60-c71b-4da1-a834-e66853d21fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '778bd308-6ed5-49d6-8ebf-42b257defd97'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:58.723491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Attempting to bind port 2d934413-ab21-4e57-8020-1bab82b63b38 on network 778bd308-6ed5-49d6-8ebf-42b257defd97 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:58.727349 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-c732b54d-1e6f-4a40-9e53-c0e847afa895 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb', {'tags': ['tempest-TagsExtTest-Tag-1634332524', 'tempest-TagsExtTest-Tag-1309053548', 'tempest-TagsExtTest-Tag-1525033028']}) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:58.730298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Pushing event updated for resources: {'Port': ['ID=2d934413-ab21-4e57-8020-1bab82b63b38,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:58.786492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:58.787603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Checking segment: {'id': '12d70f60-c71b-4da1-a834-e66853d21fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '778bd308-6ed5-49d6-8ebf-42b257defd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:58.788272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.792734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Bound using segment: {'id': '12d70f60-c71b-4da1-a834-e66853d21fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '778bd308-6ed5-49d6-8ebf-42b257defd97'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:58.793576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Bound port: 2d934413-ab21-4e57-8020-1bab82b63b38, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d70f60-c71b-4da1-a834-e66853d21fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '778bd308-6ed5-49d6-8ebf-42b257defd97'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:58.794088 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.860574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.947121 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23c310c7-f242-446f-9412-95118e72a137 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:58.953350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a022c337-bc8b-4ca3-8d07-37af02425656 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:58.955361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Port': ['ID=fb18bab6-1d9d-4e45-b6e3-84d62c43bd05,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:58.983383 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.14 (778bd308-6ed5-49d6-8ebf-42b257defd97/10a812d7-f603-4315-9144-1d8a0ce668c5/0b992fe8-8db8-4df4-ab56-a2be3298a00a) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:58.987316 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-23c310c7-f242-446f-9412-95118e72a137 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port feb102cd-b2d1-47a2-9d3b-4635f8a0e0eb yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:55:59.028851 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf45cb-34c1-4d7e-ace0-14f24b7bcf70 None None] Pushing event updated for resources: {'Port': ['ID=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:59.061590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] For port 2d934413-ab21-4e57-8020-1bab82b63b38, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:59.061923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] Deleting port a2d5e883-3e33-48d9-b168-a6b5f4d3e869 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:55:59.062368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.068114 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No DVR routers for this DVR port fb18bab6-1d9d-4e45-b6e3-84d62c43bd05 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:55:59.094309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] For port 2d934413-ab21-4e57-8020-1bab82b63b38, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2d934413-ab21-4e57-8020-1bab82b63b38,segment=NetworkSegment(12d70f60-c71b-4da1-a834-e66853d21fb1),segment_id=12d70f60-c71b-4da1-a834-e66853d21fb1)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:59.125438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.217822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69a83d-2e93-495f-b63c-6975c7a4f8c2 None None] Pushing event updated for resources: {'Port': ['ID=2d934413-ab21-4e57-8020-1bab82b63b38,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:59.239604 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c732b54d-1e6f-4a40-9e53-c0e847afa895 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags HTTP/1.1" status: 200 len: 318 time: 0.5137632 Feb 04 05:55:59.247493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a022c337-bc8b-4ca3-8d07-37af02425656 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:59.247869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.275438 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44404) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:59.286755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-54aadb48-f12c-4e2f-872f-b1cf00f289f4 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:59.391990 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c310c7-f242-446f-9412-95118e72a137 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 05:55:59.392934 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c310c7-f242-446f-9412-95118e72a137 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:55:59.434419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.452696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.487379 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2c2a-486f-4637-9310-4541cfd9fa1f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.519937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.524519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port a022c337-bc8b-4ca3-8d07-37af02425656, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a022c337-bc8b-4ca3-8d07-37af02425656,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:59.537622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.537903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8af06558-cc2c-4d01-9fc8-94a04cc8e35d up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:59.541654 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b2c2a-486f-4637-9310-4541cfd9fa1f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=167cd057-9352-4966-88c5-d5f037e740cd,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:59.572288 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-23c310c7-f242-446f-9412-95118e72a137 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6214252 Feb 04 05:55:59.572507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44406) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:59.610074 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2c2a-486f-4637-9310-4541cfd9fa1f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.617963 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2f2b2c2a-486f-4637-9310-4541cfd9fa1f tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/167cd057-9352-4966-88c5-d5f037e740cd HTTP/1.1" status: 204 len: 168 time: 2.0005846 Feb 04 05:55:59.618968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44408) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:59.651997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.672296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=a022c337-bc8b-4ca3-8d07-37af02425656,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:59.747065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:59.749039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.764757 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc48394c-de5a-465f-baf5-35f8b59f54dd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] GET failed (client error): The resource could not be found. Feb 04 05:55:59.774238 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dc48394c-de5a-465f-baf5-35f8b59f54dd tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports/167cd057-9352-4966-88c5-d5f037e740cd HTTP/1.1" status: 404 len: 333 time: 0.0392911 Feb 04 05:55:59.774238 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.775699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44410) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:59.801020 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2ebc5a0d-4783-4390-b118-079c8bfe4691 None None] Provisioning complete for port a022c337-bc8b-4ca3-8d07-37af02425656 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:59.801779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5a0d-4783-4390-b118-079c8bfe4691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:59.903332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 778bd308-6ed5-49d6-8ebf-42b257defd97 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:59.931361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=0b992fe8-8db8-4df4-ab56-a2be3298a00a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:59.989912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:59.992996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0471a1a3-3f0b-4e46-9240-b9f789528d83 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.062070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:00.070892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0471a1a3-3f0b-4e46-9240-b9f789528d83 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.113584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.173808 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8af06558-cc2c-4d01-9fc8-94a04cc8e35d,segment=NetworkSegment(9b7f0932-3c74-4830-a438-2819bad27e29),segment_id=9b7f0932-3c74-4830-a438-2819bad27e29)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:00.184735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.217613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:00.218204 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.244509 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6dd11249-40dd-4d58-92bb-31052c538714 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4951417 Feb 04 05:56:00.246610 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0471a1a3-3f0b-4e46-9240-b9f789528d83 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.249452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0471a1a3-3f0b-4e46-9240-b9f789528d83 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.250846 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0471a1a3-3f0b-4e46-9240-b9f789528d83 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/security-groups/75807521-dd49-4c2b-b66f-2913c000fc45 HTTP/1.1" status: 204 len: 168 time: 0.4723206 Feb 04 05:56:00.251605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44414) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:00.272087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44416) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:00.293705 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=8af06558-cc2c-4d01-9fc8-94a04cc8e35d,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:00.304917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ecd002ea-aec6-4f03-bbaa-09231b30c06d None None] Could not find standard attr ID for object 167cd057-9352-4966-88c5-d5f037e740cd. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:56:00.322521 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471a1a3-3f0b-4e46-9240-b9f789528d83 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75807521-dd49-4c2b-b66f-2913c000fc45,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:00.340495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] For port a2d5e883-3e33-48d9-b168-a6b5f4d3e869, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a2d5e883-3e33-48d9-b168-a6b5f4d3e869,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:00.340999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.364385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ecd002ea-aec6-4f03-bbaa-09231b30c06d None None] Provisioning complete for port ccaff83d-9047-488a-9e6a-ffd5ad238461 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:00.364762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ecd002ea-aec6-4f03-bbaa-09231b30c06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.366591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383aa4b0-445f-4344-b37b-83dcfe5bff74 None None] Network c1ee9751-b25a-445e-8875-56d1baa3cb36 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:00.376440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd858eb6-2292-447e-b01d-18c152a23d6b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:00.382547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd858eb6-2292-447e-b01d-18c152a23d6b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:00.384440 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dd858eb6-2292-447e-b01d-18c152a23d6b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.8084431 Feb 04 05:56:00.388969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44418) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:00.411165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] Calling delete_port for a2d5e883-3e33-48d9-b168-a6b5f4d3e869 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:00.431577 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-54aadb48-f12c-4e2f-872f-b1cf00f289f4 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags HTTP/1.1" status: 204 len: 168 time: 1.1545205 Feb 04 05:56:00.439071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44422) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:00.454472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-92cd9bcd-f026-4d9e-93aa-1f2ea18a8847 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb', 'tempest-TagsExtTest-Tag-1634332524') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:00.487190 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ecd002ea-aec6-4f03-bbaa-09231b30c06d None None] Port ccaff83d-9047-488a-9e6a-ffd5ad238461 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:00.543927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ecd002ea-aec6-4f03-bbaa-09231b30c06d None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:00.544295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ecd002ea-aec6-4f03-bbaa-09231b30c06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.623735 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91413eb-9f07-40c0-8389-cffbd97c023e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:00.628132 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b91413eb-9f07-40c0-8389-cffbd97c023e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.3722961 Feb 04 05:56:00.657114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44424) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:00.679634 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d2acfe4-13e9-4c4e-9c56-6f2c380e1f6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.704409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.707260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.714002 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d2acfe4-13e9-4c4e-9c56-6f2c380e1f6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.807788 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d2acfe4-13e9-4c4e-9c56-6f2c380e1f6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.810385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d2acfe4-13e9-4c4e-9c56-6f2c380e1f6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.811595 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3d2acfe4-13e9-4c4e-9c56-6f2c380e1f6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/security-groups/54e7355c-d7d8-4790-a273-24da291397ee HTTP/1.1" status: 204 len: 168 time: 0.5383997 Feb 04 05:56:00.828913 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44428) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:00.870424 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2d934413-ab21-4e57-8020-1bab82b63b38 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:00.892659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd7992b-30b9-495b-b72a-e2c7bd81e4a3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:00.899512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:00.918050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2acfe4-13e9-4c4e-9c56-6f2c380e1f6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e7355c-d7d8-4790-a273-24da291397ee,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:00.923730 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf93d521-8ff1-480d-929e-f78a1452c1e8 None None] Network ad99be3f-f89c-421a-96f0-941d23d82bbb requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:01.016505 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-496b01b9-8129-404f-93cc-f0216ac99cd7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port c6973eb1-8af7-47df-be97-5b75c43e8522 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:01.016848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-496b01b9-8129-404f-93cc-f0216ac99cd7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.021555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2ef4413f-2f51-4455-9e63-ab1440f75a6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.064782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-229ca590-badf-4f68-92ce-734726e5fa44 None None] Provisioning complete for port c6973eb1-8af7-47df-be97-5b75c43e8522 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:01.065618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-229ca590-badf-4f68-92ce-734726e5fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.180000 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 2d934413-ab21-4e57-8020-1bab82b63b38 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:01.181235 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.243736 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-229ca590-badf-4f68-92ce-734726e5fa44 None None] Port c6973eb1-8af7-47df-be97-5b75c43e8522 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:01.248285 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-229ca590-badf-4f68-92ce-734726e5fa44 None None] Could not find standard attr ID for object 167cd057-9352-4966-88c5-d5f037e740cd. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:56:01.252457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-229ca590-badf-4f68-92ce-734726e5fa44 None None] Could not find standard attr ID for object fb18bab6-1d9d-4e45-b6e3-84d62c43bd05. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:56:01.271713 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-229ca590-badf-4f68-92ce-734726e5fa44 None None] Provisioning complete for port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:01.272526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-229ca590-badf-4f68-92ce-734726e5fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.278455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=e9b04e76-edeb-4f0d-918f-547f7752949b,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:01.289237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.335130 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-92cd9bcd-f026-4d9e-93aa-1f2ea18a8847 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:56:01.336229 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-92cd9bcd-f026-4d9e-93aa-1f2ea18a8847 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags/tempest-TagsExtTest-Tag-1634332524 HTTP/1.1" status: 404 len: 329 time: 0.8944888 Feb 04 05:56:01.337943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad99be3f-f89c-421a-96f0-941d23d82bbb']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:01.360010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bdcd5a-2c12-4f51-948b-08adf491f891 None None] Network 778bd308-6ed5-49d6-8ebf-42b257defd97 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:01.362402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44430) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:01.388787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7c5ac8-72c0-4375-ad49-135c8636512b None None] DHCP port deletion for ad99be3f-f89c-421a-96f0-941d23d82bbb request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:01.398385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-aac78bef-220f-4bd4-8981-9a27b5e36598 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb', 'tempest-TagsExtTest-Tag-1309053548') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:01.405262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37957b08-16d7-4e4e-970b-fd5685393f11') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:01.405564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37957b08-16d7-4e4e-970b-fd5685393f11') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:01.449005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40282f4-a617-4b18-9fbe-cec13082b241 None None] Network ad99be3f-f89c-421a-96f0-941d23d82bbb requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:01.466778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.529636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.542547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.543423 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2ef4413f-2f51-4455-9e63-ab1440f75a6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.546388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.565007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4ee6d-3938-4676-a998-11acb31ca546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 0b992fe8-8db8-4df4-ab56-a2be3298a00a {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:01.565675 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3cd4ee6d-3938-4676-a998-11acb31ca546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.604194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:01.604604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:01.608746 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:01.663527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.684990 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-496b01b9-8129-404f-93cc-f0216ac99cd7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.692136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 2d934413-ab21-4e57-8020-1bab82b63b38, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2d934413-ab21-4e57-8020-1bab82b63b38,segment=NetworkSegment(12d70f60-c71b-4da1-a834-e66853d21fb1),segment_id=12d70f60-c71b-4da1-a834-e66853d21fb1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:01.700865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.701686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8af06558-cc2c-4d01-9fc8-94a04cc8e35d up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:01.703493 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2ef4413f-2f51-4455-9e63-ab1440f75a6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.706363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2ef4413f-2f51-4455-9e63-ab1440f75a6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.707604 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2ef4413f-2f51-4455-9e63-ab1440f75a6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/security-groups/82e4be2c-1c90-4f5d-b345-de0c9f89cf68 HTTP/1.1" status: 204 len: 168 time: 0.8747735 Feb 04 05:56:01.716734 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44432) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:01.729713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-496b01b9-8129-404f-93cc-f0216ac99cd7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for c6973eb1-8af7-47df-be97-5b75c43e8522 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:01.739945 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-aac78bef-220f-4bd4-8981-9a27b5e36598 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:56:01.743976 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-aac78bef-220f-4bd4-8981-9a27b5e36598 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags/tempest-TagsExtTest-Tag-1309053548 HTTP/1.1" status: 404 len: 329 time: 0.3684843 Feb 04 05:56:01.745759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d5e883-3e33-48d9-b168-a6b5f4d3e869,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:01.752923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44434) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:01.757707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-604a47c9-a391-4cee-b9e6-b344a789940d tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb', 'tempest-TagsExtTest-Tag-1525033028') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:01.802983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2719d125-bb74-4088-b623-2d8a62306d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting subnet ca177c4e-132d-4dbc-9007-60c58e8eb39c {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:01.827199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2719d125-bb74-4088-b623-2d8a62306d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.833894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4413f-2f51-4455-9e63-ab1440f75a6d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e4be2c-1c90-4f5d-b345-de0c9f89cf68,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:01.871741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a26d07f5-988f-4123-baf5-8885f9f88d3d None None] Provisioning complete for port e9b04e76-edeb-4f0d-918f-547f7752949b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:01.872347 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a26d07f5-988f-4123-baf5-8885f9f88d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.881046 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=2d934413-ab21-4e57-8020-1bab82b63b38,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:01.888379 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3cd4ee6d-3938-4676-a998-11acb31ca546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.895416 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.901802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:01.908940 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/ad99be3f-f89c-421a-96f0-941d23d82bbb HTTP/1.1" status: 204 len: 168 time: 4.9203866 Feb 04 05:56:01.916877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4ee6d-3938-4676-a998-11acb31ca546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 0b992fe8-8db8-4df4-ab56-a2be3298a00a owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:01.931864 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44436) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:01.954561 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b16737-b2e8-4e88-8afa-805c98a1a050 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=ad99be3f-f89c-421a-96f0-941d23d82bbb,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:01.973881 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0119dca-73fc-43ee-8ecc-99399ca3643b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:01.974887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0119dca-73fc-43ee-8ecc-99399ca3643b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:01.981406 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a0119dca-73fc-43ee-8ecc-99399ca3643b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/ad99be3f-f89c-421a-96f0-941d23d82bbb HTTP/1.1" status: 404 len: 339 time: 0.0437999 Feb 04 05:56:01.988046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44438) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:01.996090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-405297847', 'description': 'd1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:02.027492 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-604a47c9-a391-4cee-b9e6-b344a789940d tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:56:02.031526 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-604a47c9-a391-4cee-b9e6-b344a789940d tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags/tempest-TagsExtTest-Tag-1525033028 HTTP/1.1" status: 404 len: 329 time: 0.2774014 Feb 04 05:56:02.036606 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44440) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:02.041938 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-528abc17-09d2-4beb-8c41-47bdeb370bb4 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb', {'tags': ['tempest-TagsExtTest-Tag-1337458599', 'tempest-TagsExtTest-Tag-695620507', 'tempest-TagsExtTest-Tag-2105330730']}) {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:02.048282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.083996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2719d125-bb74-4088-b623-2d8a62306d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.152420 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:02.152803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.154295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a26d07f5-988f-4123-baf5-8885f9f88d3d None None] Port e9b04e76-edeb-4f0d-918f-547f7752949b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:02.162231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:02.166063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.207696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a26d07f5-988f-4123-baf5-8885f9f88d3d None None] Provisioning complete for port 2d934413-ab21-4e57-8020-1bab82b63b38 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:02.208075 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a26d07f5-988f-4123-baf5-8885f9f88d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.281985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2719d125-bb74-4088-b623-2d8a62306d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.299369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:02.324671 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-528abc17-09d2-4beb-8c41-47bdeb370bb4 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "PUT /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags HTTP/1.1" status: 200 len: 317 time: 0.2866704 Feb 04 05:56:02.325433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44444) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:02.333949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-a9baa2bb-1d67-4efa-b2c1-2570bc62693c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:02.341641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-496b01b9-8129-404f-93cc-f0216ac99cd7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.362193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3cd4ee6d-3938-4676-a998-11acb31ca546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.380340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:02.397390 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a26d07f5-988f-4123-baf5-8885f9f88d3d None None] Provisioning complete for port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:02.397770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a26d07f5-988f-4123-baf5-8885f9f88d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.422773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:02.423148 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.434150 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b01b9-8129-404f-93cc-f0216ac99cd7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=c6973eb1-8af7-47df-be97-5b75c43e8522,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:02.460514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.466262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.466687 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment 18cec587-0e52-477f-8748-fb428e94b61a of type vlan for network 592b05e2-e26f-44af-8c98-4fe54f6938e3 Feb 04 05:56:02.471507 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4ee6d-3938-4676-a998-11acb31ca546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=0b992fe8-8db8-4df4-ab56-a2be3298a00a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:02.492299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-496b01b9-8129-404f-93cc-f0216ac99cd7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.499582 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-496b01b9-8129-404f-93cc-f0216ac99cd7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/c6973eb1-8af7-47df-be97-5b75c43e8522 HTTP/1.1" status: 204 len: 168 time: 2.1094911 Feb 04 05:56:02.503905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44446) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:02.591942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.605936 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a022c337-bc8b-4ca3-8d07-37af02425656 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:02.607764 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a9baa2bb-1d67-4efa-b2c1-2570bc62693c tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags HTTP/1.1" status: 204 len: 168 time: 0.2777512 Feb 04 05:56:02.609364 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2719d125-bb74-4088-b623-2d8a62306d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.612502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44448) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:02.625445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-7de818fb-6fcd-4444-8d51-56372ba66702 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb', 'tempest-TagsExtTest-Tag-1337458599') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:02.672665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a022c337-bc8b-4ca3-8d07-37af02425656 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:02.673101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.698214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.704671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:02.705413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.715598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719d125-bb74-4088-b623-2d8a62306d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Subnet': ['ID=ca177c4e-132d-4dbc-9007-60c58e8eb39c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:02.718623 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2719d125-bb74-4088-b623-2d8a62306d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.721840 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2719d125-bb74-4088-b623-2d8a62306d9a tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/ca177c4e-132d-4dbc-9007-60c58e8eb39c HTTP/1.1" status: 204 len: 168 time: 0.9898007 Feb 04 05:56:02.734700 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44450) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:02.736686 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44452) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:02.760010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7db473-cc05-4fd8-90e4-a38d09de7644 None None] Network 1b878923-853e-48ff-a866-7347a7de59a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:02.773246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ccc10-864a-4dbc-a1cf-5cdc16127082 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:02.775028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ccc10-864a-4dbc-a1cf-5cdc16127082 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:02.780040 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-779ccc10-864a-4dbc-a1cf-5cdc16127082 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2727575 Feb 04 05:56:02.781620 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3cd4ee6d-3938-4676-a998-11acb31ca546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.784823 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3cd4ee6d-3938-4676-a998-11acb31ca546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/0b992fe8-8db8-4df4-ab56-a2be3298a00a HTTP/1.1" status: 204 len: 168 time: 2.1210170 Feb 04 05:56:02.785785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44454) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:02.797122 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44456) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:02.810218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.837919 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-7de818fb-6fcd-4444-8d51-56372ba66702 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:56:02.839664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-17c4c230-731b-4724-87da-e50faefa3121 None None] Provisioning complete for port e9b04e76-edeb-4f0d-918f-547f7752949b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:02.839814 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7de818fb-6fcd-4444-8d51-56372ba66702 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags/tempest-TagsExtTest-Tag-1337458599 HTTP/1.1" status: 404 len: 329 time: 0.2180078 Feb 04 05:56:02.840045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-17c4c230-731b-4724-87da-e50faefa3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.865197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44458) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:02.875619 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-ebaa097e-d1a8-49a3-a6e1-b3764f3a0549 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb', 'tempest-TagsExtTest-Tag-695620507') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:02.880321 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-531f798d-f47c-44fb-8173-a2c7a02b77f8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:56:02.887180 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-531f798d-f47c-44fb-8173-a2c7a02b77f8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/0b992fe8-8db8-4df4-ab56-a2be3298a00a HTTP/1.1" status: 404 len: 333 time: 0.0790591 Feb 04 05:56:02.896714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44460) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:02.912147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.913237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.915288 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49ee773-8c13-4352-a6fa-7c3321cb28df tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting subnet cf049914-07e0-4b56-acf6-de3b173f71ef {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:02.933056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-17c4c230-731b-4724-87da-e50faefa3121 None None] Port e9b04e76-edeb-4f0d-918f-547f7752949b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:02.940603 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c49ee773-8c13-4352-a6fa-7c3321cb28df tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:02.946798 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9553831 Feb 04 05:56:02.975984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44462) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:02.984667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175066d4-a0e0-4569-ae59-2c2f4001cf4b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=592b05e2-e26f-44af-8c98-4fe54f6938e3,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:03.006303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c49ee773-8c13-4352-a6fa-7c3321cb28df tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.047852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 592b05e2-e26f-44af-8c98-4fe54f6938e3 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:03.126794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c49ee773-8c13-4352-a6fa-7c3321cb28df tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.158769 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-840328d7-d838-4c5c-83da-04d5dfdffb46 None None] Provisioning complete for port ddd2b71b-d680-4a85-9ce7-edf890b46482 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:03.159288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-840328d7-d838-4c5c-83da-04d5dfdffb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.206903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c49ee773-8c13-4352-a6fa-7c3321cb28df tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.207141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2d934413-ab21-4e57-8020-1bab82b63b38 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:03.220046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0554ec-da2c-44dc-89fd-39f31197e321 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet cb92a935-4e2e-46c4-b271-54a6ef0d22ad {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:03.223728 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9a0554ec-da2c-44dc-89fd-39f31197e321 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.266360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-840328d7-d838-4c5c-83da-04d5dfdffb46 None None] Port ddd2b71b-d680-4a85-9ce7-edf890b46482 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:03.270397 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9a0554ec-da2c-44dc-89fd-39f31197e321 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.291733 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-840328d7-d838-4c5c-83da-04d5dfdffb46 None None] Provisioning complete for port 2d934413-ab21-4e57-8020-1bab82b63b38 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:03.292089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-840328d7-d838-4c5c-83da-04d5dfdffb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.368707 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 2d934413-ab21-4e57-8020-1bab82b63b38 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:03.369404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.370327 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-ebaa097e-d1a8-49a3-a6e1-b3764f3a0549 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:56:03.371582 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ebaa097e-d1a8-49a3-a6e1-b3764f3a0549 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags/tempest-TagsExtTest-Tag-695620507 HTTP/1.1" status: 404 len: 328 time: 0.5015652 Feb 04 05:56:03.405481 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ee773-8c13-4352-a6fa-7c3321cb28df tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Subnet': ['ID=cf049914-07e0-4b56-acf6-de3b173f71ef,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:03.409310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44464) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:03.419626 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-0f5b6750-2e03-4912-affd-04e0f9dce522 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb', 'tempest-TagsExtTest-Tag-2105330730') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:03.452508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c49ee773-8c13-4352-a6fa-7c3321cb28df tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.459899 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c49ee773-8c13-4352-a6fa-7c3321cb28df tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/cf049914-07e0-4b56-acf6-de3b173f71ef HTTP/1.1" status: 204 len: 168 time: 0.7251124 Feb 04 05:56:03.469798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44466) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:03.473275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-840328d7-d838-4c5c-83da-04d5dfdffb46 None None] Could not find standard attr ID for object 0b992fe8-8db8-4df4-ab56-a2be3298a00a. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:56:03.534930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fb18bab6-1d9d-4e45-b6e3-84d62c43bd05 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:03.535140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9a0554ec-da2c-44dc-89fd-39f31197e321 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.539991 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bbe102-dfe6-467f-ba2a-6da0c9976f7d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:03.540445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bbe102-dfe6-467f-ba2a-6da0c9976f7d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:03.546347 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-99bbe102-dfe6-467f-ba2a-6da0c9976f7d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/ca177c4e-132d-4dbc-9007-60c58e8eb39c HTTP/1.1" status: 404 len: 337 time: 0.0671225 Feb 04 05:56:03.560802 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: fb18bab6-1d9d-4e45-b6e3-84d62c43bd05 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:03.560802 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fb18bab6-1d9d-4e45-b6e3-84d62c43bd05 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:03.581142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44468) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:03.582280 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-0f5b6750-2e03-4912-affd-04e0f9dce522 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] show failed (client error): The resource could not be found. Feb 04 05:56:03.589778 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0f5b6750-2e03-4912-affd-04e0f9dce522 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags/tempest-TagsExtTest-Tag-2105330730 HTTP/1.1" status: 404 len: 329 time: 0.1720967 Feb 04 05:56:03.593393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44470) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:03.605268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-143a8c9f-1701-4310-92e8-44fe34a3da97 None None] Provisioning complete for port ddd2b71b-d680-4a85-9ce7-edf890b46482 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:03.605268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-143a8c9f-1701-4310-92e8-44fe34a3da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.614463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-a40d7356-69f8-443c-b458-33a81fef283d tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a01426a8-54d2-4710-a8b5-402d21446edb') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:03.659405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-143a8c9f-1701-4310-92e8-44fe34a3da97 None None] Port ddd2b71b-d680-4a85-9ce7-edf890b46482 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:03.663998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-143a8c9f-1701-4310-92e8-44fe34a3da97 None None] Could not find standard attr ID for object 0b992fe8-8db8-4df4-ab56-a2be3298a00a. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:56:03.705361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e98ce76c-a330-4d0d-b0b4-5127e90a2d3a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port ddd2b71b-d680-4a85-9ce7-edf890b46482 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:03.705680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e98ce76c-a330-4d0d-b0b4-5127e90a2d3a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.717723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=e9b04e76-edeb-4f0d-918f-547f7752949b,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:03.742929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c777a775-e014-469f-a6c9-fe91080f96e4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting subnet 1accd04f-42ea-447e-9996-bfb28b83e58b {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:03.746079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c777a775-e014-469f-a6c9-fe91080f96e4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.750888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dbd93a-a160-469b-becf-de9f18541356 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:03.755614 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-72dbd93a-a160-469b-becf-de9f18541356 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/networks?id=592b05e2-e26f-44af-8c98-4fe54f6938e3 HTTP/1.1" status: 200 len: 760 time: 0.7672989 Feb 04 05:56:03.758056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44472) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:03.766965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-082c0e3d-dae5-4420-a135-2bcacd1042b6 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'description': 'd2'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:03.814993 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a40d7356-69f8-443c-b458-33a81fef283d tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb/tags HTTP/1.1" status: 204 len: 168 time: 0.2014282 Feb 04 05:56:03.816811 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44474) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:03.825134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-39be1ab3-0ae5-41e7-ad99-950fc3e6c976 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7fb02e83-8dc9-477c-af5f-4ed81249c3bb') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:03.832029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9a0554ec-da2c-44dc-89fd-39f31197e321 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.882448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c777a775-e014-469f-a6c9-fe91080f96e4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.947174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network c1ee9751-b25a-445e-8875-56d1baa3cb36 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:03.951609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0554ec-da2c-44dc-89fd-39f31197e321 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=cb92a935-4e2e-46c4-b271-54a6ef0d22ad,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:03.957648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9a0554ec-da2c-44dc-89fd-39f31197e321 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:03.960782 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9a0554ec-da2c-44dc-89fd-39f31197e321 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/cb92a935-4e2e-46c4-b271-54a6ef0d22ad HTTP/1.1" status: 204 len: 168 time: 1.1709754 Feb 04 05:56:03.961366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] Router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:56:03.961793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04b536-b1ae-4710-a6a3-e6928e1717c7 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:03.964291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:03.976906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44476) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.004716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e98ce76c-a330-4d0d-b0b4-5127e90a2d3a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.024931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e98ce76c-a330-4d0d-b0b4-5127e90a2d3a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for ddd2b71b-d680-4a85-9ce7-edf890b46482 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:04.030483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581d4a9b-f5c8-43c1-99ba-0d0e83e073f8 None None] Network 1b878923-853e-48ff-a866-7347a7de59a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:04.063971 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bc836daf-8c6f-4ec7-88b5-26da771cb1a1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844193 Feb 04 05:56:04.069293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44478) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.076189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8836faf8-7519-47f0-903b-dc4bb1882f49 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:04.110126 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-39be1ab3-0ae5-41e7-ad99-950fc3e6c976 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb/tags HTTP/1.1" status: 204 len: 168 time: 0.2908444 Feb 04 05:56:04.113526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44480) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.119818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.tag.tag_plugin [None req-51fc6f7c-0c6f-4183-849f-9fa76b8c04cc tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e24f2170-c1b7-4c82-afb6-814e079bca96') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:04.146458 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c777a775-e014-469f-a6c9-fe91080f96e4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.277014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c777a775-e014-469f-a6c9-fe91080f96e4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.290272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Deleting port a9046adf-ecab-4b9b-82ab-919bd0793b76 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:04.290478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.298281 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-51fc6f7c-0c6f-4183-849f-9fa76b8c04cc tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96/tags HTTP/1.1" status: 204 len: 168 time: 0.1822906 Feb 04 05:56:04.304920 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0dbc511b-fe14-463e-970d-0ca6937ece05 None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:04.305458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0dbc511b-fe14-463e-970d-0ca6937ece05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.307604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-082c0e3d-dae5-4420-a135-2bcacd1042b6 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.314852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44482) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.324428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777a775-e014-469f-a6c9-fe91080f96e4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Subnet': ['ID=1accd04f-42ea-447e-9996-bfb28b83e58b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:04.326614 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c777a775-e014-469f-a6c9-fe91080f96e4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.329761 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c777a775-e014-469f-a6c9-fe91080f96e4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/1accd04f-42ea-447e-9996-bfb28b83e58b HTTP/1.1" status: 204 len: 168 time: 0.7387660 Feb 04 05:56:04.332707 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44484) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.342039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.tag.tag_plugin [None req-8af3c8dd-47b0-4fa9-b131-90541896ca51 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '39bd304f-6c93-454f-ada6-c64a83469ca4') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:04.365053 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a831a4-0e79-412b-8bae-004661d7c653 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:04.365535 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a831a4-0e79-412b-8bae-004661d7c653 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:04.368542 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-48a831a4-0e79-412b-8bae-004661d7c653 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/5b59957f-4db6-4038-be39-30cf468fccaf HTTP/1.1" status: 404 len: 337 time: 0.0348327 Feb 04 05:56:04.378038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44486) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.379351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e98ce76c-a330-4d0d-b0b4-5127e90a2d3a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.442811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-082c0e3d-dae5-4420-a135-2bcacd1042b6 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.454424 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-63428106-9b71-44c3-bacc-c0786875b142 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "GET /v2.0/ports?device_id=066098e4-973c-4b09-b6c8-caaaa385b372 HTTP/1.1" status: 200 len: 205 time: 0.0724256 Feb 04 05:56:04.457711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845068ea-e10d-4153-a6ac-f5a76cbe68bc None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:04.468882 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44488) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.471760 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ce76c-a330-4d0d-b0b4-5127e90a2d3a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=ddd2b71b-d680-4a85-9ce7-edf890b46482,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:04.507523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-082c0e3d-dae5-4420-a135-2bcacd1042b6 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network 592b05e2-e26f-44af-8c98-4fe54f6938e3 is not hosted by any dhcp agent {{(pid=102167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:56:04.513037 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082c0e3d-dae5-4420-a135-2bcacd1042b6 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:04.513673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-082c0e3d-dae5-4420-a135-2bcacd1042b6 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.517716 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-082c0e3d-dae5-4420-a135-2bcacd1042b6 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "PUT /v2.0/networks/592b05e2-e26f-44af-8c98-4fe54f6938e3 HTTP/1.1" status: 200 len: 757 time: 0.7549558 Feb 04 05:56:04.518313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44490) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.522784 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0dbc511b-fe14-463e-970d-0ca6937ece05 None None] Provisioning complete for port ccaff83d-9047-488a-9e6a-ffd5ad238461 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:04.523253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0dbc511b-fe14-463e-970d-0ca6937ece05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.566768 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a8cb7-1a23-4e78-9278-8e81f475ca83 None None] Update dhcp port {'port': {'network_id': '1b878923-853e-48ff-a866-7347a7de59a2', 'fixed_ips': [{'subnet_id': '1accd04f-42ea-447e-9996-bfb28b83e58b'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '554a5158-6f33-44c6-b7b6-a3fc8a43a2e1'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:56:04.599240 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-553c7aa2-b487-49be-a3ab-92816fe65cb3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] delete failed (client error): The resource could not be found. Feb 04 05:56:04.600295 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-553c7aa2-b487-49be-a3ab-92816fe65cb3 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/routers/066098e4-973c-4b09-b6c8-caaaa385b372 HTTP/1.1" status: 404 len: 336 time: 0.1284702 Feb 04 05:56:04.604721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc511b-fe14-463e-970d-0ca6937ece05 None None] Port ccaff83d-9047-488a-9e6a-ffd5ad238461 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:04.611166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-836a8cb7-1a23-4e78-9278-8e81f475ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.621994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44492) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.659397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:04.664738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-366180d2-00ab-4879-bd81-bf681a15458f admin admin] 10.222.0.15 "PUT /v2.0/routers/6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0092366 Feb 04 05:56:04.667013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8836faf8-7519-47f0-903b-dc4bb1882f49 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:04.667938 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae1bc0-1f2c-41c3-8109-2e66670d6ba0 None None] Sync routers for ids ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:04.670509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8836faf8-7519-47f0-903b-dc4bb1882f49 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.673588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44494) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.677980 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae1bc0-1f2c-41c3-8109-2e66670d6ba0 None None] Routers {'6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:04.678767 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-81ae1bc0-1f2c-41c3-8109-2e66670d6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:04.690134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c0e3d-dae5-4420-a135-2bcacd1042b6 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=592b05e2-e26f-44af-8c98-4fe54f6938e3,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:04.716520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.716840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.736371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1c4e0a-d889-4b8d-8ab0-73f6fcf06555 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:04.738521 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1b1c4e0a-d889-4b8d-8ab0-73f6fcf06555 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/networks?id=592b05e2-e26f-44af-8c98-4fe54f6938e3 HTTP/1.1" status: 200 len: 760 time: 0.2185571 Feb 04 05:56:04.743274 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44496) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.744400 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e98ce76c-a330-4d0d-b0b4-5127e90a2d3a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.744986 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 592b05e2-e26f-44af-8c98-4fe54f6938e3 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:04.753460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-845068ea-e10d-4153-a6ac-f5a76cbe68bc None None] Deleting port a022c337-bc8b-4ca3-8d07-37af02425656 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:04.754052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-845068ea-e10d-4153-a6ac-f5a76cbe68bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.758224 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e98ce76c-a330-4d0d-b0b4-5127e90a2d3a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/ddd2b71b-d680-4a85-9ce7-edf890b46482 HTTP/1.1" status: 204 len: 168 time: 1.8588538 Feb 04 05:56:04.765521 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1291182620'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:04.773906 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9253df-9cc2-443f-8874-c254fab16ea4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:04.774350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9253df-9cc2-443f-8874-c254fab16ea4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:04.778275 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2b9253df-9cc2-443f-8874-c254fab16ea4 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/d7c560d0-3b69-4e37-8718-3b72befacc80 HTTP/1.1" status: 404 len: 337 time: 0.1526811 Feb 04 05:56:04.780490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44498) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.780816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44500) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.825052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Calling delete_port for a9046adf-ecab-4b9b-82ab-919bd0793b76 owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:04.856287 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c53d65-c1e5-4fad-a4af-75fca6dde3c3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:56:04.856847 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:56:04.861131 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-18c53d65-c1e5-4fad-a4af-75fca6dde3c3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/ddd2b71b-d680-4a85-9ce7-edf890b46482 HTTP/1.1" status: 404 len: 333 time: 0.0790949 Feb 04 05:56:04.862160 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e422d78-d4f6-404f-97a1-8936383f6c11 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:04.862712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e422d78-d4f6-404f-97a1-8936383f6c11 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:04.866172 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0e422d78-d4f6-404f-97a1-8936383f6c11 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/7420a508-d03d-438b-88d8-04d8daab33d4 HTTP/1.1" status: 404 len: 337 time: 0.0752594 Feb 04 05:56:04.866719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44502) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.869874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44504) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:04.902031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6af2d-7818-4334-9d78-ca4f922c256d None None] Network 1b878923-853e-48ff-a866-7347a7de59a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:04.918467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7caabc26-15c6-42c9-8f64-5b8f0c95a6fc None None] Provisioning complete for port e9b04e76-edeb-4f0d-918f-547f7752949b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:04.919083 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7caabc26-15c6-42c9-8f64-5b8f0c95a6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.932312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:04.936630 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:04.938577 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-81ae1bc0-1f2c-41c3-8109-2e66670d6ba0 None None] Set router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:04.959981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ca8d1a-5e02-49ee-8010-b68ef0a0323e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting subnet 10a812d7-f603-4315-9144-1d8a0ce668c5 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:04.966102 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37ca8d1a-5e02-49ee-8010-b68ef0a0323e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.010228 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8af3c8dd-47b0-4fa9-b131-90541896ca51 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4/tags HTTP/1.1" status: 204 len: 168 time: 0.6928229 Feb 04 05:56:05.020800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44506) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:05.028745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:05.035013 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8904b472-be39-45d0-bc9a-36dafca52798 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:05.035586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8904b472-be39-45d0-bc9a-36dafca52798 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:05.037206 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-845068ea-e10d-4153-a6ac-f5a76cbe68bc None None] For port a022c337-bc8b-4ca3-8d07-37af02425656, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a022c337-bc8b-4ca3-8d07-37af02425656,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:05.038136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-845068ea-e10d-4153-a6ac-f5a76cbe68bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.039709 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8904b472-be39-45d0-bc9a-36dafca52798 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/3cebf495-37fb-4fa6-922a-885c0412969c HTTP/1.1" status: 404 len: 337 time: 0.1680992 Feb 04 05:56:05.060093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44508) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:05.066848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-845068ea-e10d-4153-a6ac-f5a76cbe68bc None None] Calling delete_port for a022c337-bc8b-4ca3-8d07-37af02425656 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:05.082205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-7caabc26-15c6-42c9-8f64-5b8f0c95a6fc None None] Port e9b04e76-edeb-4f0d-918f-547f7752949b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:05.082849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37ca8d1a-5e02-49ee-8010-b68ef0a0323e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.091915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a022c337-bc8b-4ca3-8d07-37af02425656 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:05.138071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.138415 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment bd5f3f0b-ee9c-46ae-9c81-c44837806eb9 of type vlan for network 464a5ad7-e5f0-4fbf-9735-73cb7e37452a Feb 04 05:56:05.194109 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ff460e-a8f6-41d6-b669-6713440f1e8d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:05.195745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ff460e-a8f6-41d6-b669-6713440f1e8d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:05.201337 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-14ff460e-a8f6-41d6-b669-6713440f1e8d tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/e38fb05c-2aa6-4892-bc89-b49028ca39b2 HTTP/1.1" status: 404 len: 333 time: 0.1355722 Feb 04 05:56:05.209279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44510) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:05.231964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.253688 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f50c5713-dacd-4c69-bba9-80393f4c8b7f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for subnetpool, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.257421 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f50c5713-dacd-4c69-bba9-80393f4c8b7f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/subnetpools/a01426a8-54d2-4710-a8b5-402d21446edb HTTP/1.1" status: 204 len: 168 time: 0.2332642 Feb 04 05:56:05.260698 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44512) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:05.279572 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.308277 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b3b0a510-3294-4c9a-997e-a700c0eba2b7 tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fb02e83-8dc9-477c-af5f-4ed81249c3bb HTTP/1.1" status: 200 len: 205 time: 0.0414166 Feb 04 05:56:05.316858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-696a8562-4268-4747-a511-07cfc51d361a None None] Provisioning complete for port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:05.317597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-696a8562-4268-4747-a511-07cfc51d361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.332359 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44514) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:05.352606 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-81ae1bc0-1f2c-41c3-8109-2e66670d6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:56:01Z', 'revision_number': 5, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:05.385140 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae1bc0-1f2c-41c3-8109-2e66670d6ba0 None None] Checking router: 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:56:05.395919 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae1bc0-1f2c-41c3-8109-2e66670d6ba0 None None] Routers {'6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:05.396708 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-81ae1bc0-1f2c-41c3-8109-2e66670d6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:05.426481 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.431107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58379949-1e26-4491-8be6-602c1fda30eb tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.522919 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-81ae1bc0-1f2c-41c3-8109-2e66670d6ba0 None None] Set router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:05.548757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port a022c337-bc8b-4ca3-8d07-37af02425656, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a022c337-bc8b-4ca3-8d07-37af02425656,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:05.560749 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.561222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:05.626215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f7d911-b79b-4385-bc7b-c5ef6665fe69 None None] DHCP port deletion for 1b878923-853e-48ff-a866-7347a7de59a2 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:05.667056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-845068ea-e10d-4153-a6ac-f5a76cbe68bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.717943 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event deleted for resources: {'Port': ['ID=a022c337-bc8b-4ca3-8d07-37af02425656,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:05.720117 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d4dab4-7361-4137-87ef-f7c10319e3fa tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:05.720581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d4dab4-7361-4137-87ef-f7c10319e3fa tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:05.728035 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-69d4dab4-7361-4137-87ef-f7c10319e3fa tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/65bb6abf-a21e-4156-953c-29c736f87ce6 HTTP/1.1" status: 404 len: 337 time: 0.5164685 Feb 04 05:56:05.748656 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-81ae1bc0-1f2c-41c3-8109-2e66670d6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:56:01Z', 'revision_number': 5, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:05.773732 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845068ea-e10d-4153-a6ac-f5a76cbe68bc None None] No DVR routers for this DVR port a022c337-bc8b-4ca3-8d07-37af02425656 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:05.779213 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae1bc0-1f2c-41c3-8109-2e66670d6ba0 None None] The sync data for ids ['6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4'] in dv-neutron-826811-2-hyperv is: [{'id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'name': 'tempest-ServerActionsTestJSON-786698703-router', 'tenant_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:52:12Z', 'updated_at': '2022-02-04T05:56:01Z', 'revision_number': 5, 'project_id': 'b3b3074a7a2841fea736b2212d2c9e29', 'gw_port': {'id': 'c47fc7bc-fae5-445c-8e6e-97a630587869', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:52:14Z', 'updated_at': '2022-02-04T05:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:05.782124 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845068ea-e10d-4153-a6ac-f5a76cbe68bc None None] Pushing event deleted for resources: {'Port': ['ID=a022c337-bc8b-4ca3-8d07-37af02425656,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:05.818939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-696a8562-4268-4747-a511-07cfc51d361a None None] Provisioning complete for port ccaff83d-9047-488a-9e6a-ffd5ad238461 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:05.819172 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-696a8562-4268-4747-a511-07cfc51d361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.829600 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44516) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:05.847491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.878161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.891666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-696a8562-4268-4747-a511-07cfc51d361a None None] Port ccaff83d-9047-488a-9e6a-ffd5ad238461 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:05.921115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:05.921115 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-56acdb8d-b3d0-4262-8dfc-227027fc2dac tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:05.921115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56acdb8d-b3d0-4262-8dfc-227027fc2dac tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:05.921115 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-56acdb8d-b3d0-4262-8dfc-227027fc2dac tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/3cac58ff-e89a-47f4-8b15-6de05f0c161a HTTP/1.1" status: 404 len: 337 time: 0.0839005 Feb 04 05:56:05.924846 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6c87f9a9-2976-4e5e-87ce-9453a177a48f tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6732728 Feb 04 05:56:05.928129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-99f7d911-b79b-4385-bc7b-c5ef6665fe69 None None] Deleting port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:05.928658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-99f7d911-b79b-4385-bc7b-c5ef6665fe69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.930955 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:05.931081 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44518) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:05.931081 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44520) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:05.959304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event deleted for resources: {'Port': ['ID=a9046adf-ecab-4b9b-82ab-919bd0793b76,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:05.959711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182268f6-d2d9-49be-809f-d468f01331f0 None None] Sync routers for ids ['a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:05.997018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.db.resource_extend [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:56:06.031839 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe72a72-d8e8-4a6b-8789-34fcb9a3aa81 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:06.033150 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe72a72-d8e8-4a6b-8789-34fcb9a3aa81 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:06.038194 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bfe72a72-d8e8-4a6b-8789-34fcb9a3aa81 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/59c16c38-98d3-4b23-b68d-7505f193fa10 HTTP/1.1" status: 404 len: 333 time: 0.1023779 Feb 04 05:56:06.038371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182268f6-d2d9-49be-809f-d468f01331f0 None None] Routers {'a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:06.038852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-182268f6-d2d9-49be-809f-d468f01331f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:06.041773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44522) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:06.044239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58379949-1e26-4491-8be6-602c1fda30eb tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.046637 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,segment=NetworkSegment(e73de246-e44f-4800-815d-139cceab493c),segment_id=e73de246-e44f-4800-815d-139cceab493c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:06.048712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37ca8d1a-5e02-49ee-8010-b68ef0a0323e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.077362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58379949-1e26-4491-8be6-602c1fda30eb tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.089994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.093139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-182268f6-d2d9-49be-809f-d468f01331f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:06.094896 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:06.095774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.096352 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f296e6-10db-4e66-9887-72aa9c4ebe5c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:06.096928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f296e6-10db-4e66-9887-72aa9c4ebe5c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:06.100705 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-97f296e6-10db-4e66-9887-72aa9c4ebe5c tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/2d44ef94-c86c-4efb-97e9-e681d73ccb6e HTTP/1.1" status: 404 len: 337 time: 0.0531902 Feb 04 05:56:06.106445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44524) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:06.112111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.112990 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425ec21c-8dee-49b4-8916-f93be18606af tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:06.118020 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-425ec21c-8dee-49b4-8916-f93be18606af tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports/e9b04e76-edeb-4f0d-918f-547f7752949b HTTP/1.1" status: 200 len: 984 time: 0.1777232 Feb 04 05:56:06.120378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44526) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:06.148050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8836faf8-7519-47f0-903b-dc4bb1882f49 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.150767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.151107 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Floating IP 7a091243-a2da-4779-a1f6-f73edd85e29b disassociated (deleted). External IP: 172.26.5.169, port: f900d509-38b5-4f84-be33-cce717df5061. Feb 04 05:56:06.164640 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-658b8453-abbd-482e-8205-82562726b139 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:06.165113 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658b8453-abbd-482e-8205-82562726b139 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:06.168756 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-658b8453-abbd-482e-8205-82562726b139 tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/subnets/f0070ca1-687d-4b15-820f-7fe53fa890c2 HTTP/1.1" status: 404 len: 337 time: 0.0611913 Feb 04 05:56:06.179956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44528) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:06.203234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-99f7d911-b79b-4385-bc7b-c5ef6665fe69 None None] For port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,segment=NetworkSegment(e73de246-e44f-4800-815d-139cceab493c),segment_id=e73de246-e44f-4800-815d-139cceab493c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:06.203637 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-99f7d911-b79b-4385-bc7b-c5ef6665fe69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.212611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,revision_number=11']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:06.217295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182268f6-d2d9-49be-809f-d468f01331f0 None None] Routers {'a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:06.219208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-182268f6-d2d9-49be-809f-d468f01331f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:06.227827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-99f7d911-b79b-4385-bc7b-c5ef6665fe69 None None] Calling delete_port for 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:06.265039 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5043013 Feb 04 05:56:06.267796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44530) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:06.272045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-182268f6-d2d9-49be-809f-d468f01331f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:06.272516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58379949-1e26-4491-8be6-602c1fda30eb tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.273015 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58379949-1e26-4491-8be6-602c1fda30eb tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Fanout notify agent at l3_agent the message router_deleted on router 7fb02e83-8dc9-477c-af5f-4ed81249c3bb {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:56:06.273262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182268f6-d2d9-49be-809f-d468f01331f0 None None] The sync data for ids ['a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:06.281128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58379949-1e26-4491-8be6-602c1fda30eb tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.284382 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-58379949-1e26-4491-8be6-602c1fda30eb tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/routers/7fb02e83-8dc9-477c-af5f-4ed81249c3bb HTTP/1.1" status: 204 len: 168 time: 0.9490387 Feb 04 05:56:06.287260 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'network_id': '464a5ad7-e5f0-4fbf-9735-73cb7e37452a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:06.294488 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44532) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:06.316343 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc8e80-0a61-4040-8d0e-d53528b10039 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=464a5ad7-e5f0-4fbf-9735-73cb7e37452a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:06.326777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Deleting port c47fc7bc-fae5-445c-8e6e-97a630587869 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:06.327128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.330566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 464a5ad7-e5f0-4fbf-9735-73cb7e37452a details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:06.356768 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8836faf8-7519-47f0-903b-dc4bb1882f49 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:06.420662 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37ca8d1a-5e02-49ee-8010-b68ef0a0323e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.424960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-8836faf8-7519-47f0-903b-dc4bb1882f49 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:06.426887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836faf8-7519-47f0-903b-dc4bb1882f49 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=69186f64-094c-4348-9ecc-f96f1106c4cd,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:06.433350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8836faf8-7519-47f0-903b-dc4bb1882f49 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:06.433949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8836faf8-7519-47f0-903b-dc4bb1882f49 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.436691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-99f7d911-b79b-4385-bc7b-c5ef6665fe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.451997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a72b6-5327-4012-835c-da3b6faa0322 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:06.454855 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f7d911-b79b-4385-bc7b-c5ef6665fe69 None None] No DVR routers for this DVR port 554a5158-6f33-44c6-b7b6-a3fc8a43a2e1 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:06.486506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7d911-b79b-4385-bc7b-c5ef6665fe69 None None] Pushing event deleted for resources: {'Port': ['ID=554a5158-6f33-44c6-b7b6-a3fc8a43a2e1,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:06.505836 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca8d1a-5e02-49ee-8010-b68ef0a0323e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Subnet': ['ID=10a812d7-f603-4315-9144-1d8a0ce668c5,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:06.512327 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37ca8d1a-5e02-49ee-8010-b68ef0a0323e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.515844 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-37ca8d1a-5e02-49ee-8010-b68ef0a0323e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/10a812d7-f603-4315-9144-1d8a0ce668c5 HTTP/1.1" status: 204 len: 168 time: 1.6457539 Feb 04 05:56:06.520919 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44534) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:06.528687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8903d3fa-e311-4fec-95e4-5bebbc0a7f1e None None] Network 778bd308-6ed5-49d6-8ebf-42b257defd97 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:06.567449 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8836faf8-7519-47f0-903b-dc4bb1882f49 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4927120 Feb 04 05:56:06.576740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44536) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:06.588448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-77da3246-1ec2-4817-8abe-d23e3365d051 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': '69186f64-094c-4348-9ecc-f96f1106c4cd', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-406609507'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:06.644440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a951f9c3-d22f-4463-8a96-25c07b7cc11e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Deleting port ccaff83d-9047-488a-9e6a-ffd5ad238461 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:06.644830 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a951f9c3-d22f-4463-8a96-25c07b7cc11e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.650561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:06.654531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.660439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.698276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-b56bf3ab-907b-4acc-8c71-43ab4a23051e tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Deleting port e24f2170-c1b7-4c82-afb6-814e079bca96 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:06.698516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b56bf3ab-907b-4acc-8c71-43ab4a23051e tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.737906 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '69186f64-094c-4348-9ecc-f96f1106c4cd'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:06.738777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.739231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] For port c47fc7bc-fae5-445c-8e6e-97a630587869, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c47fc7bc-fae5-445c-8e6e-97a630587869,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:06.739699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.793480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Calling delete_port for c47fc7bc-fae5-445c-8e6e-97a630587869 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:06.813825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ae1992-b8ce-4762-a0e8-19294ee87e25 None None] DHCP port deletion for 778bd308-6ed5-49d6-8ebf-42b257defd97 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:06.878495 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a951f9c3-d22f-4463-8a96-25c07b7cc11e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.920059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a951f9c3-d22f-4463-8a96-25c07b7cc11e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Calling delete_port for ccaff83d-9047-488a-9e6a-ffd5ad238461 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:06.921926 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae1992-b8ce-4762-a0e8-19294ee87e25 None None] Deleting port 2d934413-ab21-4e57-8020-1bab82b63b38 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:06.922298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1992-b8ce-4762-a0e8-19294ee87e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.929447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/69186f64-094c-4348-9ecc-f96f1106c4cd/7aab05d8-54e1-43e3-9b88-cbd05cb0fe63) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:06.957007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b56bf3ab-907b-4acc-8c71-43ab4a23051e tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:06.991815 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Router 2a2b159f-8853-40ca-a568-5c98971a10f6 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:56:07.011723 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-b56bf3ab-907b-4acc-8c71-43ab4a23051e tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Calling delete_port for e24f2170-c1b7-4c82-afb6-814e079bca96 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:07.020175 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e4ae1992-b8ce-4762-a0e8-19294ee87e25 None None] For port 2d934413-ab21-4e57-8020-1bab82b63b38, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2d934413-ab21-4e57-8020-1bab82b63b38,segment=NetworkSegment(12d70f60-c71b-4da1-a834-e66853d21fb1),segment_id=12d70f60-c71b-4da1-a834-e66853d21fb1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:07.020581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1992-b8ce-4762-a0e8-19294ee87e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.044919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae1992-b8ce-4762-a0e8-19294ee87e25 None None] Calling delete_port for 2d934413-ab21-4e57-8020-1bab82b63b38 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:07.116550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77da3246-1ec2-4817-8abe-d23e3365d051 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:07.118790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2d934413-ab21-4e57-8020-1bab82b63b38 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:07.123429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 2d934413-ab21-4e57-8020-1bab82b63b38 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:07.123429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.223958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1992-b8ce-4762-a0e8-19294ee87e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.249370 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae1992-b8ce-4762-a0e8-19294ee87e25 None None] Pushing event deleted for resources: {'Port': ['ID=2d934413-ab21-4e57-8020-1bab82b63b38,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:07.251241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No active binding found for port 2d934413-ab21-4e57-8020-1bab82b63b38 {{(pid=102168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 05:56:07.251676 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2d934413-ab21-4e57-8020-1bab82b63b38 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:07.252090 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a2d5e883-3e33-48d9-b168-a6b5f4d3e869 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:07.257865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a951f9c3-d22f-4463-8a96-25c07b7cc11e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.283721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: a2d5e883-3e33-48d9-b168-a6b5f4d3e869 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:07.283998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] For port 2d934413-ab21-4e57-8020-1bab82b63b38, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2d934413-ab21-4e57-8020-1bab82b63b38,segment=NetworkSegment(12d70f60-c71b-4da1-a834-e66853d21fb1),segment_id=12d70f60-c71b-4da1-a834-e66853d21fb1)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:07.284120 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a2d5e883-3e33-48d9-b168-a6b5f4d3e869 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:07.284303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.289965 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae1992-b8ce-4762-a0e8-19294ee87e25 None None] No DVR routers for this DVR port 2d934413-ab21-4e57-8020-1bab82b63b38 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:07.329773 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a951f9c3-d22f-4463-8a96-25c07b7cc11e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.333399 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a951f9c3-d22f-4463-8a96-25c07b7cc11e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/ports/ccaff83d-9047-488a-9e6a-ffd5ad238461 HTTP/1.1" status: 204 len: 168 time: 1.1524367 Feb 04 05:56:07.338172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 2d934413-ab21-4e57-8020-1bab82b63b38 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:07.340024 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.341962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951f9c3-d22f-4463-8a96-25c07b7cc11e tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Port': ['ID=ccaff83d-9047-488a-9e6a-ffd5ad238461,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:07.357884 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44538) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:07.372528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.381717 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.426928 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:07.430155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:07.434787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:07.471129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:07.476210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-77da3246-1ec2-4817-8abe-d23e3365d051 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.485354 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b6170-d6f1-4516-9bac-5a0a12f87622 None None] Sync routers for ids ['2a2b159f-8853-40ca-a568-5c98971a10f6'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:07.488801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Pushing event updated for resources: {'Port': ['ID=7aab05d8-54e1-43e3-9b88-cbd05cb0fe63,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:07.496137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.501740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=7f7474aa-4763-4aaa-995e-11e5819d9c8b,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:07.502450 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b6170-d6f1-4516-9bac-5a0a12f87622 None None] Routers {'2a2b159f-8853-40ca-a568-5c98971a10f6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:07.503367 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-048b6170-d6f1-4516-9bac-5a0a12f87622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2a2b159f-8853-40ca-a568-5c98971a10f6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:07.512969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b56bf3ab-907b-4acc-8c71-43ab4a23051e tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.526770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Attempting to bind port 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:07.527147 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Attempting to bind port 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:07.527506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Attempting to bind port 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:07.532938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:07.533441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:07.533848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.534251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:07.534694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Bound port: 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:07.535076 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.551220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking segment: {'id': 'bd5f3f0b-ee9c-46ae-9c81-c44837806eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '464a5ad7-e5f0-4fbf-9735-73cb7e37452a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:07.551220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network hostable DHCP agents. Network: 464a5ad7-e5f0-4fbf-9735-73cb7e37452a, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:07.553977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-77da3246-1ec2-4817-8abe-d23e3365d051 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port ae38c553-e0c3-4d6c-a747-02641811c29c yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:56:07.555958 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bf3ab-907b-4acc-8c71-43ab4a23051e tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Pushing event deleted for resources: {'Port': ['ID=e24f2170-c1b7-4c82-afb6-814e079bca96,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:07.615257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.635644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.641333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network 464a5ad7-e5f0-4fbf-9735-73cb7e37452a is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:07.648009 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-048b6170-d6f1-4516-9bac-5a0a12f87622 None None] Set router 2a2b159f-8853-40ca-a568-5c98971a10f6 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:07.677544 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=2d934413-ab21-4e57-8020-1bab82b63b38,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:07.680391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] For port 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:07.687602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 464a5ad7-e5f0-4fbf-9735-73cb7e37452a) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:07.689792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No DVR routers for this DVR port 2d934413-ab21-4e57-8020-1bab82b63b38 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:07.704307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] For port 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7aab05d8-54e1-43e3-9b88-cbd05cb0fe63,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:07.705664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75164e67-a793-41bf-a0d6-602b48461386 None None] Network 464a5ad7-e5f0-4fbf-9735-73cb7e37452a requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:07.708115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Pushing event deleted for resources: {'Port': ['ID=c47fc7bc-fae5-445c-8e6e-97a630587869,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:07.725057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.743005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:07.743888 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.751848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b56bf3ab-907b-4acc-8c71-43ab4a23051e tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.755459 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b56bf3ab-907b-4acc-8c71-43ab4a23051e tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/ports/e24f2170-c1b7-4c82-afb6-814e079bca96 HTTP/1.1" status: 204 len: 168 time: 1.4583697 Feb 04 05:56:07.772920 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-56b06244-97b4-4be0-ac30-dfe41731870c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "DELETE /v2.0/floatingips/7a091243-a2da-4779-a1f6-f73edd85e29b HTTP/1.1" status: 204 len: 168 time: 5.0242870 Feb 04 05:56:07.773763 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44540) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:07.816686 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:56:07.825209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbc32fd-b214-408b-84b5-063510f702b8" -d '{"events": [{"name": "network-changed", "server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "tag": "f900d509-38b5-4f84-be33-cce717df5061"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:56:07.889046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.899606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a940c84-6797-429a-b525-6de30ead9061 None None] Pushing event updated for resources: {'Port': ['ID=7aab05d8-54e1-43e3-9b88-cbd05cb0fe63,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:07.913737 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7c1af317-c5e8-4a13-ab78-62765c252f2b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6301138 Feb 04 05:56:07.921374 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44546) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:07.949317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a9b179-8543-49cd-941b-14190d29d6ea x-openstack-request-id: req-d5a9b179-8543-49cd-941b-14190d29d6ea {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:56:07.949628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "tag": "f900d509-38b5-4f84-be33-cce717df5061", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:56:07.953599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5a9b179-8543-49cd-941b-14190d29d6ea {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:56:07.954255 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061', 'status': 'completed', 'code': 200} Feb 04 05:56:07.955224 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:07.962298 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-048b6170-d6f1-4516-9bac-5a0a12f87622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:16Z', 'revision_number': 4, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd89fd917-6136-45a0-8f30-959b6149a997', 'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'mac_address': 'fa:16:3e:ee:dd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:14Z', 'updated_at': '2022-02-04T05:54:21Z', 'revision_number': 5, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'subnets': [{'id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:08.044931 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b6170-d6f1-4516-9bac-5a0a12f87622 None None] Checking router: 2a2b159f-8853-40ca-a568-5c98971a10f6 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:56:08.060983 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b6170-d6f1-4516-9bac-5a0a12f87622 None None] Routers {'2a2b159f-8853-40ca-a568-5c98971a10f6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:08.065967 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-048b6170-d6f1-4516-9bac-5a0a12f87622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2a2b159f-8853-40ca-a568-5c98971a10f6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:08.082960 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b8210f-876d-4571-aed7-135bec433d0f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Deleting subnet 39bd304f-6c93-454f-ada6-c64a83469ca4 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:08.096107 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-464a5ad7-e5f0-4fbf-9735-73cb7e37452a', 'network_id': '464a5ad7-e5f0-4fbf-9735-73cb7e37452a', 'tenant_id': 'c9ca6b9d603e45e0af0eabd8c966a366', 'fixed_ips': [{'subnet_id': '7f7474aa-4763-4aaa-995e-11e5819d9c8b'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:08.096668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778bd308-6ed5-49d6-8ebf-42b257defd97']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:08.097895 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.101340 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66b8210f-876d-4571-aed7-135bec433d0f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.145832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d70f60-c71b-4da1-a834-e66853d21fb1') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:08.146109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d70f60-c71b-4da1-a834-e66853d21fb1') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:08.173633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.235162 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66b8210f-876d-4571-aed7-135bec433d0f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.273137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.288494 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-048b6170-d6f1-4516-9bac-5a0a12f87622 None None] Set router 2a2b159f-8853-40ca-a568-5c98971a10f6 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:08.323708 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.338450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:08.338854 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:08.348984 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:08.374662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Allocated IP 172.20.0.2 (464a5ad7-e5f0-4fbf-9735-73cb7e37452a/7f7474aa-4763-4aaa-995e-11e5819d9c8b/6225f100-44bb-4b4a-8e4c-11356c55b71c) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:08.422473 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66b8210f-876d-4571-aed7-135bec433d0f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.445634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-478675fe-23ae-400e-8228-b665ee08120e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.574021 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.583588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.584795 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.616463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.626331 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/networks/778bd308-6ed5-49d6-8ebf-42b257defd97 HTTP/1.1" status: 204 len: 168 time: 2.0973678 Feb 04 05:56:08.627163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44550) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:08.628069 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-048b6170-d6f1-4516-9bac-5a0a12f87622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:16Z', 'revision_number': 4, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd89fd917-6136-45a0-8f30-959b6149a997', 'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'mac_address': 'fa:16:3e:ee:dd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:14Z', 'updated_at': '2022-02-04T05:54:21Z', 'revision_number': 5, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'subnets': [{'id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:08.645923 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Network 464a5ad7-e5f0-4fbf-9735-73cb7e37452a is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:08.647159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15595d59-d77d-4d5b-8af4-319fb366cf85 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Network': ['ID=778bd308-6ed5-49d6-8ebf-42b257defd97,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:08.649636 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.650086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:08.654797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:08.659121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Pushing event updated for resources: {'Port': ['ID=6225f100-44bb-4b4a-8e4c-11356c55b71c,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:08.683793 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b6170-d6f1-4516-9bac-5a0a12f87622 None None] The sync data for ids ['2a2b159f-8853-40ca-a568-5c98971a10f6'] in dv-neutron-826811-2-hyperv is: [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:54:16Z', 'revision_number': 4, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd89fd917-6136-45a0-8f30-959b6149a997', 'name': '', 'network_id': 'f48dc643-7ef5-4281-9506-5538c2a774f7', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'mac_address': 'fa:16:3e:ee:dd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:14Z', 'updated_at': '2022-02-04T05:54:21Z', 'revision_number': 5, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'subnets': [{'id': 'ed32e810-03fd-412c-aa79-dca213e8ca40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:08.734991 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Attempting to bind port 6225f100-44bb-4b4a-8e4c-11356c55b71c on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:08.735469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Attempting to bind port 6225f100-44bb-4b4a-8e4c-11356c55b71c by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'bd5f3f0b-ee9c-46ae-9c81-c44837806eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '464a5ad7-e5f0-4fbf-9735-73cb7e37452a'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:08.735962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Attempting to bind port 6225f100-44bb-4b4a-8e4c-11356c55b71c on network 464a5ad7-e5f0-4fbf-9735-73cb7e37452a {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:08.741533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:08.742086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Checking segment: {'id': 'bd5f3f0b-ee9c-46ae-9c81-c44837806eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '464a5ad7-e5f0-4fbf-9735-73cb7e37452a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:08.742590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.743073 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Bound using segment: {'id': 'bd5f3f0b-ee9c-46ae-9c81-c44837806eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '464a5ad7-e5f0-4fbf-9735-73cb7e37452a'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:08.743956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Bound port: 6225f100-44bb-4b4a-8e4c-11356c55b71c, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5f3f0b-ee9c-46ae-9c81-c44837806eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '464a5ad7-e5f0-4fbf-9735-73cb7e37452a'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:08.745124 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.754381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.756695 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1436988458'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:08.763792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66b8210f-876d-4571-aed7-135bec433d0f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.772132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.817452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] For port 6225f100-44bb-4b4a-8e4c-11356c55b71c, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:08.821375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] For port 6225f100-44bb-4b4a-8e4c-11356c55b71c, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=6225f100-44bb-4b4a-8e4c-11356c55b71c,segment=NetworkSegment(bd5f3f0b-ee9c-46ae-9c81-c44837806eb9),segment_id=bd5f3f0b-ee9c-46ae-9c81-c44837806eb9)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:08.826975 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.853899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e9590-5f6f-4615-9c35-943507a4882e req-c22a1279-2793-4927-af59-f298781c8c53 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:08.855661 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca0e9590-5f6f-4615-9c35-943507a4882e req-c22a1279-2793-4927-af59-f298781c8c53 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.3946710 Feb 04 05:56:08.891495 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4e31c-0b42-4020-8cb3-463338d8b400 None None] Pushing event updated for resources: {'Port': ['ID=6225f100-44bb-4b4a-8e4c-11356c55b71c,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:08.914332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:08.938282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc32fd-b214-408b-84b5-063510f702b8 req-0f77d2f7-abb7-44ab-8617-e2386405546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:08.940256 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cbc32fd-b214-408b-84b5-063510f702b8 req-0f77d2f7-abb7-44ab-8617-e2386405546b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20588474087a41dc90cc0c8c778d25b9&device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 1098 time: 0.4917545 Feb 04 05:56:08.951291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cfb64a-7943-4600-8b38-8840f0237ef0 None None] Network 464a5ad7-e5f0-4fbf-9735-73cb7e37452a requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:08.952777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8210f-876d-4571-aed7-135bec433d0f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Pushing event deleted for resources: {'Subnet': ['ID=39bd304f-6c93-454f-ada6-c64a83469ca4,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:08.968230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464a5ad7-e5f0-4fbf-9735-73cb7e37452a']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:08.971390 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a0e8de-16ae-4512-9612-5b4008d755bb None None] Network 17e7ad61-bcc0-4d41-96e5-250f499bc42d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:08.975477 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-77da3246-1ec2-4817-8abe-d23e3365d051 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:56:08.975994 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77da3246-1ec2-4817-8abe-d23e3365d051 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:08.981116 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5f3f0b-ee9c-46ae-9c81-c44837806eb9') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:08.981659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5f3f0b-ee9c-46ae-9c81-c44837806eb9') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:08.996159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.013067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.014522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-66b8210f-876d-4571-aed7-135bec433d0f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.016160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.019983 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-66b8210f-876d-4571-aed7-135bec433d0f tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/subnets/39bd304f-6c93-454f-ada6-c64a83469ca4 HTTP/1.1" status: 204 len: 168 time: 1.2429292 Feb 04 05:56:09.023371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44552) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:09.027710 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.071436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.120702 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7474aa-4763-4aaa-995e-11e5819d9c8b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:09.154132 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-77da3246-1ec2-4817-8abe-d23e3365d051 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5739884 Feb 04 05:56:09.168469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44554) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:09.173465 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:09.173465 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:09.184159 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:09.226331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b878923-853e-48ff-a866-7347a7de59a2']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:09.234692 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:09.251806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.272311 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca0e9590-5f6f-4615-9c35-943507a4882e req-26beece7-8b3b-40d2-8717-eb808a2c0bac tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3430755 Feb 04 05:56:09.280142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73de246-e44f-4800-815d-139cceab493c') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:09.280518 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73de246-e44f-4800-815d-139cceab493c') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:09.294584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.295151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:56:09.308564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.309984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fde77ec6-19b5-4960-b402-5b1ffa6d134c admin admin] 10.222.0.15 "DELETE /v2.0/routers/6ff9ae58-d7cf-4ee6-bfdb-0791b6aa89b4 HTTP/1.1" status: 204 len: 168 time: 4.6209412 Feb 04 05:56:09.311967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.313624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44556) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:09.361128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66741555-0787-4d87-9972-7d943ec82b8f None None] New status for floating IP 7a091243-a2da-4779-a1f6-f73edd85e29b: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:56:09.366704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:09.411646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.db.api [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:56:09.411646 dv-neutron-826811-2-hyperv neutron-server[102166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:56:09.411646 dv-neutron-826811-2-hyperv neutron-server[102166]: [parameters: {'id': '464a5ad7-e5f0-4fbf-9735-73cb7e37452a'}] Feb 04 05:56:09.411646 dv-neutron-826811-2-hyperv neutron-server[102166]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:56:09.412263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG oslo_db.api [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:56:09.420335 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.451751 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:09.458381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.462218 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424071f4-c9e8-4a33-a41b-db4b937c7874 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:09.464569 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-424071f4-c9e8-4a33-a41b-db4b937c7874 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2815251 Feb 04 05:56:09.468793 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44558) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:09.511246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.511875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e10a19-922c-4b91-a1c2-714965c8c548 None None] DHCP port deletion for 17e7ad61-bcc0-4d41-96e5-250f499bc42d request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:09.512209 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Added segment a84fa281-5dbd-4bc0-ab22-f28f53312299 of type vlan for network 1c806176-af78-403d-b00f-11f007b9e234 Feb 04 05:56:09.524079 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:09.524503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:09.530946 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:09.549684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc32fd-b214-408b-84b5-063510f702b8 req-4a0ae39c-0e78-4b7a-b983-0e1f33051358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:09.551195 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cbc32fd-b214-408b-84b5-063510f702b8 req-4a0ae39c-0e78-4b7a-b983-0e1f33051358 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f48dc643-7ef5-4281-9506-5538c2a774f7 HTTP/1.1" status: 200 len: 898 time: 0.5717618 Feb 04 05:56:09.594303 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b09435a-edde-4b66-8986-ea3a32407a3f admin admin] Deleting subnet d0829dc6-460c-41c6-ac4e-b2af66515b42 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:09.598163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1bdfb-369c-4a3c-a790-b0b495909e45 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:09.600078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1bdfb-369c-4a3c-a790-b0b495909e45 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:09.601650 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e6a1bdfb-369c-4a3c-a790-b0b495909e45 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1306939 Feb 04 05:56:09.609145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44560) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:09.618033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b09435a-edde-4b66-8986-ea3a32407a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.623684 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.630372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-659e08bc-465a-4525-a27f-2ed61125e3fd None None] Provisioning complete for port 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:09.630808 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-659e08bc-465a-4525-a27f-2ed61125e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.673150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:09.673559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.695631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8aba4c-f5f2-48f4-b504-24c464226337 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 69186f64-094c-4348-9ecc-f96f1106c4cd {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:09.701573 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b8aba4c-f5f2-48f4-b504-24c464226337 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.704191 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.710313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:09.710686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.716362 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cbc32fd-b214-408b-84b5-063510f702b8 req-efcc31f5-4b97-4655-8e9d-8f49428f1f14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f900d509-38b5-4f84-be33-cce717df5061 HTTP/1.1" status: 200 len: 217 time: 0.1151233 Feb 04 05:56:09.733441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d357397-3001-4641-92ec-1e843f5e48bf req-c00b9c05-7391-49f5-910a-ad5b8df58043 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:09.735018 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3d357397-3001-4641-92ec-1e843f5e48bf req-c00b9c05-7391-49f5-910a-ad5b8df58043 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.36 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.3480089 Feb 04 05:56:09.743313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Deleting port 9741a152-894e-476b-a856-2f229906369f {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:09.743891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.749409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.755750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.759165 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] 10.222.0.15 "DELETE /v2.0/networks/1b878923-853e-48ff-a866-7347a7de59a2 HTTP/1.1" status: 204 len: 168 time: 2.3972189 Feb 04 05:56:09.765996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b09435a-edde-4b66-8986-ea3a32407a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.823629 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1868634 Feb 04 05:56:09.842765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44564) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:09.866759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b8aba4c-f5f2-48f4-b504-24c464226337 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.885604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '1c806176-af78-403d-b00f-11f007b9e234', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:09.902317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d6e10a19-922c-4b91-a1c2-714965c8c548 None None] Deleting port 9741a152-894e-476b-a856-2f229906369f {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:09.902696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d6e10a19-922c-4b91-a1c2-714965c8c548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.918993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.920818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dd141-0b42-4b69-82fe-971b8b53bf8e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Network': ['ID=1c806176-af78-403d-b00f-11f007b9e234,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:09.926663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed49f8b-34fd-454d-a066-1d35e312181b tempest-PortsIpV6TestJSON-1624316086 tempest-PortsIpV6TestJSON-1624316086-project] Pushing event deleted for resources: {'Network': ['ID=1b878923-853e-48ff-a866-7347a7de59a2,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:09.939497 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] For port 9741a152-894e-476b-a856-2f229906369f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=9741a152-894e-476b-a856-2f229906369f,segment=NetworkSegment(c2192e50-6380-4b57-9b7d-32bcd0dabfa5),segment_id=c2192e50-6380-4b57-9b7d-32bcd0dabfa5)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:09.939985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.961657 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 1c806176-af78-403d-b00f-11f007b9e234 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:09.965693 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Calling delete_port for 9741a152-894e-476b-a856-2f229906369f owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:10.037559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc32fd-b214-408b-84b5-063510f702b8 req-5c238453-2b37-46a9-8646-3763b2f623f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:10.039053 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cbc32fd-b214-408b-84b5-063510f702b8 req-5c238453-2b37-46a9-8646-3763b2f623f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed32e810-03fd-412c-aa79-dca213e8ca40 HTTP/1.1" status: 200 len: 835 time: 0.3000031 Feb 04 05:56:10.097223 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b8aba4c-f5f2-48f4-b504-24c464226337 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.110366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-478675fe-23ae-400e-8228-b665ee08120e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port e9b04e76-edeb-4f0d-918f-547f7752949b {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:10.110716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-478675fe-23ae-400e-8228-b665ee08120e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.123416 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d6e10a19-922c-4b91-a1c2-714965c8c548 None None] For port 9741a152-894e-476b-a856-2f229906369f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=9741a152-894e-476b-a856-2f229906369f,segment=NetworkSegment(c2192e50-6380-4b57-9b7d-32bcd0dabfa5),segment_id=c2192e50-6380-4b57-9b7d-32bcd0dabfa5)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:10.123803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d6e10a19-922c-4b91-a1c2-714965c8c548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.152099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-659e08bc-465a-4525-a27f-2ed61125e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.160493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d6e10a19-922c-4b91-a1c2-714965c8c548 None None] Calling delete_port for 9741a152-894e-476b-a856-2f229906369f owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:10.179125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.187027 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Deleting port 6225f100-44bb-4b4a-8e4c-11356c55b71c {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:10.187626 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.226618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b09435a-edde-4b66-8986-ea3a32407a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.234523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-3d357397-3001-4641-92ec-1e843f5e48bf req-d74d303f-0cdd-465e-84a0-e24c7be12df1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Deleting port f900d509-38b5-4f84-be33-cce717df5061 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:10.235096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3d357397-3001-4641-92ec-1e843f5e48bf req-d74d303f-0cdd-465e-84a0-e24c7be12df1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.259257 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.282639 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc32fd-b214-408b-84b5-063510f702b8 req-46b88294-e6be-47d3-a242-e52a1b0f7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:10.284961 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cbc32fd-b214-408b-84b5-063510f702b8 req-46b88294-e6be-47d3-a242-e52a1b0f7ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f48dc643-7ef5-4281-9506-5538c2a774f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2324877 Feb 04 05:56:10.299427 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44568) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:10.322903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Pushing event deleted for resources: {'Port': ['ID=9741a152-894e-476b-a856-2f229906369f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:10.326642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b8aba4c-f5f2-48f4-b504-24c464226337 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.352949 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] No DVR routers for this DVR port 9741a152-894e-476b-a856-2f229906369f on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:10.366276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] For port 6225f100-44bb-4b4a-8e4c-11356c55b71c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=6225f100-44bb-4b4a-8e4c-11356c55b71c,segment=NetworkSegment(bd5f3f0b-ee9c-46ae-9c81-c44837806eb9),segment_id=bd5f3f0b-ee9c-46ae-9c81-c44837806eb9)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:10.366692 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.391119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:10.394537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.414089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a6bb3-f007-40f5-9610-71eddf6b0fe7 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:10.439152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-659e08bc-465a-4525-a27f-2ed61125e3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:56:10.439501 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-659e08bc-465a-4525-a27f-2ed61125e3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:56:10.441783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:56:10.442128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:56:10.443354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7b8aba4c-f5f2-48f4-b504-24c464226337 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.447814 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7b8aba4c-f5f2-48f4-b504-24c464226337 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/69186f64-094c-4348-9ecc-f96f1106c4cd HTTP/1.1" status: 204 len: 168 time: 0.8361955 Feb 04 05:56:10.455223 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aba4c-f5f2-48f4-b504-24c464226337 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=69186f64-094c-4348-9ecc-f96f1106c4cd,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:10.456987 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44574) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:10.470659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d6e10a19-922c-4b91-a1c2-714965c8c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.471794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-478675fe-23ae-400e-8228-b665ee08120e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.484695 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Calling delete_port for 6225f100-44bb-4b4a-8e4c-11356c55b71c owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:10.504943 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e10a19-922c-4b91-a1c2-714965c8c548 None None] Pushing event deleted for resources: {'Port': ['ID=9741a152-894e-476b-a856-2f229906369f,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:10.517624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e10a19-922c-4b91-a1c2-714965c8c548 None None] No DVR routers for this DVR port 9741a152-894e-476b-a856-2f229906369f on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:10.562390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-478675fe-23ae-400e-8228-b665ee08120e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for e9b04e76-edeb-4f0d-918f-547f7752949b owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:10.661857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78537b9e-5e7c-4cf4-9e0c-d48be73148fa None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:10.675628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b09435a-edde-4b66-8986-ea3a32407a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.711897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-78537b9e-5e7c-4cf4-9e0c-d48be73148fa None None] Deleting port 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:10.712272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-78537b9e-5e7c-4cf4-9e0c-d48be73148fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.750396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1570e4-4c75-4bbd-8c7b-a0f6f48fee76 req-764c6433-0fad-4552-a20d-3455899e2fc2 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:10.751971 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f1570e4-4c75-4bbd-8c7b-a0f6f48fee76 req-764c6433-0fad-4552-a20d-3455899e2fc2 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 945 time: 0.3814545 Feb 04 05:56:10.753964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-3d357397-3001-4641-92ec-1e843f5e48bf req-d74d303f-0cdd-465e-84a0-e24c7be12df1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] For port f900d509-38b5-4f84-be33-cce717df5061, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=f900d509-38b5-4f84-be33-cce717df5061,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:10.754344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3d357397-3001-4641-92ec-1e843f5e48bf req-d74d303f-0cdd-465e-84a0-e24c7be12df1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.765490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b09435a-edde-4b66-8986-ea3a32407a3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.772201 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1b09435a-edde-4b66-8986-ea3a32407a3f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d0829dc6-460c-41c6-ac4e-b2af66515b42 HTTP/1.1" status: 204 len: 168 time: 1.4480710 Feb 04 05:56:10.772201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09435a-edde-4b66-8986-ea3a32407a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0829dc6-460c-41c6-ac4e-b2af66515b42,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:10.772500 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44576) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:10.780230 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45290d4e-5b90-47a6-ba4d-18c54eb3582d None None] Network df9db621-d575-4dac-8972-55177063df00 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:10.788457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-78537b9e-5e7c-4cf4-9e0c-d48be73148fa None None] For port 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7aab05d8-54e1-43e3-9b88-cbd05cb0fe63,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:10.788868 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-78537b9e-5e7c-4cf4-9e0c-d48be73148fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.814469 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cbc32fd-b214-408b-84b5-063510f702b8 req-72c64072-3cc9-4002-9fdd-73766614b527 service neutron] 10.222.0.36 "GET /v2.0/networks/f48dc643-7ef5-4281-9506-5538c2a774f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977267 Feb 04 05:56:10.831267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-3d357397-3001-4641-92ec-1e843f5e48bf req-d74d303f-0cdd-465e-84a0-e24c7be12df1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Calling delete_port for f900d509-38b5-4f84-be33-cce717df5061 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:10.842130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-78537b9e-5e7c-4cf4-9e0c-d48be73148fa None None] Calling delete_port for 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:10.894036 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bde0d05a-cb5d-46b0-830d-565ee73e1cec tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4275558 Feb 04 05:56:10.901874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44578) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:10.906197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-310d8a48-122a-4795-bd11-19474728f8b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:10.922852 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5cb5f44c-da25-40c8-92a2-42ca897fb233 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57b18c3874f14ef2a03a9502bf10053c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6196654 Feb 04 05:56:10.923091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:10.963330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44580) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:11.028040 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e7ad61-bcc0-4d41-96e5-250f499bc42d']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:11.036997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.043598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-659e08bc-465a-4525-a27f-2ed61125e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.054166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2192e50-6380-4b57-9b7d-32bcd0dabfa5') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:11.054544 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2192e50-6380-4b57-9b7d-32bcd0dabfa5') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:11.070358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.093378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-78537b9e-5e7c-4cf4-9e0c-d48be73148fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.106678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.118917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:11.119614 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:11.123283 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:11.138308 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310d8a48-122a-4795-bd11-19474728f8b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:11.142781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-310d8a48-122a-4795-bd11-19474728f8b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.146338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.176310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78537b9e-5e7c-4cf4-9e0c-d48be73148fa None None] Pushing event deleted for resources: {'Port': ['ID=7aab05d8-54e1-43e3-9b88-cbd05cb0fe63,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:11.180279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78537b9e-5e7c-4cf4-9e0c-d48be73148fa None None] No DVR routers for this DVR port 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:11.190487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6c4f5-5416-406e-988e-38369a232761 None None] DHCP port deletion for df9db621-d575-4dac-8972-55177063df00 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:11.255043 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Port': ['ID=6225f100-44bb-4b4a-8e4c-11356c55b71c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:11.265976 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-43b6c4f5-5416-406e-988e-38369a232761 None None] Deleting port a4e1d2c8-b5e8-4028-b86e-155039507e49 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:11.266365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-43b6c4f5-5416-406e-988e-38369a232761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.273067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No DVR routers for this DVR port 6225f100-44bb-4b4a-8e4c-11356c55b71c on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:11.307715 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.331100 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.331374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 9741a152-894e-476b-a856-2f229906369f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:11.337109 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] 10.222.0.15 "DELETE /v2.0/networks/17e7ad61-bcc0-4d41-96e5-250f499bc42d HTTP/1.1" status: 204 len: 168 time: 2.3082361 Feb 04 05:56:11.364011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 9741a152-894e-476b-a856-2f229906369f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:11.364330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 9741a152-894e-476b-a856-2f229906369f not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:11.364750 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a4e1d2c8-b5e8-4028-b86e-155039507e49 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:11.392616 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22336d5d-fd8f-4166-9f31-0d58f65227ef tempest-TagsExtTest-2131890894 tempest-TagsExtTest-2131890894-project] Pushing event deleted for resources: {'Network': ['ID=17e7ad61-bcc0-4d41-96e5-250f499bc42d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:11.407464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.409210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-43b6c4f5-5416-406e-988e-38369a232761 None None] For port a4e1d2c8-b5e8-4028-b86e-155039507e49, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a4e1d2c8-b5e8-4028-b86e-155039507e49,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:11.409987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-43b6c4f5-5416-406e-988e-38369a232761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.428521 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-43b6c4f5-5416-406e-988e-38369a232761 None None] Calling delete_port for a4e1d2c8-b5e8-4028-b86e-155039507e49 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:11.437035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464a5ad7-e5f0-4fbf-9735-73cb7e37452a']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:11.469217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5f3f0b-ee9c-46ae-9c81-c44837806eb9') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:11.469686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5f3f0b-ee9c-46ae-9c81-c44837806eb9') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:11.486189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.487928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.507023 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.516193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:11.516766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:11.520883 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:11.529285 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.570600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port a4e1d2c8-b5e8-4028-b86e-155039507e49, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a4e1d2c8-b5e8-4028-b86e-155039507e49,segment=NetworkSegment(05b39e03-ebf8-4870-8fb6-d83139724ee1),segment_id=05b39e03-ebf8-4870-8fb6-d83139724ee1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:11.581181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.581885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c47fc7bc-fae5-445c-8e6e-97a630587869 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:11.604409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c47fc7bc-fae5-445c-8e6e-97a630587869 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:11.604676 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c47fc7bc-fae5-445c-8e6e-97a630587869 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:11.605035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:11.629315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44586) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:11.634276 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f1570e4-4c75-4bbd-8c7b-a0f6f48fee76 req-b145763c-d24d-4b19-b3e4-e06cab5b8d7b tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/security-groups?id=538df9b0-81b8-40ef-bc73-3208532def9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8507648 Feb 04 05:56:11.636610 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-310d8a48-122a-4795-bd11-19474728f8b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.650748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.673171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:11.674139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7aab05d8-54e1-43e3-9b88-cbd05cb0fe63 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:11.678890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.682698 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/464a5ad7-e5f0-4fbf-9735-73cb7e37452a HTTP/1.1" status: 204 len: 168 time: 3.7579854 Feb 04 05:56:11.689003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44590) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:11.691869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-43b6c4f5-5416-406e-988e-38369a232761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.694806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d8a48-122a-4795-bd11-19474728f8b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:11.716941 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-310d8a48-122a-4795-bd11-19474728f8b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:11.717130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=a4e1d2c8-b5e8-4028-b86e-155039507e49,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:11.719698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6c4f5-5416-406e-988e-38369a232761 None None] No DVR routers for this DVR port a4e1d2c8-b5e8-4028-b86e-155039507e49 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:11.747285 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6c4f5-5416-406e-988e-38369a232761 None None] Pushing event deleted for resources: {'Port': ['ID=a4e1d2c8-b5e8-4028-b86e-155039507e49,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:11.750769 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a8d9fd-6fc4-4f55-be83-9b15d5233e01 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:11.753004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67694275-0904-4143-9d5b-e470a3da7441 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=464a5ad7-e5f0-4fbf-9735-73cb7e37452a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:11.767166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d8a48-122a-4795-bd11-19474728f8b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:11.767909 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-310d8a48-122a-4795-bd11-19474728f8b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737508'] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.785661 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe4f621-e9fa-401d-8dd1-f31b3d79cf77 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] GET failed (client error): The resource could not be found. Feb 04 05:56:11.794731 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fbe4f621-e9fa-401d-8dd1-f31b3d79cf77 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/subnets/7f7474aa-4763-4aaa-995e-11e5819d9c8b HTTP/1.1" status: 404 len: 337 time: 0.0987356 Feb 04 05:56:11.796954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44592) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:11.816289 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-310d8a48-122a-4795-bd11-19474728f8b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9138448 Feb 04 05:56:11.824206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44594) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:11.825121 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d8a48-122a-4795-bd11-19474728f8b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=1fdf6b6b-b42c-4462-954f-d55bfde38684,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:11.841985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-478675fe-23ae-400e-8228-b665ee08120e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.842337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ebd204cd-862c-494f-8b94-0102cdc70583 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-376365756', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:11.857274 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fbc3d1-1bed-45a1-8057-2799f4eb3f40 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:11.858029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fbc3d1-1bed-45a1-8057-2799f4eb3f40 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:11.864664 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-20fbc3d1-1bed-45a1-8057-2799f4eb3f40 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/464a5ad7-e5f0-4fbf-9735-73cb7e37452a HTTP/1.1" status: 404 len: 339 time: 0.0593407 Feb 04 05:56:11.865009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44596) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:11.899065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab468e57-c138-4e9b-b8ed-1ec34c71a303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.927116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '1fdf6b6b-b42c-4462-954f-d55bfde38684'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:11.928532 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:11.945438 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cbc32fd-b214-408b-84b5-063510f702b8 req-6fd2753a-b827-46e0-b490-deceb57479cf service neutron] 10.222.0.36 "GET /v2.0/networks/f48dc643-7ef5-4281-9506-5538c2a774f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1151969 Feb 04 05:56:11.960841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478675fe-23ae-400e-8228-b665ee08120e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=e9b04e76-edeb-4f0d-918f-547f7752949b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:11.996515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3d357397-3001-4641-92ec-1e843f5e48bf req-d74d303f-0cdd-465e-84a0-e24c7be12df1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.087632 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/1fdf6b6b-b42c-4462-954f-d55bfde38684/1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:12.090516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.092167 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebd204cd-862c-494f-8b94-0102cdc70583 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.093394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebd204cd-862c-494f-8b94-0102cdc70583 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.156922 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ef97d767-da5c-4078-8152-76c3690f812d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3cc23159945497d860c8ce105c4d146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222652 Feb 04 05:56:12.157167 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44598) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:12.194467 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654280b6-76cf-4dd7-97f8-693b684953d7 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:12.200451 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-654280b6-76cf-4dd7-97f8-693b684953d7 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3299458 Feb 04 05:56:12.209393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44600) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:12.211590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab468e57-c138-4e9b-b8ed-1ec34c71a303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.238583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebd204cd-862c-494f-8b94-0102cdc70583 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.257296 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.259197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebd204cd-862c-494f-8b94-0102cdc70583 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.259447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.266241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d303f-0cdd-465e-84a0-e24c7be12df1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event deleted for resources: {'Port': ['ID=f900d509-38b5-4f84-be33-cce717df5061,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:12.268351 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.277731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.296723 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebd204cd-862c-494f-8b94-0102cdc70583 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.301422 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ebd204cd-862c-494f-8b94-0102cdc70583 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4727139 Feb 04 05:56:12.302045 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44602) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:12.304056 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.310795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:12.314026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:12.317412 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:12.348349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Pushing event updated for resources: {'Port': ['ID=1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:12.383426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-478675fe-23ae-400e-8228-b665ee08120e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.391124 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Attempting to bind port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:12.391308 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a1378c53-4275-4f78-99df-f5f82fad4d32 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 207 time: 0.1430604 Feb 04 05:56:12.391430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Attempting to bind port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:12.391430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Attempting to bind port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:12.394874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:12.395145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:12.395540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.395956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:12.396525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Bound port: 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:12.397288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.397425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44604) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:12.403066 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d357397-3001-4641-92ec-1e843f5e48bf req-d74d303f-0cdd-465e-84a0-e24c7be12df1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] No DVR routers for this DVR port f900d509-38b5-4f84-be33-cce717df5061 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:12.405527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3d357397-3001-4641-92ec-1e843f5e48bf req-d74d303f-0cdd-465e-84a0-e24c7be12df1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.409156 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3d357397-3001-4641-92ec-1e843f5e48bf req-d74d303f-0cdd-465e-84a0-e24c7be12df1 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.36 "DELETE /v2.0/ports/f900d509-38b5-4f84-be33-cce717df5061 HTTP/1.1" status: 204 len: 173 time: 2.6409123 Feb 04 05:56:12.421239 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'name': 'network-vif-deleted', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:56:12.424805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76619cbb-03ff-4dfd-a47b-dc9ff3a68aba" -d '{"events": [{"server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "name": "network-vif-deleted", "tag": "f900d509-38b5-4f84-be33-cce717df5061"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:56:12.432506 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9db621-d575-4dac-8972-55177063df00']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:12.437439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Subnet': ['ID=66908417-e929-4f6a-bde2-79fd2c39239c,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:12.473117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b39e03-ebf8-4870-8fb6-d83139724ee1') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:12.473419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b39e03-ebf8-4870-8fb6-d83139724ee1') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:12.506942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] For port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:12.528433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] For port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:12.534664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.535039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecffe0a-261e-4e3a-ba23-9847200b1bb5 x-openstack-request-id: req-fecffe0a-261e-4e3a-ba23-9847200b1bb5 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:56:12.535512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f003c7-ac43-4eaf-991f-a7855b928933", "name": "network-vif-deleted", "tag": "f900d509-38b5-4f84-be33-cce717df5061", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:56:12.535602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fecffe0a-261e-4e3a-ba23-9847200b1bb5 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:56:12.535960 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f003c7-ac43-4eaf-991f-a7855b928933', 'name': 'network-vif-deleted', 'tag': 'f900d509-38b5-4f84-be33-cce717df5061', 'status': 'completed', 'code': 200} Feb 04 05:56:12.539664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Checking segment: {'id': 'a84fa281-5dbd-4bc0-ab22-f28f53312299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1c806176-af78-403d-b00f-11f007b9e234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:12.540033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network hostable DHCP agents. Network: 1c806176-af78-403d-b00f-11f007b9e234, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:12.582721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.617293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.635407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 1c806176-af78-403d-b00f-11f007b9e234 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:12.637461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569d863-a4c2-4c81-99d4-f8972f55f2f6 None None] Pushing event updated for resources: {'Port': ['ID=1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:12.638010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab468e57-c138-4e9b-b8ed-1ec34c71a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.642087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab468e57-c138-4e9b-b8ed-1ec34c71a303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.645943 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ab468e57-c138-4e9b-b8ed-1ec34c71a303 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0310647-3034-4543-85b0-1869860aa8da HTTP/1.1" status: 204 len: 168 time: 1.6788962 Feb 04 05:56:12.724890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:12.725354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:12.731576 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:12.756028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478675fe-23ae-400e-8228-b665ee08120e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:56:12.793433 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.796372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.797935 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08059087-acc1-4398-80f6-a46f77eb84a6 HTTP/1.1" status: 204 len: 168 time: 0.6394079 Feb 04 05:56:12.798515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 1c806176-af78-403d-b00f-11f007b9e234) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:12.806778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beb6504-ad74-4fc3-bc2f-eed04b658163 None None] Network 1c806176-af78-403d-b00f-11f007b9e234 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:12.819737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:12.820982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:12.845308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab468e57-c138-4e9b-b8ed-1ec34c71a303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0310647-3034-4543-85b0-1869860aa8da,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:12.918074 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08059087-acc1-4398-80f6-a46f77eb84a6,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:12.919319 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e1699dda-381a-4ea4-b7a2-6b40cda11ad5 req-c2ed2195-7b02-405d-a786-b5276c258f9e tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "GET /v2.0/ports?device_id=16f003c7-ac43-4eaf-991f-a7855b928933 HTTP/1.1" status: 200 len: 210 time: 0.0715854 Feb 04 05:56:12.945243 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-295f9cb4-4d27-4085-a31b-49d4993c7c3b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0772362 Feb 04 05:56:12.990679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:12.991363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:12.991886 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.006897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.007263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.007594 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.007931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.008265 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.008597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.008925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.009415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.010226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacf4ad-f3b6-4e3d-b3d9-90f3ff446c4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.013117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44616) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:13.030677 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '1c806176-af78-403d-b00f-11f007b9e234', 'name': 'tempest-PortsTestJSON-620267466', 'fixed_ips': [{'subnet_id': '66908417-e929-4f6a-bde2-79fd2c39239c', 'ip_address': '172.20.0.10'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:13.054850 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:13.165718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:13.171168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/df9db621-d575-4dac-8972-55177063df00 HTTP/1.1" status: 204 len: 168 time: 2.3850286 Feb 04 05:56:13.189062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478675fe-23ae-400e-8228-b665ee08120e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:13.206401 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ba1cf-eb00-41f1-9c70-8c38fba9804e None None] Sync routers for ids ['a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:13.221288 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ba1cf-eb00-41f1-9c70-8c38fba9804e None None] Routers {'a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:13.229224 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-976ba1cf-eb00-41f1-9c70-8c38fba9804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:13.238849 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-478675fe-23ae-400e-8228-b665ee08120e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1173613 Feb 04 05:56:13.242325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44622) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:13.243211 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df9db621-d575-4dac-8972-55177063df00,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:13.300220 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.300836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.301396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.301883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.302369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.302852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.303334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.303895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.304386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.304865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.305367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.305859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c63e4-045c-4f52-ad37-19a9e9b210b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:13.324023 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b3264b-f82e-4327-a953-86a9cf64e20a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:13.356462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b3264b-f82e-4327-a953-86a9cf64e20a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:13.364745 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-976ba1cf-eb00-41f1-9c70-8c38fba9804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:13.380566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b3264b-f82e-4327-a953-86a9cf64e20a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:13.386783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-1c806176-af78-403d-b00f-11f007b9e234', 'network_id': '1c806176-af78-403d-b00f-11f007b9e234', 'tenant_id': '1b08d3bca42b491ba60abd2261accc9b', 'fixed_ips': [{'subnet_id': '66908417-e929-4f6a-bde2-79fd2c39239c'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:13.389267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:13.392144 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ba1cf-eb00-41f1-9c70-8c38fba9804e None None] Routers {'a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:13.394292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b3264b-f82e-4327-a953-86a9cf64e20a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:13.395252 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-976ba1cf-eb00-41f1-9c70-8c38fba9804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:13.402702 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-06b3264b-f82e-4327-a953-86a9cf64e20a tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.9968915 Feb 04 05:56:13.411646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44626) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:13.488525 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-976ba1cf-eb00-41f1-9c70-8c38fba9804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:13.489207 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ba1cf-eb00-41f1-9c70-8c38fba9804e None None] The sync data for ids ['a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:13.523825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:13.613427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:13.622182 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-6a808bf2-b53a-4bd5-88b4-c920ac9fdefd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 05:56:13.624927 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6a808bf2-b53a-4bd5-88b4-c920ac9fdefd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3788133 Feb 04 05:56:13.627766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44632) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:13.655246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:13.661000 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ede9aaf5-2368-427a-8e9a-c3958efd9168 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9 HTTP/1.1" status: 200 len: 205 time: 0.0317767 Feb 04 05:56:13.663413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44634) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:13.672857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44636) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:13.682975 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device f900d509-38b5-4f84-be33-cce717df5061 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:13.715701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: f900d509-38b5-4f84-be33-cce717df5061 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:13.716110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device f900d509-38b5-4f84-be33-cce717df5061 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:13.831767 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2248a6c6-f819-4386-b693-03c10736c0b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3b3074a7a2841fea736b2212d2c9e29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1558049 Feb 04 05:56:13.834136 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44640) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:13.838998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:13.839509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:13.852021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f46f77d2-4181-4f09-9750-8e9ffdc01ba3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:13.891843 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Allocated IP 172.20.0.2 (1c806176-af78-403d-b00f-11f007b9e234/66908417-e929-4f6a-bde2-79fd2c39239c/86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:13.893351 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a4c4aec7-1391-4fd4-8e69-3525bf7591a6 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4708090 Feb 04 05:56:13.899524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44644) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:14.018547 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.041713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port a05ce837-28af-4174-89d6-60f966fa80a8 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:56:14.079909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44650) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:14.144408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.176695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f46f77d2-4181-4f09-9750-8e9ffdc01ba3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.181940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f46f77d2-4181-4f09-9750-8e9ffdc01ba3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.217094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:14.234026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.268537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.291310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.300545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f46f77d2-4181-4f09-9750-8e9ffdc01ba3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.300545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f77d2-4181-4f09-9750-8e9ffdc01ba3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Fanout notify agent at l3_agent the message router_deleted on router a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:56:14.302996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44654) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:14.311659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f46f77d2-4181-4f09-9750-8e9ffdc01ba3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.315423 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f46f77d2-4181-4f09-9750-8e9ffdc01ba3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9 HTTP/1.1" status: 204 len: 168 time: 0.6479890 Feb 04 05:56:14.320060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44656) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:14.340085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Network 1c806176-af78-403d-b00f-11f007b9e234 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:14.341192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-851fa7d7-91df-458a-808b-b41a42f4340b None None] Provisioning complete for port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:14.341577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-851fa7d7-91df-458a-808b-b41a42f4340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.362890 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:14.369913 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:14.374423 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:14.388383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.388734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.389133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.389437 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.389774 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.390134 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.390465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.391050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.391397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.391725 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.392212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.392538 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:14.439051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-12b9ac10-d907-4b0c-851d-6dde9b6f7095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.443092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3a840b-6e2b-4bd1-b6a4-c45761357a4d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting subnet 3ea213ad-d868-42e8-838a-ee07f85b83b1 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:14.475720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5d3a840b-6e2b-4bd1-b6a4-c45761357a4d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.485957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-233a7ac0-c591-412a-94cd-f484376d0823 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group': {'name': 'tempest-secgroup--638035418'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:14.488010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Pushing event updated for resources: {'Port': ['ID=86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:14.500527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Attempting to bind port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:14.500918 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Attempting to bind port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'a84fa281-5dbd-4bc0-ab22-f28f53312299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1c806176-af78-403d-b00f-11f007b9e234'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:14.501313 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Attempting to bind port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 on network 1c806176-af78-403d-b00f-11f007b9e234 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:14.524697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:14.525181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Checking segment: {'id': 'a84fa281-5dbd-4bc0-ab22-f28f53312299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1c806176-af78-403d-b00f-11f007b9e234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:14.525793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.526185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Bound using segment: {'id': 'a84fa281-5dbd-4bc0-ab22-f28f53312299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1c806176-af78-403d-b00f-11f007b9e234'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:14.527253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Bound port: 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84fa281-5dbd-4bc0-ab22-f28f53312299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1c806176-af78-403d-b00f-11f007b9e234'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:14.527253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.530985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cf064-8fe5-4f8d-a0ae-cebb79cb7b77 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:14.532576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cf064-8fe5-4f8d-a0ae-cebb79cb7b77 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:14.537899 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cf8cf064-8fe5-4f8d-a0ae-cebb79cb7b77 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.6320446 Feb 04 05:56:14.538690 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44660) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:14.568230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-12b9ac10-d907-4b0c-851d-6dde9b6f7095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.574104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5d3a840b-6e2b-4bd1-b6a4-c45761357a4d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.610499 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] For port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:14.613898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] For port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29,segment=NetworkSegment(a84fa281-5dbd-4bc0-ab22-f28f53312299),segment_id=a84fa281-5dbd-4bc0-ab22-f28f53312299)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:14.621617 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.670984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-233a7ac0-c591-412a-94cd-f484376d0823 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.709133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-233a7ac0-c591-412a-94cd-f484376d0823 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.710396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::1 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/1fdf6b6b-b42c-4462-954f-d55bfde38684/e058a42e-86ab-44c5-921b-1eb0881f273a) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:14.720541 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33800efe-75ea-46fb-b8b6-570628743141 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['shared'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:14.722102 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33800efe-75ea-46fb-b8b6-570628743141 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['shared'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:14.723850 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-33800efe-75ea-46fb-b8b6-570628743141 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1787097 Feb 04 05:56:14.746702 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44662) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:14.839760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-12b9ac10-d907-4b0c-851d-6dde9b6f7095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.842551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-12b9ac10-d907-4b0c-851d-6dde9b6f7095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.843729 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-12b9ac10-d907-4b0c-851d-6dde9b6f7095 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a87e4e4-bb5d-49cc-935b-4c0a09ab4806 HTTP/1.1" status: 204 len: 168 time: 1.0086696 Feb 04 05:56:14.868175 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a5d1b-e520-495e-824b-66df56ed9f1f None None] Pushing event updated for resources: {'Port': ['ID=86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:14.886254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5d3a840b-6e2b-4bd1-b6a4-c45761357a4d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.890036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9ac10-d907-4b0c-851d-6dde9b6f7095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a87e4e4-bb5d-49cc-935b-4c0a09ab4806,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:14.902178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.10 (1c806176-af78-403d-b00f-11f007b9e234/66908417-e929-4f6a-bde2-79fd2c39239c/a05ce837-28af-4174-89d6-60f966fa80a8) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:14.989805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfdf054-d78d-42b0-b0ef-99f22000b452 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:14.991823 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1dfdf054-d78d-42b0-b0ef-99f22000b452 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/networks/b134766b-9bbe-4848-8c61-838eca91794f HTTP/1.1" status: 200 len: 800 time: 0.2405400 Feb 04 05:56:14.998052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44666) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:15.014927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.086392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-233a7ac0-c591-412a-94cd-f484376d0823 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.121229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-233a7ac0-c591-412a-94cd-f484376d0823 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.138107 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5d3a840b-6e2b-4bd1-b6a4-c45761357a4d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.190122 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.214069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a840b-6e2b-4bd1-b6a4-c45761357a4d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea213ad-d868-42e8-838a-ee07f85b83b1,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:15.234375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5d3a840b-6e2b-4bd1-b6a4-c45761357a4d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.242580 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5d3a840b-6e2b-4bd1-b6a4-c45761357a4d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/3ea213ad-d868-42e8-838a-ee07f85b83b1 HTTP/1.1" status: 204 len: 168 time: 0.9165688 Feb 04 05:56:15.247128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44670) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:15.252316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1d4753-4543-47fe-b5da-977d8d5f4e3e None None] Network c1ee9751-b25a-445e-8875-56d1baa3cb36 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:15.280348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a7ac0-c591-412a-94cd-f484376d0823 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f290ea36-1580-4e50-8cbe-de6f0caa4c03,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:15.292986 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:15.308481 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:15.334227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:15.335003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.360256 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-602ad274-9865-4b82-9b7b-fdfc28df4c06 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/networks/b134766b-9bbe-4848-8c61-838eca91794f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3556871 Feb 04 05:56:15.363484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44674) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:15.421278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.460765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-233a7ac0-c591-412a-94cd-f484376d0823 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.477263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-233a7ac0-c591-412a-94cd-f484376d0823 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.498872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=e058a42e-86ab-44c5-921b-1eb0881f273a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:15.510674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737466d0-6552-4240-8a5f-21943df70a4d tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:15.512320 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-737466d0-6552-4240-8a5f-21943df70a4d tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/subnets/11a5bc64-2ddb-4eef-aa2c-a141848bf88c HTTP/1.1" status: 200 len: 811 time: 0.1478572 Feb 04 05:56:15.522598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44678) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:15.537901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-233a7ac0-c591-412a-94cd-f484376d0823 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.542520 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-233a7ac0-c591-412a-94cd-f484376d0823 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2374346 Feb 04 05:56:15.543227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44680) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:15.642826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:15.669550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.681781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6c409-6889-4b6f-8963-598da4182a0f None None] DHCP port deletion for c1ee9751-b25a-445e-8875-56d1baa3cb36 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:15.682765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a7ac0-c591-412a-94cd-f484376d0823 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055e80aa-e650-489c-b84b-d89d63bc7d21,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:15.720645 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b544baee-18ce-4917-9f60-09f58bf95dd0 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['shared'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:15.722635 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b544baee-18ce-4917-9f60-09f58bf95dd0 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "GET /v2.0/subnets/11a5bc64-2ddb-4eef-aa2c-a141848bf88c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1957729 Feb 04 05:56:15.727245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44686) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:15.739848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1193282802'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:15.765107 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:15.765494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.768004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.784341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.788608 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.843325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6c409-6889-4b6f-8963-598da4182a0f None None] Deleting port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:15.843866 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c409-6889-4b6f-8963-598da4182a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.939973 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 1c806176-af78-403d-b00f-11f007b9e234 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:15.953813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:15.959101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=a05ce837-28af-4174-89d6-60f966fa80a8,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:15.963230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:15.972915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3aa6c409-6889-4b6f-8963-598da4182a0f None None] For port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8af06558-cc2c-4d01-9fc8-94a04cc8e35d,segment=NetworkSegment(9b7f0932-3c74-4830-a438-2819bad27e29),segment_id=9b7f0932-3c74-4830-a438-2819bad27e29)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:15.973599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c409-6889-4b6f-8963-598da4182a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.011763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6c409-6889-4b6f-8963-598da4182a0f None None] Calling delete_port for 8af06558-cc2c-4d01-9fc8-94a04cc8e35d owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:16.140268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c409-6889-4b6f-8963-598da4182a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.165870 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f6da0995-6b51-46e8-9933-cdf17a8d765b None None] Provisioning complete for port e058a42e-86ab-44c5-921b-1eb0881f273a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:16.166252 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f6da0995-6b51-46e8-9933-cdf17a8d765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.199104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6c409-6889-4b6f-8963-598da4182a0f None None] No DVR routers for this DVR port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:16.237877 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6c409-6889-4b6f-8963-598da4182a0f None None] Pushing event deleted for resources: {'Port': ['ID=8af06558-cc2c-4d01-9fc8-94a04cc8e35d,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:16.279550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f6da0995-6b51-46e8-9933-cdf17a8d765b None None] Port e058a42e-86ab-44c5-921b-1eb0881f273a cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:16.283876 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:16.291990 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.298164 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:16.328446 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-71d5d58a-d3df-46c6-8cd1-417a53a6cbf6 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7292202 Feb 04 05:56:16.331991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44698) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:16.339385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-960f14bd-6df5-473e-b0c2-75c0dcd31538 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group': {'name': 'tempest-security--332913101', 'description': 'tempest-security-description-1572004484'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:16.372712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:16.373280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.406359 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.421532 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:16.422198 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.437706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.438574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.448882 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-960f14bd-6df5-473e-b0c2-75c0dcd31538 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.454223 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:16.486604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.487250 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Added segment 1a53190f-a52e-4412-b3a5-afa349c5737c of type vlan for network e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 Feb 04 05:56:16.487780 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.513632 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:16.513978 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.526847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29,segment=NetworkSegment(a84fa281-5dbd-4bc0-ab22-f28f53312299),segment_id=a84fa281-5dbd-4bc0-ab22-f28f53312299)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:16.532279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.584208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:16.584701 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.597921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7998b5-7f10-4189-8c76-c3941df4e7c2 None None] Network 1c806176-af78-403d-b00f-11f007b9e234 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:16.603915 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for 8af06558-cc2c-4d01-9fc8-94a04cc8e35d owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:16.606884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d was not found and therefore no delete operation was performed {{(pid=102166) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:56:16.610902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=e058a42e-86ab-44c5-921b-1eb0881f273a,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:16.613620 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.627260 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d1773d20-b2f8-4039-b5c4-2c31513552b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6022027 Feb 04 05:56:16.629249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-960f14bd-6df5-473e-b0c2-75c0dcd31538 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.631547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.632650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44702) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:16.638552 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No DVR routers for this DVR port 8af06558-cc2c-4d01-9fc8-94a04cc8e35d on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:16.643127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '1c806176-af78-403d-b00f-11f007b9e234', 'name': 'tempest-PortsTestJSON-1534455357', 'fixed_ips': [{'subnet_id': '66908417-e929-4f6a-bde2-79fd2c39239c', 'ip_address': '172.20.0.9'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:16.644676 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-960f14bd-6df5-473e-b0c2-75c0dcd31538 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.647379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-960f14bd-6df5-473e-b0c2-75c0dcd31538 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.651596 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-960f14bd-6df5-473e-b0c2-75c0dcd31538 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "PUT /v2.0/security-groups/055e80aa-e650-489c-b84b-d89d63bc7d21 HTTP/1.1" status: 200 len: 1777 time: 0.3184381 Feb 04 05:56:16.652391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44706) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:16.663284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:16.717211 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e68f4c58-d6b4-4d34-89d4-c37197851224 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups/055e80aa-e650-489c-b84b-d89d63bc7d21 HTTP/1.1" status: 200 len: 1777 time: 0.0586665 Feb 04 05:56:16.717906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44710) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:16.747436 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=8af06558-cc2c-4d01-9fc8-94a04cc8e35d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:16.794191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f14bd-6df5-473e-b0c2-75c0dcd31538 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055e80aa-e650-489c-b84b-d89d63bc7d21,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:16.801152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.808830 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:16.809481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.822167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a71f3b96-093d-42db-b5e2-1faa88f433c4 None None] Provisioning complete for port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:16.823072 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a71f3b96-093d-42db-b5e2-1faa88f433c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.849554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd680-3cba-4207-9a44-d5d16f4c337f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:16.862576 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1266646 Feb 04 05:56:16.896322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44714) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:16.940610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'network_id': 'e156a8f7-5c7c-4b68-bb07-0e9a5b509a74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:16.961150 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.008686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:17.017743 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:17.020669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ee9751-b25a-445e-8875-56d1baa3cb36']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:17.040373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd680-3cba-4207-9a44-d5d16f4c337f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.048492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7f0932-3c74-4830-a438-2819bad27e29') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:17.048797 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7f0932-3c74-4830-a438-2819bad27e29') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:17.057944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c161f8-f224-48e6-bf19-f6f3be1b7a52 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Network': ['ID=e156a8f7-5c7c-4b68-bb07-0e9a5b509a74,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:17.071384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:17.136711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44720) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:17.169689 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.188581 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.195844 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:17.196310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.218190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd680-3cba-4207-9a44-d5d16f4c337f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.221492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd680-3cba-4207-9a44-d5d16f4c337f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.222864 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-aa3bd680-3cba-4207-9a44-d5d16f4c337f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-groups/055e80aa-e650-489c-b84b-d89d63bc7d21 HTTP/1.1" status: 204 len: 168 time: 0.4913189 Feb 04 05:56:17.230927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44724) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:17.265317 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:17.273623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d2b090a6-7b77-40e8-8893-efa5f1e138f0 None None] Provisioning complete for port a05ce837-28af-4174-89d6-60f966fa80a8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:17.274001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d2b090a6-7b77-40e8-8893-efa5f1e138f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.315549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bd680-3cba-4207-9a44-d5d16f4c337f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055e80aa-e650-489c-b84b-d89d63bc7d21,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:17.354191 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7e0d3a95-fc35-4678-b82f-0135e5f20367 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1220648 Feb 04 05:56:17.357389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44726) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:17.362415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:17.368050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.370998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:17.376648 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-9bcce898-93c8-4858-92cf-021b010b96cf tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] delete failed (client error): The resource could not be found. Feb 04 05:56:17.377722 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9bcce898-93c8-4858-92cf-021b010b96cf tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-groups/055e80aa-e650-489c-b84b-d89d63bc7d21 HTTP/1.1" status: 404 len: 347 time: 0.0176027 Feb 04 05:56:17.382170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Deleting port d89fd917-6136-45a0-8f30-959b6149a997 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:17.382590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.386961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44728) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:17.392761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8273aba6-c41f-4dc2-a61b-d1576d96a9fb tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462663840'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:17.411980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Made reservation on behalf of c9ca6b9d603e45e0af0eabd8c966a366 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:17.416323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.429295 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.431849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port 5047de36-58f1-400e-9609-c510761d8363 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:56:17.466930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.479433 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/networks/c1ee9751-b25a-445e-8875-56d1baa3cb36 HTTP/1.1" status: 204 len: 168 time: 2.2206004 Feb 04 05:56:17.491349 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baf3b1-046f-479f-bd92-f6f83628414e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Network': ['ID=c1ee9751-b25a-445e-8875-56d1baa3cb36,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:17.494497 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44730) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:17.512371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1272683011'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:17.514299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:17.514804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.514968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1952201310'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:17.516510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d2b090a6-7b77-40e8-8893-efa5f1e138f0 None None] Port a05ce837-28af-4174-89d6-60f966fa80a8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:17.548067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.ipam_backend_mixin [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Performing IP validity checks on allocation pools {{(pid=102167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:56:17.548668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.ipam_backend_mixin [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:56:17.554102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8273aba6-c41f-4dc2-a61b-d1576d96a9fb tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.561623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d2b090a6-7b77-40e8-8893-efa5f1e138f0 None None] Provisioning complete for port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:17.562015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d2b090a6-7b77-40e8-8893-efa5f1e138f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.589172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Router bfed5104-f4ba-446d-8850-5ea0ea8e8756 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:56:17.619823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1607a5e-03f4-42e5-9c03-cc5e7dfb26b0 None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:56:17.622673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] For port d89fd917-6136-45a0-8f30-959b6149a997, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d89fd917-6136-45a0-8f30-959b6149a997,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:17.623114 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.649187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Calling delete_port for d89fd917-6136-45a0-8f30-959b6149a997 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:17.653060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Made reservation on behalf of c3e7d2ee3c5b49f39069439f01c4164d for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:17.653594 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:17.656707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.657425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.683806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.775225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1607a5e-03f4-42e5-9c03-cc5e7dfb26b0 None None] Resources bound (agent type, host, resource id): {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:56:17.854652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8273aba6-c41f-4dc2-a61b-d1576d96a9fb tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.885498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8273aba6-c41f-4dc2-a61b-d1576d96a9fb tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.993163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.997916 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8273aba6-c41f-4dc2-a61b-d1576d96a9fb tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.001975 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8273aba6-c41f-4dc2-a61b-d1576d96a9fb tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6104271 Feb 04 05:56:18.003470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-99724818-37a3-4c71-ad0f-c5cdd307a74e None None] Provisioning complete for port a05ce837-28af-4174-89d6-60f966fa80a8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:18.004284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-99724818-37a3-4c71-ad0f-c5cdd307a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.010287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44732) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:18.021032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1941c951-e29c-4416-9380-defd5b5d10f7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '3d290d36-2a82-4fb1-bbd8-72efb2febb36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:18.039444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:18.042896 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:18.050895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273aba6-c41f-4dc2-a61b-d1576d96a9fb tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d290d36-2a82-4fb1-bbd8-72efb2febb36,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:18.055632 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-266bc78f-d3cc-4600-9f85-abd132142b53 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "PUT /v2.0/routers/bfed5104-f4ba-446d-8850-5ea0ea8e8756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7457335 Feb 04 05:56:18.061403 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44734) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:18.073648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Sync routers for ids ['bfed5104-f4ba-446d-8850-5ea0ea8e8756'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:18.075535 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.076246 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added segment dd25eeda-6a7a-4a6c-8911-558672177a20 of type vlan for network 8d547022-cb00-4cb0-95b1-31993c100fac Feb 04 05:56:18.094993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.9 (1c806176-af78-403d-b00f-11f007b9e234/66908417-e929-4f6a-bde2-79fd2c39239c/5047de36-58f1-400e-9609-c510761d8363) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:18.096637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.105852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-99724818-37a3-4c71-ad0f-c5cdd307a74e None None] Port a05ce837-28af-4174-89d6-60f966fa80a8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:18.107409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Routers {'bfed5104-f4ba-446d-8850-5ea0ea8e8756'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:18.108170 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['bfed5104-f4ba-446d-8850-5ea0ea8e8756'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:18.117063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.138362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1265535-3955-4a0c-9fe8-5aae789d84c6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:18.140132 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c1265535-3955-4a0c-9fe8-5aae789d84c6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports/e058a42e-86ab-44c5-921b-1eb0881f273a HTTP/1.1" status: 200 len: 911 time: 0.0777802 Feb 04 05:56:18.144107 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=188986dc-22dc-4007-9bd7-c5670be4bd25,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:18.145385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44736) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:18.167295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8af06558-cc2c-4d01-9fc8-94a04cc8e35d no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:18.180067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:18.218860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cfad9a-6088-483d-b8cd-33776d76dd8e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:18.220598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.229718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Checking segment: {'id': '1a53190f-a52e-4412-b3a5-afa349c5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e156a8f7-5c7c-4b68-bb07-0e9a5b509a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:18.230032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network hostable DHCP agents. Network: e156a8f7-5c7c-4b68-bb07-0e9a5b509a74, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:18.234228 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1941c951-e29c-4416-9380-defd5b5d10f7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.248869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.249492 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Added segment 6c75ce55-34b5-4bfd-9ab0-54bc5ec01333 of type vlan for network 68c0ff9c-dc03-4fdb-ad6a-8214a4a8b087 Feb 04 05:56:18.252449 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 8af06558-cc2c-4d01-9fc8-94a04cc8e35d {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:18.252794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8af06558-cc2c-4d01-9fc8-94a04cc8e35d not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:18.291981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff818b7c-ec03-41da-944a-c5fd3c0b7966 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:18.292964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-99724818-37a3-4c71-ad0f-c5cdd307a74e None None] Provisioning complete for port e058a42e-86ab-44c5-921b-1eb0881f273a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:18.293434 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-99724818-37a3-4c71-ad0f-c5cdd307a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.297910 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff818b7c-ec03-41da-944a-c5fd3c0b7966 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:18.299524 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ff818b7c-ec03-41da-944a-c5fd3c0b7966 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1529489 Feb 04 05:56:18.303319 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44738) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:18.304261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.305430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Set router bfed5104-f4ba-446d-8850-5ea0ea8e8756 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:18.310796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:18.311586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.325519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.338679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.370926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Network e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:18.379783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event deleted for resources: {'Port': ['ID=d89fd917-6136-45a0-8f30-959b6149a997,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:18.427287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, e156a8f7-5c7c-4b68-bb07-0e9a5b509a74) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:18.434045 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1941c951-e29c-4416-9380-defd5b5d10f7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.438132 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:18.438797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.466745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1941c951-e29c-4416-9380-defd5b5d10f7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.489464 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9865489 Feb 04 05:56:18.491067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.497373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:18.498019 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.504218 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44740) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:18.512054 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'subnet': {'network_id': '8d547022-cb00-4cb0-95b1-31993c100fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:18.524214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a3f56843-b6bb-4135-aab1-5c2401428710 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5978925 Feb 04 05:56:18.530303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44742) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:18.545711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941c951-e29c-4416-9380-defd5b5d10f7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b746a3d-29f8-4df5-8e0d-ce33f4538460,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:18.568463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-99724818-37a3-4c71-ad0f-c5cdd307a74e None None] Port e058a42e-86ab-44c5-921b-1eb0881f273a cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:18.572428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d64d2f-17ce-498d-bb8d-2a13ee2075dc None None] Network e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:18.582258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1941c951-e29c-4416-9380-defd5b5d10f7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.582520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3b1e621f-caf9-46b4-beb8-9d534028febb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:18.583465 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1941c951-e29c-4416-9380-defd5b5d10f7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5662858 Feb 04 05:56:18.589215 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf7697-13a9-43ac-8eb3-d3f674ea4e09 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Network': ['ID=8d547022-cb00-4cb0-95b1-31993c100fac,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:18.591640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44744) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:18.615173 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4706872 Feb 04 05:56:18.634871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44746) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:18.651523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 8d547022-cb00-4cb0-95b1-31993c100fac details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:18.660850 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03105010-7d3f-473b-802c-1f80bac00bdf tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Pushing event updated for resources: {'Network': ['ID=68c0ff9c-dc03-4fdb-ad6a-8214a4a8b087,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:18.678219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bc27da5a-888d-44a3-90f0-3d07578402b1 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.692191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bc27da5a-888d-44a3-90f0-3d07578402b1 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.719663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 68c0ff9c-dc03-4fdb-ad6a-8214a4a8b087 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:18.841961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Request body: {'network': {'name': 'tempest-network--851864412', 'router:external': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:18.849024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bc27da5a-888d-44a3-90f0-3d07578402b1 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.853287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bc27da5a-888d-44a3-90f0-3d07578402b1 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.861390 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.862990 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bc27da5a-888d-44a3-90f0-3d07578402b1 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/5b746a3d-29f8-4df5-8e0d-ce33f4538460 HTTP/1.1" status: 204 len: 168 time: 0.2682192 Feb 04 05:56:18.863735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44750) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:18.910651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27da5a-888d-44a3-90f0-3d07578402b1 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b746a3d-29f8-4df5-8e0d-ce33f4538460,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:18.910918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b1e621f-caf9-46b4-beb8-9d534028febb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9822311'] for subnet, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.917971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.959421 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:18.963745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:18.984089 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-78d2b111-ab09-4c5c-9c3d-492bbbf80af7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1012232 Feb 04 05:56:18.989115 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfed5104-f4ba-446d-8850-5ea0ea8e8756', 'name': 'tempest-NetworksTestDHCPv6-router-376365756', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:12Z', 'updated_at': '2022-02-04T05:56:15Z', 'revision_number': 2, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None, '_interfaces': [{'id': 'e058a42e-86ab-44c5-921b-1eb0881f273a', 'name': '', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'mac_address': 'fa:16:3e:2b:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfed5104-f4ba-446d-8850-5ea0ea8e8756', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '1fdf6b6b-b42c-4462-954f-d55bfde38684', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:56:13Z', 'updated_at': '2022-02-04T05:56:16Z', 'revision_number': 2, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'subnets': [{'id': '1fdf6b6b-b42c-4462-954f-d55bfde38684', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:18.989670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44752) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:18.992450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-e156a8f7-5c7c-4b68-bb07-0e9a5b509a74', 'network_id': 'e156a8f7-5c7c-4b68-bb07-0e9a5b509a74', 'tenant_id': 'c9ca6b9d603e45e0af0eabd8c966a366', 'fixed_ips': [{'subnet_id': '188986dc-22dc-4007-9bd7-c5670be4bd25'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:18.992979 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.017200 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Made reservation on behalf of 1dd6beb29a9b48a587d062d0c2760199 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:19.019722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.029870 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Checking router: bfed5104-f4ba-446d-8850-5ea0ea8e8756 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:56:19.030225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Updating router bfed5104-f4ba-446d-8850-5ea0ea8e8756 port e058a42e-86ab-44c5-921b-1eb0881f273a binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:56:19.095360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b763a908-57fb-473e-be22-b7dc392e2021 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.103271 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.117024 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.122267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.157358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b763a908-57fb-473e-be22-b7dc392e2021 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.263710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b763a908-57fb-473e-be22-b7dc392e2021 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.269191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b763a908-57fb-473e-be22-b7dc392e2021 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.271728 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b763a908-57fb-473e-be22-b7dc392e2021 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-groups/3d290d36-2a82-4fb1-bbd8-72efb2febb36 HTTP/1.1" status: 204 len: 168 time: 0.2820001 Feb 04 05:56:19.277877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 1c806176-af78-403d-b00f-11f007b9e234 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:19.279136 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44754) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:19.296646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:19.304761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Router 2a2b159f-8853-40ca-a568-5c98971a10f6 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:56:19.308168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763a908-57fb-473e-be22-b7dc392e2021 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d290d36-2a82-4fb1-bbd8-72efb2febb36,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:19.322359 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=5047de36-58f1-400e-9609-c510761d8363,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:19.325600 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:19.393301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fa4f6908-a854-4eff-9954-e915468ab3db tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1095984 Feb 04 05:56:19.393931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44756) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:19.400738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8848948a-ee54-43cd-ae92-9579e809ab22 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257664718'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:19.467691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8848948a-ee54-43cd-ae92-9579e809ab22 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.483525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:19.489414 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-88298e5c-95b6-4582-aa9e-f3ecc01e6a58 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "PUT /v2.0/routers/2a2b159f-8853-40ca-a568-5c98971a10f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3289671 Feb 04 05:56:19.492460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44758) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:19.500997 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e79ab-fbcf-4ab5-92a0-64adaf1e741b None None] Sync routers for ids ['2a2b159f-8853-40ca-a568-5c98971a10f6'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:19.515295 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e79ab-fbcf-4ab5-92a0-64adaf1e741b None None] Routers {'2a2b159f-8853-40ca-a568-5c98971a10f6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:19.516198 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-768e79ab-fbcf-4ab5-92a0-64adaf1e741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2a2b159f-8853-40ca-a568-5c98971a10f6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:19.528686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:19.529505 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.556303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b1e621f-caf9-46b4-beb8-9d534028febb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747974407783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9667994'] for subnet, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.560501 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.593709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62f08ff-3b00-474f-b118-572392cc6360 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Deleting subnet ed32e810-03fd-412c-aa79-dca213e8ca40 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:19.601498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c62f08ff-3b00-474f-b118-572392cc6360 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.648685 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Allocated IP 172.20.0.3 (e156a8f7-5c7c-4b68-bb07-0e9a5b509a74/188986dc-22dc-4007-9bd7-c5670be4bd25/65524b23-701f-4a1a-b7ab-b0f34618739e) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:19.677937 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dec3f7a7-f630-484b-85e2-dbc23009af5e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0416145 Feb 04 05:56:19.681497 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8848948a-ee54-43cd-ae92-9579e809ab22 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.682510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44760) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:19.684935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c62f08ff-3b00-474f-b118-572392cc6360 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.691940 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.695957 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.713612 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1e621f-caf9-46b4-beb8-9d534028febb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:19.714324 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b1e621f-caf9-46b4-beb8-9d534028febb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.718711 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3b1e621f-caf9-46b4-beb8-9d534028febb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "PUT /v2.0/subnets/188986dc-22dc-4007-9bd7-c5670be4bd25 HTTP/1.1" status: 200 len: 877 time: 1.1736939 Feb 04 05:56:19.720531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44762) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:19.735512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.744217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e621f-caf9-46b4-beb8-9d534028febb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event updated for resources: {'Subnet': ['ID=188986dc-22dc-4007-9bd7-c5670be4bd25,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:19.751799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8848948a-ee54-43cd-ae92-9579e809ab22 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.806261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:19.825164 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-768e79ab-fbcf-4ab5-92a0-64adaf1e741b None None] Set router 2a2b159f-8853-40ca-a568-5c98971a10f6 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:19.839738 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.841710 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78d5844-7a7d-4f6b-b8d1-1e7e4315f5ea,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:19.847001 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.847964 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Added segment c13593a4-eb9f-4e26-a1d8-2dacc10f7989 of type vlan for network e73abb01-4d1b-422e-927a-b18af88e5909 Feb 04 05:56:19.854883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8848948a-ee54-43cd-ae92-9579e809ab22 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.858993 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8848948a-ee54-43cd-ae92-9579e809ab22 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4623590 Feb 04 05:56:19.865225 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44764) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:19.876192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-af1f11e8-e26c-4235-b96a-642a16c72b1c tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '4a2591a4-f312-4023-aef6-e0fdeff2b291', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:19.897770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.909951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:19.919374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848948a-ee54-43cd-ae92-9579e809ab22 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2591a4-f312-4023-aef6-e0fdeff2b291,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:19.950929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e62e64b-d4a7-480b-9a97-baa87e1793fe tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:19.955518 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4e62e64b-d4a7-480b-9a97-baa87e1793fe tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2674091 Feb 04 05:56:19.959671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44766) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:19.964516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Subnet': ['ID=7113e350-5f1f-4bd3-a805-a7148302f531,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:19.990844 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Checking segment: {'id': 'dd25eeda-6a7a-4a6c-8911-558672177a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8d547022-cb00-4cb0-95b1-31993c100fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:19.991282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network hostable DHCP agents. Network: 8d547022-cb00-4cb0-95b1-31993c100fac, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:20.007650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.008269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c62f08ff-3b00-474f-b118-572392cc6360 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.018840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.033588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb4c15-d1aa-4b16-a6ce-c91438ed9a2c None None] Pushing event updated for resources: {'Port': ['ID=e058a42e-86ab-44c5-921b-1eb0881f273a,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:20.057955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.104297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af1f11e8-e26c-4235-b96a-642a16c72b1c tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.111238 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-768e79ab-fbcf-4ab5-92a0-64adaf1e741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:56:18Z', 'revision_number': 5, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:20.121964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 8d547022-cb00-4cb0-95b1-31993c100fac is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:20.130679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b70dab9-7fa3-4936-b115-5986b4098690 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:20.137963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b70dab9-7fa3-4936-b115-5986b4098690 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:20.142599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Network e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:20.143859 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cdba978d-ef2d-49ab-9592-ead71678953f None None] Provisioning complete for port 5047de36-58f1-400e-9609-c510761d8363 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:20.144229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cdba978d-ef2d-49ab-9592-ead71678953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.144718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b70dab9-7fa3-4936-b115-5986b4098690 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:20.145186 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e79ab-fbcf-4ab5-92a0-64adaf1e741b None None] Checking router: 2a2b159f-8853-40ca-a568-5c98971a10f6 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:56:20.151138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44768) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:20.154600 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7b70dab9-7fa3-4936-b115-5986b4098690 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1870840 Feb 04 05:56:20.157271 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e79ab-fbcf-4ab5-92a0-64adaf1e741b None None] Routers {'2a2b159f-8853-40ca-a568-5c98971a10f6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:20.159204 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-768e79ab-fbcf-4ab5-92a0-64adaf1e741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2a2b159f-8853-40ca-a568-5c98971a10f6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:20.167828 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 8d547022-cb00-4cb0-95b1-31993c100fac) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:20.179745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Pushing event updated for resources: {'Port': ['ID=65524b23-701f-4a1a-b7ab-b0f34618739e,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:20.185317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:20.194721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8b0f0-d341-4d3e-a861-73d8fb7fd6b1 None None] Network 8d547022-cb00-4cb0-95b1-31993c100fac requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:20.197142 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:20.206032 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.207087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:20.207744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.211593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:20.212520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.285891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c62f08ff-3b00-474f-b118-572392cc6360 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.291412 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-768e79ab-fbcf-4ab5-92a0-64adaf1e741b None None] Set router 2a2b159f-8853-40ca-a568-5c98971a10f6 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:20.319147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c62f08ff-3b00-474f-b118-572392cc6360 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.322710 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c62f08ff-3b00-474f-b118-572392cc6360 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "DELETE /v2.0/subnets/ed32e810-03fd-412c-aa79-dca213e8ca40 HTTP/1.1" status: 204 len: 168 time: 0.8284774 Feb 04 05:56:20.332103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-cdba978d-ef2d-49ab-9592-ead71678953f None None] Port 5047de36-58f1-400e-9609-c510761d8363 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:20.333737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552881e-9d65-407a-be3b-f469b26752eb None None] Network f48dc643-7ef5-4281-9506-5538c2a774f7 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:20.356879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44770) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:20.390468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f08ff-3b00-474f-b118-572392cc6360 tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event deleted for resources: {'Subnet': ['ID=ed32e810-03fd-412c-aa79-dca213e8ca40,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:20.454864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Deleting port 65524b23-701f-4a1a-b7ab-b0f34618739e {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:20.455192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.458838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af1f11e8-e26c-4235-b96a-642a16c72b1c tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.474499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af1f11e8-e26c-4235-b96a-642a16c72b1c tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.481431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Attempting to bind port e058a42e-86ab-44c5-921b-1eb0881f273a on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:20.482230 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Attempting to bind port e058a42e-86ab-44c5-921b-1eb0881f273a by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:20.482791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Attempting to bind port e058a42e-86ab-44c5-921b-1eb0881f273a on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:20.549875 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-768e79ab-fbcf-4ab5-92a0-64adaf1e741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:56:18Z', 'revision_number': 5, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:20.574602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:20.575323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:20.575920 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.576520 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:20.577315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Bound port: e058a42e-86ab-44c5-921b-1eb0881f273a, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:20.578591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.585995 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e79ab-fbcf-4ab5-92a0-64adaf1e741b None None] The sync data for ids ['2a2b159f-8853-40ca-a568-5c98971a10f6'] in dv-neutron-826811-2-hyperv is: [{'id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254548591', 'tenant_id': '20588474087a41dc90cc0c8c778d25b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:03Z', 'updated_at': '2022-02-04T05:56:18Z', 'revision_number': 5, 'project_id': '20588474087a41dc90cc0c8c778d25b9', 'gw_port': {'id': '163b63ea-8752-4f3b-9d61-cbc803eab4dc', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2b159f-8853-40ca-a568-5c98971a10f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:05Z', 'updated_at': '2022-02-04T05:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:20.592427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Attempting to bind port 65524b23-701f-4a1a-b7ab-b0f34618739e on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:20.592772 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Attempting to bind port 65524b23-701f-4a1a-b7ab-b0f34618739e by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '1a53190f-a52e-4412-b3a5-afa349c5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e156a8f7-5c7c-4b68-bb07-0e9a5b509a74'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:20.593160 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Attempting to bind port 65524b23-701f-4a1a-b7ab-b0f34618739e on network e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:20.660064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:20.660410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Checking segment: {'id': '1a53190f-a52e-4412-b3a5-afa349c5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e156a8f7-5c7c-4b68-bb07-0e9a5b509a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:20.661720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.662139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Bound using segment: {'id': '1a53190f-a52e-4412-b3a5-afa349c5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e156a8f7-5c7c-4b68-bb07-0e9a5b509a74'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:20.662834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Bound port: 65524b23-701f-4a1a-b7ab-b0f34618739e, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a53190f-a52e-4412-b3a5-afa349c5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e156a8f7-5c7c-4b68-bb07-0e9a5b509a74'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:20.663249 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.688076 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0426290 Feb 04 05:56:20.690111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44772) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:20.699337 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2441197c-ba4d-4327-b842-035dcb251232 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1894538 Feb 04 05:56:20.699337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859e639-cf98-409f-97fa-0b619af5085c tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event updated for resources: {'Network': ['ID=e73abb01-4d1b-422e-927a-b18af88e5909,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:20.707758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44774) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:20.714609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-bfe3eb99-9459-48d1-9d86-c51e9c8da0c6 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-421440100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:20.719280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network e73abb01-4d1b-422e-927a-b18af88e5909 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:20.765698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-81e7c090-5a71-4bce-9452-37ac402d1650 None None] Provisioning complete for port e058a42e-86ab-44c5-921b-1eb0881f273a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:20.766075 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-81e7c090-5a71-4bce-9452-37ac402d1650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.858117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.862035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bfe3eb99-9459-48d1-9d86-c51e9c8da0c6 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.863162 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bfe3eb99-9459-48d1-9d86-c51e9c8da0c6 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.881790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f11e8-e26c-4235-b96a-642a16c72b1c tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9467f3-25a0-430d-a7f6-93229902f049,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:20.885328 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-bf273128-da88-4c37-b2af-c6004021241d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 5047de36-58f1-400e-9609-c510761d8363 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:20.885682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf273128-da88-4c37-b2af-c6004021241d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.911321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af1f11e8-e26c-4235-b96a-642a16c72b1c tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.915855 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-af1f11e8-e26c-4235-b96a-642a16c72b1c tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0454326 Feb 04 05:56:20.917350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44776) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:20.923702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c606e50a-2ade-4893-8127-6e281472c7da tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '4a2591a4-f312-4023-aef6-e0fdeff2b291', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:20.929723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:20.992418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] For port 65524b23-701f-4a1a-b7ab-b0f34618739e, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:20.992792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.021358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Calling delete_port for 65524b23-701f-4a1a-b7ab-b0f34618739e owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:21.088063 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bfe3eb99-9459-48d1-9d86-c51e9c8da0c6 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.095159 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] For port e058a42e-86ab-44c5-921b-1eb0881f273a, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:21.096994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port e058a42e-86ab-44c5-921b-1eb0881f273a {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:21.096994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.115582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-81e7c090-5a71-4bce-9452-37ac402d1650 None None] Port e058a42e-86ab-44c5-921b-1eb0881f273a cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:21.118574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] For port e058a42e-86ab-44c5-921b-1eb0881f273a, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e058a42e-86ab-44c5-921b-1eb0881f273a,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:21.120526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bfe3eb99-9459-48d1-9d86-c51e9c8da0c6 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.120942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c606e50a-2ade-4893-8127-6e281472c7da tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.124227 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] For port 65524b23-701f-4a1a-b7ab-b0f34618739e, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:21.130878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.155126 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] For port 65524b23-701f-4a1a-b7ab-b0f34618739e, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=65524b23-701f-4a1a-b7ab-b0f34618739e,segment=NetworkSegment(1a53190f-a52e-4412-b3a5-afa349c5737c),segment_id=1a53190f-a52e-4412-b3a5-afa349c5737c)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:21.162593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.169663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-8d547022-cb00-4cb0-95b1-31993c100fac', 'network_id': '8d547022-cb00-4cb0-95b1-31993c100fac', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'fixed_ips': [{'subnet_id': '7113e350-5f1f-4bd3-a805-a7148302f531'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:21.171491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.180348 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.190326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.209242 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf273128-da88-4c37-b2af-c6004021241d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.223317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c606e50a-2ade-4893-8127-6e281472c7da tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.231302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c606e50a-2ade-4893-8127-6e281472c7da tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.236495 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bfe3eb99-9459-48d1-9d86-c51e9c8da0c6 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.237303 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b190b3e-a16a-469e-811c-20d730fdad10 None None] DHCP port deletion for f48dc643-7ef5-4281-9506-5538c2a774f7 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:21.237779 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bfe3eb99-9459-48d1-9d86-c51e9c8da0c6 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5277917 Feb 04 05:56:21.245189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73abb01-4d1b-422e-927a-b18af88e5909']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:21.247499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-bf273128-da88-4c37-b2af-c6004021241d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 5047de36-58f1-400e-9609-c510761d8363 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:21.250677 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44778) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:21.317681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606e50a-2ade-4893-8127-6e281472c7da tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6029ee6-a2bb-4ec2-a358-2ff18a544406,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:21.326917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca2572c5-c2b1-421d-8788-2bb924d5d56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.340194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c606e50a-2ade-4893-8127-6e281472c7da tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.341536 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c606e50a-2ade-4893-8127-6e281472c7da tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4232187 Feb 04 05:56:21.349738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44780) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:21.355581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0fa32a85-5f0e-4ea6-985e-58c3a5ed868b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '4a2591a4-f312-4023-aef6-e0fdeff2b291', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:21.362438 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.365365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13593a4-eb9f-4e26-a1d8-2dacc10f7989') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:21.365687 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13593a4-eb9f-4e26-a1d8-2dacc10f7989') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:21.425191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Port': ['ID=65524b23-701f-4a1a-b7ab-b0f34618739e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:21.454884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.456246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d89fd917-6136-45a0-8f30-959b6149a997 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:21.470299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Deleting port 163b63ea-8752-4f3b-9d61-cbc803eab4dc {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:21.471092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.498189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No DVR routers for this DVR port 65524b23-701f-4a1a-b7ab-b0f34618739e on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:21.518483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Routers {'bfed5104-f4ba-446d-8850-5ea0ea8e8756'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:21.519121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:55:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['bfed5104-f4ba-446d-8850-5ea0ea8e8756'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:21.553164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.567250 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0fa32a85-5f0e-4ea6-985e-58c3a5ed868b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.644835 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] Set router bfed5104-f4ba-446d-8850-5ea0ea8e8756 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:21.672772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.710642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] For port e058a42e-86ab-44c5-921b-1eb0881f273a, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:21.711007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.742964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb4c15-d1aa-4b16-a6ce-c91438ed9a2c None None] Pushing event updated for resources: {'Port': ['ID=e058a42e-86ab-44c5-921b-1eb0881f273a,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:21.746364 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: d89fd917-6136-45a0-8f30-959b6149a997 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:21.746694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d89fd917-6136-45a0-8f30-959b6149a997 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:21.747109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device db668119-c9f3-450c-b94b-364c6d071fd3 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:21.760682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] For port 163b63ea-8752-4f3b-9d61-cbc803eab4dc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=163b63ea-8752-4f3b-9d61-cbc803eab4dc,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:21.761284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.786170 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:21.786586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.789523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Calling delete_port for 163b63ea-8752-4f3b-9d61-cbc803eab4dc owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:21.793631 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:21.797965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for e058a42e-86ab-44c5-921b-1eb0881f273a owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:21.809265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0fa32a85-5f0e-4ea6-985e-58c3a5ed868b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.834267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0fa32a85-5f0e-4ea6-985e-58c3a5ed868b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.910238 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.912576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa32a85-5f0e-4ea6-985e-58c3a5ed868b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad66e8d-8f0a-482e-9faf-43b9edba7dea,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:21.932540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94cee2-d3c4-478b-af67-eb840e1bdb50 None None] Pushing event deleted for resources: {'Port': ['ID=65524b23-701f-4a1a-b7ab-b0f34618739e,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:21.953276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0fa32a85-5f0e-4ea6-985e-58c3a5ed868b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:21.956944 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0fa32a85-5f0e-4ea6-985e-58c3a5ed868b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6035719 Feb 04 05:56:21.970237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44782) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:21.971016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Subnet': ['ID=188986dc-22dc-4007-9bd7-c5670be4bd25,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:21.981866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9b9dbf69-07c9-45f3-b268-84346294519e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '4a2591a4-f312-4023-aef6-e0fdeff2b291', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:21.989559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-080f7868-1859-43b6-bc2b-1f1f8de2b452 None None] Provisioning complete for port e058a42e-86ab-44c5-921b-1eb0881f273a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:21.989865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-080f7868-1859-43b6-bc2b-1f1f8de2b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.038557 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Allocated IP 2001:db8::2 (8d547022-cb00-4cb0-95b1-31993c100fac/7113e350-5f1f-4bd3-a805-a7148302f531/a328f648-5a66-4729-ac07-c49db37695cb) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:22.049746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6b190b3e-a16a-469e-811c-20d730fdad10 None None] Deleting port db668119-c9f3-450c-b94b-364c6d071fd3 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:22.050128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6b190b3e-a16a-469e-811c-20d730fdad10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.084114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.089318 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e73abb01-4d1b-422e-927a-b18af88e5909 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:56:22.091327 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.099143 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "DELETE /v2.0/networks/e73abb01-4d1b-422e-927a-b18af88e5909 HTTP/1.1" status: 204 len: 168 time: 1.4042645 Feb 04 05:56:22.100161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44784) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:22.108823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:22.120833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7a4f8-1e82-49e3-a936-a27f165fcb39 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event deleted for resources: {'Network': ['ID=e73abb01-4d1b-422e-927a-b18af88e5909,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:22.122614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.138644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf273128-da88-4c37-b2af-c6004021241d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.156847 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbf69-07c9-45f3-b268-84346294519e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.185340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e156a8f7-5c7c-4b68-bb07-0e9a5b509a74']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:22.200985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.228324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Made reservation on behalf of 1dd6beb29a9b48a587d062d0c2760199 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:22.231048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.243426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.252526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a53190f-a52e-4412-b3a5-afa349c5737c') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:22.253258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a53190f-a52e-4412-b3a5-afa349c5737c') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:22.260779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6b190b3e-a16a-469e-811c-20d730fdad10 None None] For port db668119-c9f3-450c-b94b-364c6d071fd3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=db668119-c9f3-450c-b94b-364c6d071fd3,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:22.260992 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6b190b3e-a16a-469e-811c-20d730fdad10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.286559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbf69-07c9-45f3-b268-84346294519e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.310146 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6b190b3e-a16a-469e-811c-20d730fdad10 None None] Calling delete_port for db668119-c9f3-450c-b94b-364c6d071fd3 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:22.328498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbf69-07c9-45f3-b268-84346294519e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.343294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.375858 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:22.398305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbf69-07c9-45f3-b268-84346294519e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.400567 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9b9dbf69-07c9-45f3-b268-84346294519e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4273989 Feb 04 05:56:22.416479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44786) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:22.423219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ece8e37a-ae9e-4c83-83a9-21c68fc53280 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '4a2591a4-f312-4023-aef6-e0fdeff2b291', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:22.436985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dbf69-07c9-45f3-b268-84346294519e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f511799-54a9-46e1-9b7e-d0cd46a89fff,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:22.441343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.447160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.447762 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Added segment 3df6873a-769a-4c93-b3ba-290ad7c3932b of type vlan for network 6627a16d-faa1-493d-b785-97fd3a6b019a Feb 04 05:56:22.510035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf273128-da88-4c37-b2af-c6004021241d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=5047de36-58f1-400e-9609-c510761d8363,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:22.516453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:22.517290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.531616 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port db668119-c9f3-450c-b94b-364c6d071fd3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=db668119-c9f3-450c-b94b-364c6d071fd3,segment=NetworkSegment(5971334d-8fbd-4a90-9091-2db817b7ddaf),segment_id=5971334d-8fbd-4a90-9091-2db817b7ddaf)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:22.548692 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:22.568435 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.610305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ece8e37a-ae9e-4c83-83a9-21c68fc53280 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.613428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.620647 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfed5104-f4ba-446d-8850-5ea0ea8e8756', 'name': 'tempest-NetworksTestDHCPv6-router-376365756', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:12Z', 'updated_at': '2022-02-04T05:56:15Z', 'revision_number': 2, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None, '_interfaces': [{'id': 'e058a42e-86ab-44c5-921b-1eb0881f273a', 'name': '', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'mac_address': 'fa:16:3e:2b:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfed5104-f4ba-446d-8850-5ea0ea8e8756', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '1fdf6b6b-b42c-4462-954f-d55bfde38684', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:56:13Z', 'updated_at': '2022-02-04T05:56:21Z', 'revision_number': 4, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'subnets': [{'id': '1fdf6b6b-b42c-4462-954f-d55bfde38684', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:22.676729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-080f7868-1859-43b6-bc2b-1f1f8de2b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.691986 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88f0d7-81a4-4efb-aa8d-cdc902b88cee None None] The sync data for ids ['bfed5104-f4ba-446d-8850-5ea0ea8e8756'] in dv-neutron-826811-2-hyperv is: [{'id': 'bfed5104-f4ba-446d-8850-5ea0ea8e8756', 'name': 'tempest-NetworksTestDHCPv6-router-376365756', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:12Z', 'updated_at': '2022-02-04T05:56:15Z', 'revision_number': 2, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None, '_interfaces': [{'id': 'e058a42e-86ab-44c5-921b-1eb0881f273a', 'name': '', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'mac_address': 'fa:16:3e:2b:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfed5104-f4ba-446d-8850-5ea0ea8e8756', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '1fdf6b6b-b42c-4462-954f-d55bfde38684', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:56:13Z', 'updated_at': '2022-02-04T05:56:21Z', 'revision_number': 4, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'subnets': [{'id': '1fdf6b6b-b42c-4462-954f-d55bfde38684', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:22.714284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.733782 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event deleted for resources: {'Port': ['ID=163b63ea-8752-4f3b-9d61-cbc803eab4dc,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:22.749684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.754591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=db668119-c9f3-450c-b94b-364c6d071fd3,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:22.766687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.784990 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf273128-da88-4c37-b2af-c6004021241d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.792410 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bf273128-da88-4c37-b2af-c6004021241d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/5047de36-58f1-400e-9609-c510761d8363 HTTP/1.1" status: 204 len: 168 time: 2.6359680 Feb 04 05:56:22.815164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.816362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44788) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:22.827623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6b190b3e-a16a-469e-811c-20d730fdad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.860302 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Network 8d547022-cb00-4cb0-95b1-31993c100fac is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:22.865511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:22.871256 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=e058a42e-86ab-44c5-921b-1eb0881f273a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:22.874991 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:22.879015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b190b3e-a16a-469e-811c-20d730fdad10 None None] No DVR routers for this DVR port db668119-c9f3-450c-b94b-364c6d071fd3 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:22.897411 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Pushing event updated for resources: {'Port': ['ID=a328f648-5a66-4729-ac07-c49db37695cb,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:22.938041 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7773f1-46d7-4501-ae40-ea161a26ef61 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:56:22.941703 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3d7773f1-46d7-4501-ae40-ea161a26ef61 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/5047de36-58f1-400e-9609-c510761d8363 HTTP/1.1" status: 404 len: 333 time: 0.1134641 Feb 04 05:56:22.967927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:22.969577 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44790) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:22.974833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b190b3e-a16a-469e-811c-20d730fdad10 None None] Pushing event deleted for resources: {'Port': ['ID=db668119-c9f3-450c-b94b-364c6d071fd3,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:23.022335 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Attempting to bind port a328f648-5a66-4729-ac07-c49db37695cb on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:23.022724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Attempting to bind port a328f648-5a66-4729-ac07-c49db37695cb by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'dd25eeda-6a7a-4a6c-8911-558672177a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8d547022-cb00-4cb0-95b1-31993c100fac'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:23.023176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Attempting to bind port a328f648-5a66-4729-ac07-c49db37695cb on network 8d547022-cb00-4cb0-95b1-31993c100fac {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:23.029433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:23.029815 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Checking segment: {'id': 'dd25eeda-6a7a-4a6c-8911-558672177a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8d547022-cb00-4cb0-95b1-31993c100fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:23.030228 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.032633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.039228 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Bound using segment: {'id': 'dd25eeda-6a7a-4a6c-8911-558672177a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8d547022-cb00-4cb0-95b1-31993c100fac'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:23.039431 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 HTTP/1.1" status: 204 len: 168 time: 3.3123457 Feb 04 05:56:23.039522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Bound port: a328f648-5a66-4729-ac07-c49db37695cb, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd25eeda-6a7a-4a6c-8911-558672177a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8d547022-cb00-4cb0-95b1-31993c100fac'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:23.039522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.040296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.resource_extend [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:56:23.048525 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44792) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:23.050195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Allocated IP 2001:db8::1 (8d547022-cb00-4cb0-95b1-31993c100fac/7113e350-5f1f-4bd3-a805-a7148302f531/6dfe2d5c-45df-4752-87aa-b99b4e64947e) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:23.091074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ece8e37a-ae9e-4c83-83a9-21c68fc53280 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.106807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ece8e37a-ae9e-4c83-83a9-21c68fc53280 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.126751 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.138247 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e94e8ab-5f24-44ec-af9c-45cbb79f19cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:23.138890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e94e8ab-5f24-44ec-af9c-45cbb79f19cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:23.139475 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] For port a328f648-5a66-4729-ac07-c49db37695cb, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:23.147372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] For port a328f648-5a66-4729-ac07-c49db37695cb, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a328f648-5a66-4729-ac07-c49db37695cb,segment=NetworkSegment(dd25eeda-6a7a-4a6c-8911-558672177a20),segment_id=dd25eeda-6a7a-4a6c-8911-558672177a20)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:23.148532 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3e94e8ab-5f24-44ec-af9c-45cbb79f19cb tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/subnets/188986dc-22dc-4007-9bd7-c5670be4bd25 HTTP/1.1" status: 404 len: 337 time: 0.0945230 Feb 04 05:56:23.153229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44794) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:23.160751 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.186565 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6b30507f-08d5-43d8-98b1-2c3221531931 None None] Could not find standard attr ID for object 65524b23-701f-4a1a-b7ab-b0f34618739e. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:56:23.208791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086416cc-938a-441e-803f-c3548805d266 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=e156a8f7-5c7c-4b68-bb07-0e9a5b509a74,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:23.250116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ece8e37a-ae9e-4c83-83a9-21c68fc53280 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.257549 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ece8e37a-ae9e-4c83-83a9-21c68fc53280 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8383126 Feb 04 05:56:23.262722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.288227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44796) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:23.296165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6b96fc-a4b3-4813-b4a4-c17c9bc58a6c None None] DHCP port deletion for e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:23.297446 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a92c927-eb59-4654-9892-5e4cad6d7015 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:23.298278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a92c927-eb59-4654-9892-5e4cad6d7015 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:23.301379 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2a92c927-eb59-4654-9892-5e4cad6d7015 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 HTTP/1.1" status: 404 len: 339 time: 0.1356409 Feb 04 05:56:23.302089 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.302984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:23.303926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.307087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8e37a-ae9e-4c83-83a9-21c68fc53280 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6dc1f0-8cae-4006-88a6-b20a3451df2e,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:23.337437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44798) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:23.345176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc3424d-6258-4146-9a92-559098208eae None None] Network e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:23.381200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac2424-50bf-4d09-a2fb-1c7f6c8ba3ad None None] Pushing event updated for resources: {'Port': ['ID=a328f648-5a66-4729-ac07-c49db37695cb,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:23.384881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc3424d-6258-4146-9a92-559098208eae None None] Network e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 could not be found, it might have been deleted concurrently. {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 05:56:23.425145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1caad-5a70-4f28-b325-9a53c36fc17a None None] Network e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:23.439566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1caad-5a70-4f28-b325-9a53c36fc17a None None] Network e156a8f7-5c7c-4b68-bb07-0e9a5b509a74 could not be found, it might have been deleted concurrently. {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 05:56:23.441318 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dc848bb5-d2bb-4e16-b782-3d32a4bf2b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.600062 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4985654 Feb 04 05:56:23.600844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b38c4f-4de3-4a8a-9150-7e97d7599bc0 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event updated for resources: {'Network': ['ID=6627a16d-faa1-493d-b785-97fd3a6b019a,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:23.619301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 6627a16d-faa1-493d-b785-97fd3a6b019a details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:23.642267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44800) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:23.644338 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-639dd68d-54ed-448f-91fd-059bb2e16962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:23.644807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639dd68d-54ed-448f-91fd-059bb2e16962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:23.651063 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-639dd68d-54ed-448f-91fd-059bb2e16962 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/subnets/7f7474aa-4763-4aaa-995e-11e5819d9c8b HTTP/1.1" status: 404 len: 337 time: 0.2147808 Feb 04 05:56:23.658904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Request body: {'subnet': {'network_id': '6627a16d-faa1-493d-b785-97fd3a6b019a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:23.669948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44802) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:23.699263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.703144 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.711362 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43b1bdc-9eac-496d-82a3-a5323fd256c4 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:23.711658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43b1bdc-9eac-496d-82a3-a5323fd256c4 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:23.719107 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d43b1bdc-9eac-496d-82a3-a5323fd256c4 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/464a5ad7-e5f0-4fbf-9735-73cb7e37452a HTTP/1.1" status: 404 len: 339 time: 0.0490365 Feb 04 05:56:23.794622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44804) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:23.801521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Made reservation on behalf of 1dd6beb29a9b48a587d062d0c2760199 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:23.804962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.808210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.808853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Fanout notify agent at l3_agent the message router_deleted on router 2a2b159f-8853-40ca-a568-5c98971a10f6 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:56:23.818054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.819669 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-51c1e7e8-d6d6-4e00-8d81-d39760bc756a tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "DELETE /v2.0/routers/2a2b159f-8853-40ca-a568-5c98971a10f6 HTTP/1.1" status: 204 len: 168 time: 3.4559448 Feb 04 05:56:23.827195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-60dd99d4-46f1-4c1d-902d-896fbd592173 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.829159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44806) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:23.876043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f78e0679-523d-4cd1-b2b6-0f108deab2b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port a05ce837-28af-4174-89d6-60f966fa80a8 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:23.876476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f78e0679-523d-4cd1-b2b6-0f108deab2b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.891635 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-60dd99d4-46f1-4c1d-902d-896fbd592173 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:23.937404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Router bfed5104-f4ba-446d-8850-5ea0ea8e8756 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:56:24.027633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f78e0679-523d-4cd1-b2b6-0f108deab2b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.030046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.043138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-60dd99d4-46f1-4c1d-902d-896fbd592173 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.052466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f78e0679-523d-4cd1-b2b6-0f108deab2b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for a05ce837-28af-4174-89d6-60f966fa80a8 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:24.063314 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.067396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-60dd99d4-46f1-4c1d-902d-896fbd592173 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.068775 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-60dd99d4-46f1-4c1d-902d-896fbd592173 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6b6dc1f0-8cae-4006-88a6-b20a3451df2e HTTP/1.1" status: 204 len: 168 time: 0.7767606 Feb 04 05:56:24.074007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44808) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:24.089601 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd99d4-46f1-4c1d-902d-896fbd592173 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b6dc1f0-8cae-4006-88a6-b20a3451df2e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:24.130766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.207462 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-48c6b027-1571-47ee-8251-46c203322856 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1296182 Feb 04 05:56:24.208211 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44810) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:24.214109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:24.223949 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e906c265-df4f-4b39-92bf-cc35510b85cb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "PUT /v2.0/routers/bfed5104-f4ba-446d-8850-5ea0ea8e8756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9069524 Feb 04 05:56:24.224512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44812) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:24.270545 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.281169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0f5f141c-e0a3-435c-a4ef-7815eca5e68f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.296240 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0f5f141c-e0a3-435c-a4ef-7815eca5e68f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.397497 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f78e0679-523d-4cd1-b2b6-0f108deab2b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.425732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.432636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0f5f141c-e0a3-435c-a4ef-7815eca5e68f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.437095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0f5f141c-e0a3-435c-a4ef-7815eca5e68f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.440884 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0f5f141c-e0a3-435c-a4ef-7815eca5e68f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2f511799-54a9-46e1-9b7e-d0cd46a89fff HTTP/1.1" status: 204 len: 168 time: 0.2280090 Feb 04 05:56:24.442062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44814) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:24.443217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 8d547022-cb00-4cb0-95b1-31993c100fac is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:24.451743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e0679-523d-4cd1-b2b6-0f108deab2b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=a05ce837-28af-4174-89d6-60f966fa80a8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:24.464653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:24.475283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:24.475819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.486645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e185f4-4e50-4dab-a0ca-fb1bf0ebcb93 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:24.488261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e185f4-4e50-4dab-a0ca-fb1bf0ebcb93 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:24.493124 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d1e185f4-4e50-4dab-a0ca-fb1bf0ebcb93 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2610230 Feb 04 05:56:24.493291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f141c-e0a3-435c-a4ef-7815eca5e68f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f511799-54a9-46e1-9b7e-d0cd46a89fff,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:24.494608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44816) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:24.495583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=6dfe2d5c-45df-4752-87aa-b99b4e64947e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:24.504536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592b05e2-e26f-44af-8c98-4fe54f6938e3']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:24.541530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.561840 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cec587-0e52-477f-8748-fb428e94b61a') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:24.562130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cec587-0e52-477f-8748-fb428e94b61a') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:24.602280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f78e0679-523d-4cd1-b2b6-0f108deab2b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.605873 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f78e0679-523d-4cd1-b2b6-0f108deab2b9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/a05ce837-28af-4174-89d6-60f966fa80a8 HTTP/1.1" status: 204 len: 168 time: 1.6295223 Feb 04 05:56:24.611660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.616221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44818) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:24.623804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d38655-b27d-4bb1-8854-b0fd02515aad tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 1fdf6b6b-b42c-4462-954f-d55bfde38684 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:24.628200 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48dc643-7ef5-4281-9506-5538c2a774f7']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:24.647477 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5971334d-8fbd-4a90-9091-2db817b7ddaf') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:24.647769 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5971334d-8fbd-4a90-9091-2db817b7ddaf') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:24.660065 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.663863 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-532e1be6-3c3e-405b-b659-2d8c60053326 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2193091 Feb 04 05:56:24.674666 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.678855 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44820) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:24.684145 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78d38655-b27d-4bb1-8854-b0fd02515aad tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.688531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.696927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:24.697362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:24.700417 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:24.721612 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb0a975-dbc8-470a-a528-8cf52d000624 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:56:24.726043 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5fb0a975-dbc8-470a-a528-8cf52d000624 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/a05ce837-28af-4174-89d6-60f966fa80a8 HTTP/1.1" status: 404 len: 333 time: 0.1060455 Feb 04 05:56:24.727832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.727979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44822) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:24.794554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99ce12c3-7dc6-4d6e-b2c8-5ae9f26cb2e4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.796478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78d38655-b27d-4bb1-8854-b0fd02515aad tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.799304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:24.800278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:24.808460 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:24.828150 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99ce12c3-7dc6-4d6e-b2c8-5ae9f26cb2e4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.872711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:56:24.873210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.881800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-964aa686-0ea6-4d49-95aa-4717d352cc4d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting subnet 66908417-e929-4f6a-bde2-79fd2c39239c {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:24.897937 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.913562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-964aa686-0ea6-4d49-95aa-4717d352cc4d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.926531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.930768 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "DELETE /v2.0/networks/f48dc643-7ef5-4281-9506-5538c2a774f7 HTTP/1.1" status: 204 len: 168 time: 1.0836613 Feb 04 05:56:24.948922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44824) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:24.954680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.973306 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c264d57-c5b7-4b0a-a04b-327fae6664ed tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event deleted for resources: {'Network': ['ID=f48dc643-7ef5-4281-9506-5538c2a774f7,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:24.983955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:24.999602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.005172 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/592b05e2-e26f-44af-8c98-4fe54f6938e3 HTTP/1.1" status: 204 len: 168 time: 1.2085650 Feb 04 05:56:25.006416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99ce12c3-7dc6-4d6e-b2c8-5ae9f26cb2e4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.009006 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44826) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.011003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event updated for resources: {'Subnet': ['ID=755154e7-96fb-4958-bb80-a14dc14e1a0d,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:25.028707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-964aa686-0ea6-4d49-95aa-4717d352cc4d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.040734 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99ce12c3-7dc6-4d6e-b2c8-5ae9f26cb2e4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.041947 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-99ce12c3-7dc6-4d6e-b2c8-5ae9f26cb2e4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2ad66e8d-8f0a-482e-9faf-43b9edba7dea HTTP/1.1" status: 204 len: 168 time: 0.3585169 Feb 04 05:56:25.067963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44828) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.096624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8651c-686f-4ed9-9c22-f4a79e1e81dc tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=592b05e2-e26f-44af-8c98-4fe54f6938e3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:25.097011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1167d427-d36f-4392-bd22-a3110d084e9b None None] Sync routers for ids ['bfed5104-f4ba-446d-8850-5ea0ea8e8756'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:25.107197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce12c3-7dc6-4d6e-b2c8-5ae9f26cb2e4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ad66e8d-8f0a-482e-9faf-43b9edba7dea,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:25.115072 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-86927efe-d5c4-4acb-83f1-5e97e2601db1 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.115446 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86927efe-d5c4-4acb-83f1-5e97e2601db1 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.121365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f434f-f710-4eea-be7c-b651a727f65d None None] Network 8d547022-cb00-4cb0-95b1-31993c100fac requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:25.121557 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-86927efe-d5c4-4acb-83f1-5e97e2601db1 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/subnets/6fd7992b-30b9-495b-b72a-e2c7bd81e4a3 HTTP/1.1" status: 404 len: 337 time: 0.0824237 Feb 04 05:56:25.122263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44830) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.129931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78d38655-b27d-4bb1-8854-b0fd02515aad tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.143534 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1167d427-d36f-4392-bd22-a3110d084e9b None None] Routers {'bfed5104-f4ba-446d-8850-5ea0ea8e8756'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:25.144256 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1167d427-d36f-4392-bd22-a3110d084e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['bfed5104-f4ba-446d-8850-5ea0ea8e8756'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:25.160783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Checking segment: {'id': '3df6873a-769a-4c93-b3ba-290ad7c3932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6627a16d-faa1-493d-b785-97fd3a6b019a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:25.161263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Network hostable DHCP agents. Network: 6627a16d-faa1-493d-b785-97fd3a6b019a, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:25.188057 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-87dd1de6-9aa1-483e-a833-35912b9b9edf tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.188665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87dd1de6-9aa1-483e-a833-35912b9b9edf tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.191768 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-87dd1de6-9aa1-483e-a833-35912b9b9edf tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/ad99be3f-f89c-421a-96f0-941d23d82bbb HTTP/1.1" status: 404 len: 339 time: 0.0683961 Feb 04 05:56:25.233178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44832) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.276724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cabe49f7-9948-4e0e-b499-28c50356917c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.281722 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c6e7a1-40a6-4b8a-85ff-0540890327e2 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.282176 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c6e7a1-40a6-4b8a-85ff-0540890327e2 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.287535 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d8c6e7a1-40a6-4b8a-85ff-0540890327e2 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/subnets/d7fa8b66-bd13-4bbe-8f59-5f02d21000d9 HTTP/1.1" status: 404 len: 337 time: 0.0490804 Feb 04 05:56:25.290598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44834) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.346042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cabe49f7-9948-4e0e-b499-28c50356917c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.351242 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-22eecf61-c29b-45a4-bb07-23fdcc566415 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.351849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22eecf61-c29b-45a4-bb07-23fdcc566415 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.358435 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-22eecf61-c29b-45a4-bb07-23fdcc566415 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/58a0e3d8-98ce-458f-a7a4-26251fdac660 HTTP/1.1" status: 404 len: 339 time: 0.0630929 Feb 04 05:56:25.363674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44836) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.402891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a328f648-5a66-4729-ac07-c49db37695cb up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:25.439660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-fdec5cfa-7a03-41f9-b29f-74cdff24e298 None None] Provisioning complete for port a328f648-5a66-4729-ac07-c49db37695cb triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:25.440044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fdec5cfa-7a03-41f9-b29f-74cdff24e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.450182 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8261f97b-2a2f-4bc8-bd9b-5a5546b6c5d4 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.450417 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8261f97b-2a2f-4bc8-bd9b-5a5546b6c5d4 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.451674 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-1167d427-d36f-4392-bd22-a3110d084e9b None None] Set router bfed5104-f4ba-446d-8850-5ea0ea8e8756 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:25.455668 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8261f97b-2a2f-4bc8-bd9b-5a5546b6c5d4 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/subnets/337b1e92-f0c9-4795-b0b2-e0657a9833c9 HTTP/1.1" status: 404 len: 337 time: 0.0859406 Feb 04 05:56:25.463384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44838) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.494248 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-666867c0-74dc-4b81-bad8-b028a10c46fa tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.494770 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666867c0-74dc-4b81-bad8-b028a10c46fa tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.501364 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-666867c0-74dc-4b81-bad8-b028a10c46fa tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/b2deed06-e2a4-4ca0-a9ad-aa5a716fe7de HTTP/1.1" status: 404 len: 339 time: 0.0293338 Feb 04 05:56:25.501364 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44840) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.538481 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-757d2a37-f047-4928-80d3-2f3fc1494647 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.538931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757d2a37-f047-4928-80d3-2f3fc1494647 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.545070 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-757d2a37-f047-4928-80d3-2f3fc1494647 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/subnets/b8f38377-0fe7-4101-b37b-d74d50b1ccd9 HTTP/1.1" status: 404 len: 337 time: 0.0408847 Feb 04 05:56:25.545335 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1167d427-d36f-4392-bd22-a3110d084e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfed5104-f4ba-446d-8850-5ea0ea8e8756', 'name': 'tempest-NetworksTestDHCPv6-router-376365756', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:12Z', 'updated_at': '2022-02-04T05:56:22Z', 'revision_number': 3, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:25.546424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44842) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.572741 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bb3352-190b-4f8d-8265-d0e352143f6b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.573361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bb3352-190b-4f8d-8265-d0e352143f6b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.576370 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-59bb3352-190b-4f8d-8265-d0e352143f6b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/b1697735-f3d6-4594-bbd3-0e374c95fcc5 HTTP/1.1" status: 404 len: 339 time: 0.0290055 Feb 04 05:56:25.582501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44844) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.590739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1167d427-d36f-4392-bd22-a3110d084e9b None None] Checking router: bfed5104-f4ba-446d-8850-5ea0ea8e8756 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:56:25.614281 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd2e4b4-1911-4e50-bfc1-57feb08e5c58 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.614736 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd2e4b4-1911-4e50-bfc1-57feb08e5c58 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.620488 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1fd2e4b4-1911-4e50-bfc1-57feb08e5c58 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/subnets/f7268620-c132-4cb2-95af-557da2350e0c HTTP/1.1" status: 404 len: 337 time: 0.0346584 Feb 04 05:56:25.625983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44846) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.638710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1167d427-d36f-4392-bd22-a3110d084e9b None None] Routers {'bfed5104-f4ba-446d-8850-5ea0ea8e8756'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:25.639339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1167d427-d36f-4392-bd22-a3110d084e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['bfed5104-f4ba-446d-8850-5ea0ea8e8756'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:25.639785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cabe49f7-9948-4e0e-b499-28c50356917c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.644019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cabe49f7-9948-4e0e-b499-28c50356917c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.645552 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cabe49f7-9948-4e0e-b499-28c50356917c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] 10.222.0.15 "DELETE /v2.0/security-groups/538df9b0-81b8-40ef-bc73-3208532def9b HTTP/1.1" status: 204 len: 168 time: 0.6947367 Feb 04 05:56:25.674452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe49f7-9948-4e0e-b499-28c50356917c tempest-TestNetworkAdvancedServerOps-546778915 tempest-TestNetworkAdvancedServerOps-546778915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538df9b0-81b8-40ef-bc73-3208532def9b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:25.684956 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0e4029f5-4e7a-43db-b0ba-628e3ff8cc4f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6123288 Feb 04 05:56:25.686339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44850) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.688039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-964aa686-0ea6-4d49-95aa-4717d352cc4d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.693377 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a85454-9913-4a5f-b813-3008775386d3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.694542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a85454-9913-4a5f-b813-3008775386d3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.694927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.705220 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f3a85454-9913-4a5f-b813-3008775386d3 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/fd4c8140-d232-4bb9-ab2e-79bded09635d HTTP/1.1" status: 404 len: 339 time: 0.0737669 Feb 04 05:56:25.705220 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Network 6627a16d-faa1-493d-b785-97fd3a6b019a is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:25.710129 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44852) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.713644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.714800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.722825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a328f648-5a66-4729-ac07-c49db37695cb triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:25.723694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.775354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 6627a16d-faa1-493d-b785-97fd3a6b019a) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:25.784878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78d38655-b27d-4bb1-8854-b0fd02515aad tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.791579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:25.792389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.798316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-1167d427-d36f-4392-bd22-a3110d084e9b None None] Set router bfed5104-f4ba-446d-8850-5ea0ea8e8756 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:25.799321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34760857-2f69-4ea0-833a-8c2ab0cd696a tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.815984 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1e9f3a-ce3d-460b-a6ad-77efbac71eb2 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.816499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1e9f3a-ce3d-460b-a6ad-77efbac71eb2 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.823552 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0e1e9f3a-ce3d-460b-a6ad-77efbac71eb2 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/subnets/7625a79f-b1eb-480c-ba69-c97551c5ff57 HTTP/1.1" status: 404 len: 337 time: 0.1107891 Feb 04 05:56:25.827434 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44856) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.828087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=6dfe2d5c-45df-4752-87aa-b99b4e64947e,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:25.842826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec82b9a-ae19-49c7-ab21-dc279a933ee2 None None] Network 6627a16d-faa1-493d-b785-97fd3a6b019a requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:25.849141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34760857-2f69-4ea0-833a-8c2ab0cd696a tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.853853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d38655-b27d-4bb1-8854-b0fd02515aad tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=1fdf6b6b-b42c-4462-954f-d55bfde38684,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:25.860481 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a826bdbf-e63e-4645-923d-97fbdc708f50 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.860930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a826bdbf-e63e-4645-923d-97fbdc708f50 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.868227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44858) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.869329 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a826bdbf-e63e-4645-923d-97fbdc708f50 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/6e75b5a9-fca1-4384-998d-643d468a90d8 HTTP/1.1" status: 404 len: 339 time: 0.0364544 Feb 04 05:56:25.873643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78d38655-b27d-4bb1-8854-b0fd02515aad tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.877242 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-78d38655-b27d-4bb1-8854-b0fd02515aad tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/1fdf6b6b-b42c-4462-954f-d55bfde38684 HTTP/1.1" status: 204 len: 168 time: 1.3617074 Feb 04 05:56:25.887890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44860) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.907492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017cc4a0-f4fe-484e-95b3-0be13b060f16 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:25.911994 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6941351b-c742-4463-a482-e0c687ab76bb tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2597358 Feb 04 05:56:25.918689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1167d427-d36f-4392-bd22-a3110d084e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfed5104-f4ba-446d-8850-5ea0ea8e8756', 'name': 'tempest-NetworksTestDHCPv6-router-376365756', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:12Z', 'updated_at': '2022-02-04T05:56:22Z', 'revision_number': 3, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:25.928769 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44862) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:25.934762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-964aa686-0ea6-4d49-95aa-4717d352cc4d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.940393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Request body: {'floatingip': {'floating_network_id': '6627a16d-faa1-493d-b785-97fd3a6b019a'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:25.977284 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:25.979467 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e621cbe1-25a0-4fe1-a9a3-6f82ebc904b0 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:25.980018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e621cbe1-25a0-4fe1-a9a3-6f82ebc904b0 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:25.983744 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e621cbe1-25a0-4fe1-a9a3-6f82ebc904b0 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/subnets/e5f8ea48-c47e-4f22-b28e-a99c68b6ac22 HTTP/1.1" status: 404 len: 337 time: 0.1117742 Feb 04 05:56:25.994778 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44864) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.012211 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964aa686-0ea6-4d49-95aa-4717d352cc4d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Subnet': ['ID=66908417-e929-4f6a-bde2-79fd2c39239c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:26.014679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-964aa686-0ea6-4d49-95aa-4717d352cc4d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.018213 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-964aa686-0ea6-4d49-95aa-4717d352cc4d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/66908417-e929-4f6a-bde2-79fd2c39239c HTTP/1.1" status: 204 len: 168 time: 1.2899528 Feb 04 05:56:26.021256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44866) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.029268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1167d427-d36f-4392-bd22-a3110d084e9b None None] The sync data for ids ['bfed5104-f4ba-446d-8850-5ea0ea8e8756'] in dv-neutron-826811-2-hyperv is: [{'id': 'bfed5104-f4ba-446d-8850-5ea0ea8e8756', 'name': 'tempest-NetworksTestDHCPv6-router-376365756', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:12Z', 'updated_at': '2022-02-04T05:56:22Z', 'revision_number': 3, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:26.034113 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3c5a7f-634a-4fb2-910d-bca713c36aa9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:26.034330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3c5a7f-634a-4fb2-910d-bca713c36aa9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:26.037511 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-eb3c5a7f-634a-4fb2-910d-bca713c36aa9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/048c52d9-35a6-4e8a-9399-f5d3e93512c7 HTTP/1.1" status: 404 len: 339 time: 0.0380733 Feb 04 05:56:26.040913 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185494c1-108f-4abb-81c0-81a10a2013b5 None None] Network 1c806176-af78-403d-b00f-11f007b9e234 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:26.066314 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44870) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.067245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fdec5cfa-7a03-41f9-b29f-74cdff24e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.083826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34760857-2f69-4ea0-833a-8c2ab0cd696a tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.120559 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db2448a-dcd5-41c5-a199-3e6131c21a40 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:26.121004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db2448a-dcd5-41c5-a199-3e6131c21a40 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:26.124011 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8db2448a-dcd5-41c5-a199-3e6131c21a40 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/subnets/280d38ed-607c-4e6c-afe9-b60c26920fb2 HTTP/1.1" status: 404 len: 337 time: 0.0543363 Feb 04 05:56:26.129023 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44872) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.147765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34760857-2f69-4ea0-833a-8c2ab0cd696a tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.148970 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-34760857-2f69-4ea0-833a-8c2ab0cd696a tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b6029ee6-a2bb-4ec2-a358-2ff18a544406 HTTP/1.1" status: 204 len: 168 time: 0.4568579 Feb 04 05:56:26.152781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44874) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.166062 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-07806438-ad1f-4847-8a0f-5279ca2f6ae9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:26.166666 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07806438-ad1f-4847-8a0f-5279ca2f6ae9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:26.170929 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-07806438-ad1f-4847-8a0f-5279ca2f6ae9 tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/8ec5b503-bc38-4ca8-ac68-063c02cda627 HTTP/1.1" status: 404 len: 339 time: 0.0402298 Feb 04 05:56:26.173428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44876) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.188921 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 8d547022-cb00-4cb0-95b1-31993c100fac is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:26.223257 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44878) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.233268 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:26.271505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34760857-2f69-4ea0-833a-8c2ab0cd696a tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6029ee6-a2bb-4ec2-a358-2ff18a544406,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:26.297791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.311826 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-db6e9a93-7e9b-482e-9b2f-9dfcc3e7eda1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4174101 Feb 04 05:56:26.314410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-fdec5cfa-7a03-41f9-b29f-74cdff24e298 None None] For port a328f648-5a66-4729-ac07-c49db37695cb, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a328f648-5a66-4729-ac07-c49db37695cb,segment=NetworkSegment(dd25eeda-6a7a-4a6c-8911-558672177a20),segment_id=dd25eeda-6a7a-4a6c-8911-558672177a20)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:26.324003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44882) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.366193 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f2a61da9-fb87-4b52-b160-db10949e5cf2 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2009211 Feb 04 05:56:26.366615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fdec5cfa-7a03-41f9-b29f-74cdff24e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.408385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c31213-3927-45f5-8217-ccb10cd7956d tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Deleting subnet 11a5bc64-2ddb-4eef-aa2c-a141848bf88c {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:26.410372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44884) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.425961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15c31213-3927-45f5-8217-ccb10cd7956d tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.446994 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040ff50-7bd0-445f-8381-0c1f93095109 None None] Network 6627a16d-faa1-493d-b785-97fd3a6b019a requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:26.483295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.483486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.498230 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.503041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdc2c-d60e-4b73-a82d-02ca0093121a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.522712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15c0b7ac-e0b3-4dec-91d9-929813940441 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.585032 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15c0b7ac-e0b3-4dec-91d9-929813940441 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.590725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15c31213-3927-45f5-8217-ccb10cd7956d tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.657884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec5cfa-7a03-41f9-b29f-74cdff24e298 None None] Pushing event updated for resources: {'Port': ['ID=a328f648-5a66-4729-ac07-c49db37695cb,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:26.667143 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d050024a-5a0a-4777-aea1-be96362502a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20588474087a41dc90cc0c8c778d25b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4425523 Feb 04 05:56:26.671201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44886) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.695293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.714320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-680a56bd-570a-4ca1-8e3d-bbab80f95264 None None] Provisioning complete for port a328f648-5a66-4729-ac07-c49db37695cb triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:26.714724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-680a56bd-570a-4ca1-8e3d-bbab80f95264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.741086 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15c0b7ac-e0b3-4dec-91d9-929813940441 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.745879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15c0b7ac-e0b3-4dec-91d9-929813940441 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.750066 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-15c0b7ac-e0b3-4dec-91d9-929813940441 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4f9467f3-25a0-430d-a7f6-93229902f049 HTTP/1.1" status: 204 len: 168 time: 0.3334138 Feb 04 05:56:26.754123 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44888) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.794786 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2edcc36-01eb-4e9f-9f09-802a4178b020 None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:26.823736 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdc2c-d60e-4b73-a82d-02ca0093121a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.827324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdc2c-d60e-4b73-a82d-02ca0093121a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.897537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdc2c-d60e-4b73-a82d-02ca0093121a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.898336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5bdc2c-d60e-4b73-a82d-02ca0093121a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Fanout notify agent at l3_agent the message router_deleted on router bfed5104-f4ba-446d-8850-5ea0ea8e8756 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:56:26.917365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c5bdc2c-d60e-4b73-a82d-02ca0093121a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.922127 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0c5bdc2c-d60e-4b73-a82d-02ca0093121a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/routers/bfed5104-f4ba-446d-8850-5ea0ea8e8756 HTTP/1.1" status: 204 len: 168 time: 0.5960295 Feb 04 05:56:26.923997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:26.924345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:26.937953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44890) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:26.944029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-78650c90-5160-4abc-bde5-94e55b6b2aaf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:27.090709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:56:27.091440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:56:27.094194 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce910d-5d53-4ef4-b8a0-1ad414fb2970 None None] DHCP port deletion for 1c806176-af78-403d-b00f-11f007b9e234 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:27.112207 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0b7ac-e0b3-4dec-91d9-929813940441 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f9467f3-25a0-430d-a7f6-93229902f049,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:27.132466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] For port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29,segment=NetworkSegment(a84fa281-5dbd-4bc0-ab22-f28f53312299),segment_id=a84fa281-5dbd-4bc0-ab22-f28f53312299)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:27.133120 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.154043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:27.154378 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router f82e52ff-5611-45a9-b330-028fd3357667 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:56:27.155784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78650c90-5160-4abc-bde5-94e55b6b2aaf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:27.159344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78650c90-5160-4abc-bde5-94e55b6b2aaf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.166693 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15c31213-3927-45f5-8217-ccb10cd7956d tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.180589 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Allocated IP 172.20.0.6 (6627a16d-faa1-493d-b785-97fd3a6b019a/755154e7-96fb-4958-bb80-a14dc14e1a0d/f8d23356-3f95-4bbd-aa84-810d5a72410f) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:27.231717 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a96bb65-d658-4faa-a477-fcaf98604ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.243306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d2edcc36-01eb-4e9f-9f09-802a4178b020 None None] Deleting port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:27.243685 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d2edcc36-01eb-4e9f-9f09-802a4178b020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.245865 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e7670232-a414-4c92-88d6-2556f6fdb95c tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4676094 Feb 04 05:56:27.250516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44892) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:27.307718 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-680a56bd-570a-4ca1-8e3d-bbab80f95264 None None] Provisioning complete for port 6dfe2d5c-45df-4752-87aa-b99b4e64947e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:27.308156 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-680a56bd-570a-4ca1-8e3d-bbab80f95264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.351334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d2edcc36-01eb-4e9f-9f09-802a4178b020 None None] For port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:27.351699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d2edcc36-01eb-4e9f-9f09-802a4178b020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.355171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce910d-5d53-4ef4-b8a0-1ad414fb2970 None None] Deleting port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:27.355544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e4ce910d-5d53-4ef4-b8a0-1ad414fb2970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.359352 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.383482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-680a56bd-570a-4ca1-8e3d-bbab80f95264 None None] Port 6dfe2d5c-45df-4752-87aa-b99b4e64947e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:27.386536 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d2edcc36-01eb-4e9f-9f09-802a4178b020 None None] Calling delete_port for 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:27.397958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:27.405392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No DVR routers for this DVR port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:27.420832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a96bb65-d658-4faa-a477-fcaf98604ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.475055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e4ce910d-5d53-4ef4-b8a0-1ad414fb2970 None None] For port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:27.475888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e4ce910d-5d53-4ef4-b8a0-1ad414fb2970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.491438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15c31213-3927-45f5-8217-ccb10cd7956d tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.493846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce910d-5d53-4ef4-b8a0-1ad414fb2970 None None] Calling delete_port for 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:27.501116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.ipam_backend_mixin [None req-e4ce910d-5d53-4ef4-b8a0-1ad414fb2970 None None] Port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 was not found and therefore no delete operation was performed {{(pid=102168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:56:27.511345 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e4ce910d-5d53-4ef4-b8a0-1ad414fb2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.526027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.536187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78650c90-5160-4abc-bde5-94e55b6b2aaf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.543095 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:27.547897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce910d-5d53-4ef4-b8a0-1ad414fb2970 None None] Pushing event deleted for resources: {'Port': ['ID=86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:27.557178 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-16cb6c28-498e-4b87-9f6f-e75c3113494c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/f82e52ff-5611-45a9-b330-028fd3357667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3053691 Feb 04 05:56:27.563217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15c31213-3927-45f5-8217-ccb10cd7956d tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.563381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce910d-5d53-4ef4-b8a0-1ad414fb2970 None None] No DVR routers for this DVR port 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:27.566983 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-92903e39-f24e-4e2e-9ef1-fab94c29837e None None] Provisioning complete for port 6dfe2d5c-45df-4752-87aa-b99b4e64947e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:27.567352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-92903e39-f24e-4e2e-9ef1-fab94c29837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.568264 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-15c31213-3927-45f5-8217-ccb10cd7956d tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/subnets/11a5bc64-2ddb-4eef-aa2c-a141848bf88c HTTP/1.1" status: 204 len: 168 time: 1.3938901 Feb 04 05:56:27.571394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c31213-3927-45f5-8217-ccb10cd7956d tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Subnet': ['ID=11a5bc64-2ddb-4eef-aa2c-a141848bf88c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:27.575277 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614d9d2-a1e4-45d0-a00e-24d24fabb46f None None] Sync routers for ids ['f82e52ff-5611-45a9-b330-028fd3357667'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:27.586084 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614d9d2-a1e4-45d0-a00e-24d24fabb46f None None] Routers {'f82e52ff-5611-45a9-b330-028fd3357667'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:27.588486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44894) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:27.588978 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44896) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:27.589785 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e614d9d2-a1e4-45d0-a00e-24d24fabb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f82e52ff-5611-45a9-b330-028fd3357667'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:27.598901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c806176-af78-403d-b00f-11f007b9e234']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:27.626496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d440558a-34e6-4f8f-9b73-29a6d1b58be7 None None] Network b134766b-9bbe-4848-8c61-838eca91794f requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:27.637829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d2edcc36-01eb-4e9f-9f09-802a4178b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.640844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84fa281-5dbd-4bc0-ab22-f28f53312299') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:27.641157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84fa281-5dbd-4bc0-ab22-f28f53312299') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:27.643795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78650c90-5160-4abc-bde5-94e55b6b2aaf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:27.653402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-78650c90-5160-4abc-bde5-94e55b6b2aaf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:27.659288 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78650c90-5160-4abc-bde5-94e55b6b2aaf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:27.659871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-78650c90-5160-4abc-bde5-94e55b6b2aaf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.664253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.666547 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e614d9d2-a1e4-45d0-a00e-24d24fabb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:27.668408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78650c90-5160-4abc-bde5-94e55b6b2aaf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=0d387cde-26f0-4085-b234-df7806cd2891,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:27.679587 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614d9d2-a1e4-45d0-a00e-24d24fabb46f None None] Routers {'f82e52ff-5611-45a9-b330-028fd3357667'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:27.682173 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e614d9d2-a1e4-45d0-a00e-24d24fabb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f82e52ff-5611-45a9-b330-028fd3357667'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:27.688029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.698541 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-78650c90-5160-4abc-bde5-94e55b6b2aaf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7594721 Feb 04 05:56:27.701397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44900) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:27.705759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d11c786e-3832-4e73-91e5-f374ba1d0c5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1874120087', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:27.713397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:27.713797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:27.716953 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:27.724053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecd48a1d-9323-43f5-98ed-e1b5e16b53de tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.734090 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-92903e39-f24e-4e2e-9ef1-fab94c29837e None None] Port 6dfe2d5c-45df-4752-87aa-b99b4e64947e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:27.740693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edcc36-01eb-4e9f-9f09-802a4178b020 None None] Pushing event deleted for resources: {'Port': ['ID=1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:27.745744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2edcc36-01eb-4e9f-9f09-802a4178b020 None None] No DVR routers for this DVR port 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:27.759679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.763473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 163b63ea-8752-4f3b-9d61-cbc803eab4dc no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:27.771851 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e614d9d2-a1e4-45d0-a00e-24d24fabb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:27.773472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b814f9b-4f3a-42ab-af8c-d3fdb3a29c3a None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:27.773634 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614d9d2-a1e4-45d0-a00e-24d24fabb46f None None] The sync data for ids ['f82e52ff-5611-45a9-b330-028fd3357667'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:27.793952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28e6a0-07bf-40de-965a-50987b379f8b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:27.796179 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6f28e6a0-07bf-40de-965a-50987b379f8b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports/6dfe2d5c-45df-4752-87aa-b99b4e64947e HTTP/1.1" status: 200 len: 911 time: 0.2060134 Feb 04 05:56:27.799350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44902) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:27.806644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d11c786e-3832-4e73-91e5-f374ba1d0c5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.807753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d11c786e-3832-4e73-91e5-f374ba1d0c5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.809548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 163b63ea-8752-4f3b-9d61-cbc803eab4dc {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:27.810060 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 163b63ea-8752-4f3b-9d61-cbc803eab4dc not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:27.812709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.813425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a96bb65-d658-4faa-a477-fcaf98604ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.817313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a96bb65-d658-4faa-a477-fcaf98604ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.823148 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2a96bb65-d658-4faa-a477-fcaf98604ac5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d4c7c79-041a-4aa0-bad5-8f6aa85c76a0 HTTP/1.1" status: 204 len: 168 time: 1.1465564 Feb 04 05:56:27.848278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecd48a1d-9323-43f5-98ed-e1b5e16b53de tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.875314 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:27.877048 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96bb65-d658-4faa-a477-fcaf98604ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4c7c79-041a-4aa0-bad5-8f6aa85c76a0,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:27.946111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.002932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a328f648-5a66-4729-ac07-c49db37695cb up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:28.010427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.015545 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/networks/1c806176-af78-403d-b00f-11f007b9e234 HTTP/1.1" status: 204 len: 168 time: 1.9923849 Feb 04 05:56:28.027134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecd48a1d-9323-43f5-98ed-e1b5e16b53de tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.028791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44906) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:28.031638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecd48a1d-9323-43f5-98ed-e1b5e16b53de tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.033553 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ecd48a1d-9323-43f5-98ed-e1b5e16b53de tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-groups/4a2591a4-f312-4023-aef6-e0fdeff2b291 HTTP/1.1" status: 204 len: 168 time: 0.7805071 Feb 04 05:56:28.038543 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44908) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:28.041474 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Network 6627a16d-faa1-493d-b785-97fd3a6b019a is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:28.041663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-992159269'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:28.046326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e734e6-79f6-4926-862a-d8f9c0fe02c0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Network': ['ID=1c806176-af78-403d-b00f-11f007b9e234,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:28.059225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d2c6a-73d0-44ff-a21f-03734f8df053 None None] DHCP port deletion for b134766b-9bbe-4848-8c61-838eca91794f request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:28.080706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:28.092026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '0d387cde-26f0-4085-b234-df7806cd2891'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:28.092885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.095071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:28.098325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd48a1d-9323-43f5-98ed-e1b5e16b53de tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2591a4-f312-4023-aef6-e0fdeff2b291,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:28.112302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event updated for resources: {'Port': ['ID=f8d23356-3f95-4bbd-aa84-810d5a72410f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:28.171156 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d11c786e-3832-4e73-91e5-f374ba1d0c5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.209187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d11c786e-3832-4e73-91e5-f374ba1d0c5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.213579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a328f648-5a66-4729-ac07-c49db37695cb triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:28.214015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.221230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:28.225137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.261936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d11c786e-3832-4e73-91e5-f374ba1d0c5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.263638 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d11c786e-3832-4e73-91e5-f374ba1d0c5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5613205 Feb 04 05:56:28.267143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44912) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:28.282594 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d2c6a-73d0-44ff-a21f-03734f8df053 None None] Deleting port 2677729e-71fe-4447-89bb-684bcd4224d4 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:28.282930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c6a-73d0-44ff-a21f-03734f8df053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.308865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Deleting port 2677729e-71fe-4447-89bb-684bcd4224d4 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:28.309523 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.318277 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-33ab12e7-e986-4bcc-9662-8e5bdf481b34 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2547667 Feb 04 05:56:28.319772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44914) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:28.324658 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-94e853b4-30e7-492f-b757-4e170365e852 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group': {'name': 'tempest-secgroup--57024317'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:28.354407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:28.375137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44916) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:28.376375 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.391787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.407029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.407765 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Added segment f9171399-2cae-4b15-9f03-fbf3547b663d of type vlan for network 0891559f-7c16-4099-8a94-531cfe803f0b Feb 04 05:56:28.416232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-45115c0f-8af5-4db8-add1-8a4e61273ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.468104 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] For port 2677729e-71fe-4447-89bb-684bcd4224d4, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2677729e-71fe-4447-89bb-684bcd4224d4,segment=NetworkSegment(aeea9418-8eef-45c1-874b-a0a3355a290d),segment_id=aeea9418-8eef-45c1-874b-a0a3355a290d)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:28.468470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.470403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/0d387cde-26f0-4085-b234-df7806cd2891/17a20360-c202-4f33-b749-ab0197a32d72) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:28.473906 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0c3d2c6a-73d0-44ff-a21f-03734f8df053 None None] For port 2677729e-71fe-4447-89bb-684bcd4224d4, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2677729e-71fe-4447-89bb-684bcd4224d4,segment=NetworkSegment(aeea9418-8eef-45c1-874b-a0a3355a290d),segment_id=aeea9418-8eef-45c1-874b-a0a3355a290d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:28.474517 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c6a-73d0-44ff-a21f-03734f8df053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.496857 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Calling delete_port for 2677729e-71fe-4447-89bb-684bcd4224d4 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:28.498629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.499550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d2c6a-73d0-44ff-a21f-03734f8df053 None None] Calling delete_port for 2677729e-71fe-4447-89bb-684bcd4224d4 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:28.523211 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.528115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94e853b4-30e7-492f-b757-4e170365e852 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.576286 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e058a42e-86ab-44c5-921b-1eb0881f273a no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:28.623194 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: e058a42e-86ab-44c5-921b-1eb0881f273a {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:28.623833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e058a42e-86ab-44c5-921b-1eb0881f273a not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:28.623833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:28.649475 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:28.649810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d8f08ab-46e0-4f6a-bbbe-fad8bde0f532 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:28.650220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:28.659007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.664959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:28.665720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.679448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:28.679787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 86b4a6b9-33a6-494d-a9a6-6f1eb5eb6e29 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:28.717870 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0c3d2c6a-73d0-44ff-a21f-03734f8df053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.759878 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d2c6a-73d0-44ff-a21f-03734f8df053 None None] Pushing event deleted for resources: {'Port': ['ID=2677729e-71fe-4447-89bb-684bcd4224d4,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:28.765817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d2c6a-73d0-44ff-a21f-03734f8df053 None None] No DVR routers for this DVR port 2677729e-71fe-4447-89bb-684bcd4224d4 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:28.772195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-45115c0f-8af5-4db8-add1-8a4e61273ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.776174 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7447357 Feb 04 05:56:28.783310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44918) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:28.796705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '0891559f-7c16-4099-8a94-531cfe803f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:28.802392 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-45115c0f-8af5-4db8-add1-8a4e61273ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.816607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.823664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c5c3e-bef8-4b25-b7ec-7a365d6d9281 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Network': ['ID=0891559f-7c16-4099-8a94-531cfe803f0b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:28.825857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.843517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.857444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 0891559f-7c16-4099-8a94-531cfe803f0b details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:28.863607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.871429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94e853b4-30e7-492f-b757-4e170365e852 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:28.886220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:28.912142 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:28.921680 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:28.935201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Pushing event updated for resources: {'Port': ['ID=17a20360-c202-4f33-b749-ab0197a32d72,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:28.956639 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-45115c0f-8af5-4db8-add1-8a4e61273ba4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45a2b204a3784fe6afe5f492d818716e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707793 Feb 04 05:56:28.958182 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] No DVR routers for this DVR port 2677729e-71fe-4447-89bb-684bcd4224d4 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:28.986393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44920) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:28.995615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94e853b4-30e7-492f-b757-4e170365e852 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.001921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Attempting to bind port 17a20360-c202-4f33-b749-ab0197a32d72 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:29.002290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Attempting to bind port 17a20360-c202-4f33-b749-ab0197a32d72 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:29.003007 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Attempting to bind port 17a20360-c202-4f33-b749-ab0197a32d72 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:29.008601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:29.009012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:29.009425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.009787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:29.010254 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Bound port: 17a20360-c202-4f33-b749-ab0197a32d72, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:29.010633 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.041946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Port': ['ID=2677729e-71fe-4447-89bb-684bcd4224d4,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:29.075729 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45115c0f-8af5-4db8-add1-8a4e61273ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cbacf4-d989-40ad-a516-58f39f48fde9,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:29.082860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] For port 17a20360-c202-4f33-b749-ab0197a32d72, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:29.087553 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] For port 17a20360-c202-4f33-b749-ab0197a32d72, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=17a20360-c202-4f33-b749-ab0197a32d72,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:29.092822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.108663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-94e853b4-30e7-492f-b757-4e170365e852 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.109942 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-94e853b4-30e7-492f-b757-4e170365e852 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7892425 Feb 04 05:56:29.157852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44922) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:29.161026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f933845-e6d1-44da-a077-533d7e07c358 None None] Pushing event updated for resources: {'Port': ['ID=17a20360-c202-4f33-b749-ab0197a32d72,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:29.168392 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4015d4ce-02bf-4efa-8596-c08bd894da75 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '64a0dfaf-ae34-4958-a206-a355d00a3c7b', 'direction': 'ingress', 'protocol': 17}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:29.218379 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.235244 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.251308 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.253627 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e853b4-30e7-492f-b757-4e170365e852 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a0dfaf-ae34-4958-a206-a355d00a3c7b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:29.283238 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:29.286749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.301172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4822a1b5-759b-4b52-bf2d-d8ce3f35cd81 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.319064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b134766b-9bbe-4848-8c61-838eca91794f']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:29.382059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeea9418-8eef-45c1-874b-a0a3355a290d') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:29.382321 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeea9418-8eef-45c1-874b-a0a3355a290d') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:29.417688 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3daf825-c682-4e2b-98b9-04754c8bc56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.458935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.470810 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event updated for resources: {'Port': ['ID=f8d23356-3f95-4bbd-aa84-810d5a72410f,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:29.505394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4015d4ce-02bf-4efa-8596-c08bd894da75 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.508982 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.537309 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.546909 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3daf825-c682-4e2b-98b9-04754c8bc56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.562325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:29.562814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:29.571176 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:29.616264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::1 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/0d387cde-26f0-4085-b234-df7806cd2891/0c7156ef-70ce-4e5c-90ff-7be78b614db1) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:29.658193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.659356 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-407c640a-0044-4a9c-94ac-a7f233eee390 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7295692 Feb 04 05:56:29.667795 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44924) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:29.706418 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:56:29.751959 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.763562 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e204e3e3-6360-4a1d-a6f5-c4db45e7dbf5 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=6627a16d-faa1-493d-b785-97fd3a6b019a HTTP/1.1" status: 200 len: 689 time: 0.0918815 Feb 04 05:56:29.764991 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44926) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:29.766022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.771388 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] 10.222.0.15 "DELETE /v2.0/networks/b134766b-9bbe-4848-8c61-838eca91794f HTTP/1.1" status: 204 len: 168 time: 2.1774728 Feb 04 05:56:29.809628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587b0c9-f158-4624-8bc5-10a25e05230b tempest-NetworksTest-564578618 tempest-NetworksTest-564578618-project] Pushing event deleted for resources: {'Network': ['ID=b134766b-9bbe-4848-8c61-838eca91794f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:29.816077 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.824347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4822a1b5-759b-4b52-bf2d-d8ce3f35cd81 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port 6dfe2d5c-45df-4752-87aa-b99b4e64947e {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:29.824673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4822a1b5-759b-4b52-bf2d-d8ce3f35cd81 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.840211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3daf825-c682-4e2b-98b9-04754c8bc56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.842576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3daf825-c682-4e2b-98b9-04754c8bc56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.847909 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e3daf825-c682-4e2b-98b9-04754c8bc56f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55cbacf4-d989-40ad-a516-58f39f48fde9 HTTP/1.1" status: 204 len: 168 time: 0.8455753 Feb 04 05:56:29.864825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4015d4ce-02bf-4efa-8596-c08bd894da75 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.897907 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4015d4ce-02bf-4efa-8596-c08bd894da75 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.919496 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3daf825-c682-4e2b-98b9-04754c8bc56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cbacf4-d989-40ad-a516-58f39f48fde9,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:29.943648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:29.956229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4822a1b5-759b-4b52-bf2d-d8ce3f35cd81 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.027024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4822a1b5-759b-4b52-bf2d-d8ce3f35cd81 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for 6dfe2d5c-45df-4752-87aa-b99b4e64947e owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:30.035508 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:30.043794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 17a20360-c202-4f33-b749-ab0197a32d72 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:30.045606 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:30.048189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:30.048925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.107644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=0c7156ef-70ce-4e5c-90ff-7be78b614db1,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:30.163107 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 17a20360-c202-4f33-b749-ab0197a32d72 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:30.163521 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.311349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.387005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015d4ce-02bf-4efa-8596-c08bd894da75 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394229b9-cd5a-41bb-905a-ebcf7b35c4d2,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:30.413368 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 17a20360-c202-4f33-b749-ab0197a32d72, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=17a20360-c202-4f33-b749-ab0197a32d72,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:30.417337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44934) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:30.421205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.423351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4015d4ce-02bf-4efa-8596-c08bd894da75 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.424575 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4015d4ce-02bf-4efa-8596-c08bd894da75 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2599084 Feb 04 05:56:30.440229 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44936) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:30.522898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.530964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.538758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4822a1b5-759b-4b52-bf2d-d8ce3f35cd81 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.581964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822a1b5-759b-4b52-bf2d-d8ce3f35cd81 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=6dfe2d5c-45df-4752-87aa-b99b4e64947e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:30.674503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.682426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2677729e-71fe-4447-89bb-684bcd4224d4 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:30.715106 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 2677729e-71fe-4447-89bb-684bcd4224d4 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:30.715316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2677729e-71fe-4447-89bb-684bcd4224d4 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:30.740912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=17a20360-c202-4f33-b749-ab0197a32d72,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:30.745484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-17351373-0f26-482f-928e-25e1ea359668 None None] Provisioning complete for port 17a20360-c202-4f33-b749-ab0197a32d72 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:30.745940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-17351373-0f26-482f-928e-25e1ea359668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.777470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Subnet': ['ID=b64eac03-ac1b-40c3-bddb-2aced2f627fe,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:30.903674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4822a1b5-759b-4b52-bf2d-d8ce3f35cd81 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.923040 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bd68-3004-4573-a501-24672a5d4131 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.928067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Checking segment: {'id': 'f9171399-2cae-4b15-9f03-fbf3547b663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0891559f-7c16-4099-8a94-531cfe803f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:30.928432 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network hostable DHCP agents. Network: 0891559f-7c16-4099-8a94-531cfe803f0b, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:30.968955 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-688adad3-bb0f-43ed-9728-5f7c686ac720 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9ca6b9d603e45e0af0eabd8c966a366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486388 Feb 04 05:56:30.972644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bd68-3004-4573-a501-24672a5d4131 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:30.975046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44940) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:31.029456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Deleting port f8d23356-3f95-4bbd-aa84-810d5a72410f {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:31.029803 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.056899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 0891559f-7c16-4099-8a94-531cfe803f0b is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:31.081757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b8000821-8a42-4965-b1bd-853d6e68d16a None None] Provisioning complete for port 0c7156ef-70ce-4e5c-90ff-7be78b614db1 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:31.082342 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b8000821-8a42-4965-b1bd-853d6e68d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.109100 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 0891559f-7c16-4099-8a94-531cfe803f0b) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:31.122644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:31.123237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.130478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e801d4-5aba-450c-95a9-d24c255a8e2d None None] Network 0891559f-7c16-4099-8a94-531cfe803f0b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:31.144192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b8000821-8a42-4965-b1bd-853d6e68d16a None None] Port 0c7156ef-70ce-4e5c-90ff-7be78b614db1 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:31.150168 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bd68-3004-4573-a501-24672a5d4131 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.152963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bd68-3004-4573-a501-24672a5d4131 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.154136 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5ff5bd68-3004-4573-a501-24672a5d4131 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-groups/64a0dfaf-ae34-4958-a206-a355d00a3c7b HTTP/1.1" status: 204 len: 168 time: 0.7116001 Feb 04 05:56:31.160217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-91edf4e7-d422-47f7-a809-fb9886245ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.160407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44942) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:31.188713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5bd68-3004-4573-a501-24672a5d4131 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a0dfaf-ae34-4958-a206-a355d00a3c7b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:31.197001 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3b766b07-0f8d-4fd5-a284-801703370d1a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4110901 Feb 04 05:56:31.198900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.199650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.202253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4822a1b5-759b-4b52-bf2d-d8ce3f35cd81 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router f82e52ff-5611-45a9-b330-028fd3357667 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:56:31.202861 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44944) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:31.208385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-bf9ed9f0-3287-469a-b6ff-86f83add0325 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-324195700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:31.221747 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-91edf4e7-d422-47f7-a809-fb9886245ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.223550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Calling delete_port for f8d23356-3f95-4bbd-aa84-810d5a72410f owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:31.274468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.285790 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-63e7457b-e2e7-4449-b89d-4eaa0fae019c tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1230655 Feb 04 05:56:31.290104 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44946) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:31.303251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-0891559f-7c16-4099-8a94-531cfe803f0b', 'network_id': '0891559f-7c16-4099-8a94-531cfe803f0b', 'tenant_id': '1b08d3bca42b491ba60abd2261accc9b', 'fixed_ips': [{'subnet_id': 'b64eac03-ac1b-40c3-bddb-2aced2f627fe'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:31.304308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.304814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-162817b7-7a28-49ae-9140-d729cf086f61 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136318223'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:31.358652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.359029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-91edf4e7-d422-47f7-a809-fb9886245ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.359502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.361935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-91edf4e7-d422-47f7-a809-fb9886245ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.373518 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-91edf4e7-d422-47f7-a809-fb9886245ac5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f1d692b-8f6a-4bd2-8d6c-5fab68d3ea92 HTTP/1.1" status: 204 len: 168 time: 0.3857377 Feb 04 05:56:31.377420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed9f0-3287-469a-b6ff-86f83add0325 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.378452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed9f0-3287-469a-b6ff-86f83add0325 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.415046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4822a1b5-759b-4b52-bf2d-d8ce3f35cd81 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:31.426432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7315863-38e6-440d-ad63-46c04acc8184 None None] Sync routers for ids ['f82e52ff-5611-45a9-b330-028fd3357667'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:31.430787 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4822a1b5-759b-4b52-bf2d-d8ce3f35cd81 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/f82e52ff-5611-45a9-b330-028fd3357667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6300013 Feb 04 05:56:31.434142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44950) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:31.453275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edf4e7-d422-47f7-a809-fb9886245ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1d692b-8f6a-4bd2-8d6c-5fab68d3ea92,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:31.486177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7315863-38e6-440d-ad63-46c04acc8184 None None] Routers {'f82e52ff-5611-45a9-b330-028fd3357667'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:31.487968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a7315863-38e6-440d-ad63-46c04acc8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f82e52ff-5611-45a9-b330-028fd3357667'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:31.488565 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.513361 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4e67be5f-d2f1-45fe-911f-bc032a93857c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82e52ff-5611-45a9-b330-028fd3357667 HTTP/1.1" status: 200 len: 205 time: 0.0685680 Feb 04 05:56:31.519253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44954) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:31.519904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=0c7156ef-70ce-4e5c-90ff-7be78b614db1,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:31.540066 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8d23356-3f95-4bbd-aa84-810d5a72410f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:31.546346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-162817b7-7a28-49ae-9140-d729cf086f61 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.548569 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a7315863-38e6-440d-ad63-46c04acc8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:31.573324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7315863-38e6-440d-ad63-46c04acc8184 None None] Routers {'f82e52ff-5611-45a9-b330-028fd3357667'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:31.574076 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a7315863-38e6-440d-ad63-46c04acc8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f82e52ff-5611-45a9-b330-028fd3357667'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:31.577182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Allocated IP 172.20.0.2 (0891559f-7c16-4099-8a94-531cfe803f0b/b64eac03-ac1b-40c3-bddb-2aced2f627fe/38b7e949-d76d-465e-bc3c-e9289defda5e) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:31.611935 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a7315863-38e6-440d-ad63-46c04acc8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:31.612664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7315863-38e6-440d-ad63-46c04acc8184 None None] The sync data for ids ['f82e52ff-5611-45a9-b330-028fd3357667'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:31.627385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.652890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed9f0-3287-469a-b6ff-86f83add0325 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.665553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-53b8eb66-1eab-4f72-ae76-6bb5ded88a33 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.667553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed9f0-3287-469a-b6ff-86f83add0325 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.713518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.763732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:31.766746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-162817b7-7a28-49ae-9140-d729cf086f61 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.768765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed9f0-3287-469a-b6ff-86f83add0325 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.770153 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bf9ed9f0-3287-469a-b6ff-86f83add0325 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5656953 Feb 04 05:56:31.771182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:31.773120 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44962) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:31.777186 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-162817b7-7a28-49ae-9140-d729cf086f61 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.812378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'network_id': '0891559f-7c16-4099-8a94-531cfe803f0b', 'name': 'tempest-PortsTestJSON-603577590'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:31.821042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-162817b7-7a28-49ae-9140-d729cf086f61 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.824840 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-162817b7-7a28-49ae-9140-d729cf086f61 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5289247 Feb 04 05:56:31.825210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44964) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:31.830036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a6ce185c-6e74-409f-8bf9-0a4a3ef67b4e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group': {'name': 'tempest-secgroup--589764643'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:31.834822 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.839860 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162817b7-7a28-49ae-9140-d729cf086f61 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ad142a-1171-44c0-a922-442a1a60d8e4,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:31.872772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=755154e7-96fb-4958-bb80-a14dc14e1a0d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:31.924366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.941028 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.951293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.962159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a6ce185c-6e74-409f-8bf9-0a4a3ef67b4e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:31.991873 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6627a16d-faa1-493d-b785-97fd3a6b019a']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:32.007516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df6873a-769a-4c93-b3ba-290ad7c3932b') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:32.008728 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df6873a-769a-4c93-b3ba-290ad7c3932b') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:32.025492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.038268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 17a20360-c202-4f33-b749-ab0197a32d72 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:32.054557 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.067644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:32.068063 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:32.070256 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:32.121169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a6ce185c-6e74-409f-8bf9-0a4a3ef67b4e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.123422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Network 0891559f-7c16-4099-8a94-531cfe803f0b is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:32.130944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:32.155515 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:32.184061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a6ce185c-6e74-409f-8bf9-0a4a3ef67b4e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.201346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Pushing event updated for resources: {'Port': ['ID=38b7e949-d76d-465e-bc3c-e9289defda5e,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:32.202636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 17a20360-c202-4f33-b749-ab0197a32d72 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:32.203210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.252532 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.272150 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6627a16d-faa1-493d-b785-97fd3a6b019a {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:56:32.275679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.279547 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "DELETE /v2.0/networks/6627a16d-faa1-493d-b785-97fd3a6b019a HTTP/1.1" status: 204 len: 168 time: 2.5054693 Feb 04 05:56:32.280531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce185c-6e74-409f-8bf9-0a4a3ef67b4e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4465a553-ef59-42e9-9a01-7071756b5e8a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:32.293714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44976) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:32.312953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Attempting to bind port 38b7e949-d76d-465e-bc3c-e9289defda5e on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:32.316394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Attempting to bind port 38b7e949-d76d-465e-bc3c-e9289defda5e by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'f9171399-2cae-4b15-9f03-fbf3547b663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0891559f-7c16-4099-8a94-531cfe803f0b'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:32.317621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Attempting to bind port 38b7e949-d76d-465e-bc3c-e9289defda5e on network 0891559f-7c16-4099-8a94-531cfe803f0b {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:32.335551 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d5e97883-2156-4ed1-b072-cc89bed6b97f None None] Provisioning complete for port 0c7156ef-70ce-4e5c-90ff-7be78b614db1 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:32.336443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d5e97883-2156-4ed1-b072-cc89bed6b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.364297 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a6ce185c-6e74-409f-8bf9-0a4a3ef67b4e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.369380 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a6ce185c-6e74-409f-8bf9-0a4a3ef67b4e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5431695 Feb 04 05:56:32.373206 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7ff35f7e-c9f3-411b-ab02-038d026fbfe1 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0745637 Feb 04 05:56:32.373206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44978) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:32.378042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:32.378591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Checking segment: {'id': 'f9171399-2cae-4b15-9f03-fbf3547b663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0891559f-7c16-4099-8a94-531cfe803f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:32.379099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.379642 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Bound using segment: {'id': 'f9171399-2cae-4b15-9f03-fbf3547b663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0891559f-7c16-4099-8a94-531cfe803f0b'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:32.380425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Bound port: 38b7e949-d76d-465e-bc3c-e9289defda5e, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9171399-2cae-4b15-9f03-fbf3547b663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0891559f-7c16-4099-8a94-531cfe803f0b'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:32.381398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.382215 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44980) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:32.386819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c33cd5ab-44cf-41a9-8a23-e03546830031 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '56ad142a-1171-44c0-a922-442a1a60d8e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4465a553-ef59-42e9-9a01-7071756b5e8a', 'remote_ip_prefix': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:32.398901 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d5e97883-2156-4ed1-b072-cc89bed6b97f None None] Port 0c7156ef-70ce-4e5c-90ff-7be78b614db1 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:32.428573 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-53b8eb66-1eab-4f72-ae76-6bb5ded88a33 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.465332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-53b8eb66-1eab-4f72-ae76-6bb5ded88a33 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.467067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44982) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:32.472648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] For port 38b7e949-d76d-465e-bc3c-e9289defda5e, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:32.479120 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] For port 38b7e949-d76d-465e-bc3c-e9289defda5e, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=38b7e949-d76d-465e-bc3c-e9289defda5e,segment=NetworkSegment(f9171399-2cae-4b15-9f03-fbf3547b663d),segment_id=f9171399-2cae-4b15-9f03-fbf3547b663d)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:32.510559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.580141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-53b8eb66-1eab-4f72-ae76-6bb5ded88a33 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.580680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b8eb66-1eab-4f72-ae76-6bb5ded88a33 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Fanout notify agent at l3_agent the message router_deleted on router f82e52ff-5611-45a9-b330-028fd3357667 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:56:32.584069 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860bb19-aef9-4b9a-89da-05704c101dfd tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event deleted for resources: {'Network': ['ID=6627a16d-faa1-493d-b785-97fd3a6b019a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:32.603560 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d7257-1749-4b36-ade9-d546b3715057 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:32.603796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-53b8eb66-1eab-4f72-ae76-6bb5ded88a33 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.604504 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d7257-1749-4b36-ade9-d546b3715057 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:32.605282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d7257-1749-4b36-ade9-d546b3715057 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:32.605892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d7257-1749-4b36-ade9-d546b3715057 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:32.606624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d7257-1749-4b36-ade9-d546b3715057 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:32.607225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d7257-1749-4b36-ade9-d546b3715057 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:32.607707 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-53b8eb66-1eab-4f72-ae76-6bb5ded88a33 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/f82e52ff-5611-45a9-b330-028fd3357667 HTTP/1.1" status: 204 len: 168 time: 1.0850954 Feb 04 05:56:32.611620 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d99d7257-1749-4b36-ade9-d546b3715057 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3934 time: 0.2169659 Feb 04 05:56:32.611769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44986) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:32.618459 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44988) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:32.628497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981798bd-7572-4ce3-87e7-7345863070e4 None None] Pushing event updated for resources: {'Port': ['ID=38b7e949-d76d-465e-bc3c-e9289defda5e,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:32.647669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7d5893c0-b369-4408-9929-f6b95b144def tempest-DvrRoutersNegativeTest-1679729006 tempest-DvrRoutersNegativeTest-1679729006-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1602085074', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:32.651100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.policy [None req-7d5893c0-b369-4408-9929-f6b95b144def tempest-DvrRoutersNegativeTest-1679729006 tempest-DvrRoutersNegativeTest-1679729006-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102167) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 04 05:56:32.651400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.policy [None req-7d5893c0-b369-4408-9929-f6b95b144def tempest-DvrRoutersNegativeTest-1679729006 tempest-DvrRoutersNegativeTest-1679729006-project] Failed policy check for 'create_router' {{(pid=102167) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 04 05:56:32.651940 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-7d5893c0-b369-4408-9929-f6b95b144def tempest-DvrRoutersNegativeTest-1679729006 tempest-DvrRoutersNegativeTest-1679729006-project] create failed (client error): Access was denied to this resource. Feb 04 05:56:32.652938 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7d5893c0-b369-4408-9929-f6b95b144def tempest-DvrRoutersNegativeTest-1679729006 tempest-DvrRoutersNegativeTest-1679729006-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1777794 Feb 04 05:56:32.675799 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c33cd5ab-44cf-41a9-8a23-e03546830031 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.713704 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-55533b86-7dfe-491c-ba77-84b9b2ea8415 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] delete failed (client error): The resource could not be found. Feb 04 05:56:32.716476 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-55533b86-7dfe-491c-ba77-84b9b2ea8415 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/61a50b8a-ea8c-4f5d-9ae0-e43e099d7632 HTTP/1.1" status: 404 len: 345 time: 0.0965116 Feb 04 05:56:32.720618 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44992) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:32.729725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a93f954-c667-49ad-af69-e0bf105cece9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting subnet 7113e350-5f1f-4bd3-a805-a7148302f531 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:32.735473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Router 6269abc6-db17-4abc-8cea-a07c74177ad8 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:56:32.737392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a93f954-c667-49ad-af69-e0bf105cece9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.770770 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c33cd5ab-44cf-41a9-8a23-e03546830031 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.792297 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c222211-ee01-453d-9cd1-729b2b2963f9 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 05:56:32.793160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c222211-ee01-453d-9cd1-729b2b2963f9 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:32.796767 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4c222211-ee01-453d-9cd1-729b2b2963f9 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "DELETE /v2.0/networks/6627a16d-faa1-493d-b785-97fd3a6b019a HTTP/1.1" status: 404 len: 339 time: 0.0745101 Feb 04 05:56:32.798698 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c33cd5ab-44cf-41a9-8a23-e03546830031 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.803747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 44994) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:32.814041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Request body: {'network': {'name': 'tempest-network--937971778', 'router:external': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:32.841918 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:32.845660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c33cd5ab-44cf-41a9-8a23-e03546830031 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.846624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.850806 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c33cd5ab-44cf-41a9-8a23-e03546830031 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4694555 Feb 04 05:56:32.852597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 44996) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:32.870137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Made reservation on behalf of 1dd6beb29a9b48a587d062d0c2760199 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:32.872539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.878519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a93f954-c667-49ad-af69-e0bf105cece9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.893909 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cd5ab-44cf-41a9-8a23-e03546830031 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40483015-3a52-4041-b431-ddfd50c0f18b,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:32.911169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-09ccbe16-6bfd-44d4-ad7e-e1e4544b8f72 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.924488 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-09ccbe16-6bfd-44d4-ad7e-e1e4544b8f72 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.926526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port 48afce3b-ccef-43f4-bc5f-fd166c331c4d yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:56:32.982633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-09ccbe16-6bfd-44d4-ad7e-e1e4544b8f72 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.989808 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-09ccbe16-6bfd-44d4-ad7e-e1e4544b8f72 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:32.994206 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-09ccbe16-6bfd-44d4-ad7e-e1e4544b8f72 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/40483015-3a52-4041-b431-ddfd50c0f18b HTTP/1.1" status: 204 len: 168 time: 0.1351764 Feb 04 05:56:32.994859 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45000) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.033369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccbe16-6bfd-44d4-ad7e-e1e4544b8f72 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40483015-3a52-4041-b431-ddfd50c0f18b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:33.086355 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-52c1cf4e-8361-42f0-9496-d9a95605db3b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0790839 Feb 04 05:56:33.087968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45002) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.093354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:33.112104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45004) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.155223 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.155574 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Added segment 0be37935-9092-4410-8958-8c98b1f2d825 of type vlan for network 35a7233b-d8ff-466d-80bf-5bb49085da5f Feb 04 05:56:33.159518 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:33.168114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-25ba0895-0d11-414c-97dc-c3e8dfd94129 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.176608 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Sync routers for ids ['6269abc6-db17-4abc-8cea-a07c74177ad8'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:33.194368 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Routers {'6269abc6-db17-4abc-8cea-a07c74177ad8'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:33.194968 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6269abc6-db17-4abc-8cea-a07c74177ad8'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:33.195206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-25ba0895-0d11-414c-97dc-c3e8dfd94129 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.210377 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-36be529d-e4d0-465a-9630-6a73d7924448 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "PUT /v2.0/routers/6269abc6-db17-4abc-8cea-a07c74177ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9418266 Feb 04 05:56:33.213997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45008) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.274701 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8dcca2-c14c-4a04-b452-778d4ebd1dca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:33.276103 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-db8dcca2-c14c-4a04-b452-778d4ebd1dca tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports/0c7156ef-70ce-4e5c-90ff-7be78b614db1 HTTP/1.1" status: 200 len: 911 time: 0.0612738 Feb 04 05:56:33.278740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45010) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.301252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a93f954-c667-49ad-af69-e0bf105cece9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.306540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.313099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.8 (0891559f-7c16-4099-8a94-531cfe803f0b/b64eac03-ac1b-40c3-bddb-2aced2f627fe/48afce3b-ccef-43f4-bc5f-fd166c331c4d) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:33.314303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-25ba0895-0d11-414c-97dc-c3e8dfd94129 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.317009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-25ba0895-0d11-414c-97dc-c3e8dfd94129 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.318825 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-25ba0895-0d11-414c-97dc-c3e8dfd94129 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-groups/4465a553-ef59-42e9-9a01-7071756b5e8a HTTP/1.1" status: 204 len: 168 time: 0.2295520 Feb 04 05:56:33.323006 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45012) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.346432 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba0895-0d11-414c-97dc-c3e8dfd94129 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4465a553-ef59-42e9-9a01-7071756b5e8a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:33.347917 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Set router 6269abc6-db17-4abc-8cea-a07c74177ad8 gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:33.353671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-67c6dbc5-0beb-44ce-b80a-d2d36f728491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.377668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd15fb-372a-40dc-87da-aa2e46d53f5d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:33.384267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd15fb-372a-40dc-87da-aa2e46d53f5d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:33.385998 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0bfd15fb-372a-40dc-87da-aa2e46d53f5d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1061010 Feb 04 05:56:33.390790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45014) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.410795 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-903c70a5-00d2-4d41-9f16-4aa65331944b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0863914 Feb 04 05:56:33.413340 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45016) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.468125 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a73840b9-c5b1-4fb9-beb8-a0d779d23f6e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.492193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a73840b9-c5b1-4fb9-beb8-a0d779d23f6e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.531510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.532459 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:33.533033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.546001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a93f954-c667-49ad-af69-e0bf105cece9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.547340 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a73840b9-c5b1-4fb9-beb8-a0d779d23f6e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.550123 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a73840b9-c5b1-4fb9-beb8-a0d779d23f6e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.551692 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a73840b9-c5b1-4fb9-beb8-a0d779d23f6e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-groups/56ad142a-1171-44c0-a922-442a1a60d8e4 HTTP/1.1" status: 204 len: 168 time: 0.1364119 Feb 04 05:56:33.557687 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45018) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.572367 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73840b9-c5b1-4fb9-beb8-a0d779d23f6e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ad142a-1171-44c0-a922-442a1a60d8e4,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:33.640786 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6269abc6-db17-4abc-8cea-a07c74177ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1874120087', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:27Z', 'updated_at': '2022-02-04T05:56:30Z', 'revision_number': 2, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None, '_interfaces': [{'id': '0c7156ef-70ce-4e5c-90ff-7be78b614db1', 'name': '', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'mac_address': 'fa:16:3e:04:1e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6269abc6-db17-4abc-8cea-a07c74177ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '0d387cde-26f0-4085-b234-df7806cd2891', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:56:29Z', 'updated_at': '2022-02-04T05:56:30Z', 'revision_number': 2, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'subnets': [{'id': '0d387cde-26f0-4085-b234-df7806cd2891', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:33.643172 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-21594bdb-d939-4444-a127-6f4bbcc99303 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0825408 Feb 04 05:56:33.647244 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45020) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.654230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-cdd287cd-ea16-470c-ab4e-84d9a9ded472 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group': {'name': 'tempest-secgroup--19498931'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:33.679595 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Checking router: 6269abc6-db17-4abc-8cea-a07c74177ad8 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:56:33.679950 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Updating router 6269abc6-db17-4abc-8cea-a07c74177ad8 port 0c7156ef-70ce-4e5c-90ff-7be78b614db1 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:56:33.714583 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.717471 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93f954-c667-49ad-af69-e0bf105cece9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Subnet': ['ID=7113e350-5f1f-4bd3-a805-a7148302f531,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:33.718513 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cdd287cd-ea16-470c-ab4e-84d9a9ded472 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.726143 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d25e6a-ab33-40d6-bb0c-613275ad3c00 None None] Network 8d547022-cb00-4cb0-95b1-31993c100fac requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:33.727302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a93f954-c667-49ad-af69-e0bf105cece9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:33.734165 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5a93f954-c667-49ad-af69-e0bf105cece9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/7113e350-5f1f-4bd3-a805-a7148302f531 HTTP/1.1" status: 204 len: 168 time: 1.1183026 Feb 04 05:56:33.734347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45022) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.746164 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9412239 Feb 04 05:56:33.747641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45024) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:33.822407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83810545-1638-408f-b8f7-c884d58b1dc8 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event updated for resources: {'Network': ['ID=35a7233b-d8ff-466d-80bf-5bb49085da5f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:33.842829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 35a7233b-d8ff-466d-80bf-5bb49085da5f details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:33.987891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-67c6dbc5-0beb-44ce-b80a-d2d36f728491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.003146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-67c6dbc5-0beb-44ce-b80a-d2d36f728491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.030356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.041749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.084767 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.094230 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.097060 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 38b7e949-d76d-465e-bc3c-e9289defda5e up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:34.133661 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-67c6dbc5-0beb-44ce-b80a-d2d36f728491 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22348bec4fc04ac4b35f4f822fef5911&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0179975 Feb 04 05:56:34.133661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6dbc5-0beb-44ce-b80a-d2d36f728491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bced7da-2e6d-4c31-8f60-5b28c9904921,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:34.135897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45026) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:34.154671 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Pushing event updated for resources: {'Port': ['ID=0c7156ef-70ce-4e5c-90ff-7be78b614db1,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:34.165311 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.165659 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.166184 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.166858 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.167355 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.167520 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.167888 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.168230 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.168978 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.168978 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.169415 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.169739 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:56:34.171656 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c1fde-b8eb-489c-a8b5-c089fc61b55f tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:34.182444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c1fde-b8eb-489c-a8b5-c089fc61b55f tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:34.190653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c1fde-b8eb-489c-a8b5-c089fc61b55f tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:34.212260 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c1fde-b8eb-489c-a8b5-c089fc61b55f tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:34.216741 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f21c1fde-b8eb-489c-a8b5-c089fc61b55f tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4507051 Feb 04 05:56:34.217882 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cdd287cd-ea16-470c-ab4e-84d9a9ded472 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.223485 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45028) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:34.242948 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Attempting to bind port 0c7156ef-70ce-4e5c-90ff-7be78b614db1 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:34.243502 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Attempting to bind port 0c7156ef-70ce-4e5c-90ff-7be78b614db1 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:34.243930 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Attempting to bind port 0c7156ef-70ce-4e5c-90ff-7be78b614db1 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:34.246964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cdd287cd-ea16-470c-ab4e-84d9a9ded472 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.253638 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:34.253934 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:34.254335 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.254797 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:34.255175 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Bound port: 0c7156ef-70ce-4e5c-90ff-7be78b614db1, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:34.255610 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.262068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.279922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 38b7e949-d76d-465e-bc3c-e9289defda5e triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:34.280309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.296506 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd287cd-ea16-470c-ab4e-84d9a9ded472 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7497a56f-8bbb-442a-afaf-fa715a5d6956,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:34.367781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd5db077-29a3-4a93-a1fe-50dc197f1d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.376233 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cdd287cd-ea16-470c-ab4e-84d9a9ded472 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.376729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086056b-a381-423c-99f0-1fb0ae8b60c7 None None] Network 0891559f-7c16-4099-8a94-531cfe803f0b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:34.381993 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cdd287cd-ea16-470c-ab4e-84d9a9ded472 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7335415 Feb 04 05:56:34.387248 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45030) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:34.392024 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b46c894c-a854-44a4-9fb2-28999eddf397 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '7497a56f-8bbb-442a-afaf-fa715a5d6956', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:34.397649 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1fb603-884d-44bb-bc0b-8c28e9580135 None None] DHCP port deletion for 8d547022-cb00-4cb0-95b1-31993c100fac request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:34.404385 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] For port 0c7156ef-70ce-4e5c-90ff-7be78b614db1, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:34.407816 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] For port 0c7156ef-70ce-4e5c-90ff-7be78b614db1, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0c7156ef-70ce-4e5c-90ff-7be78b614db1,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:34.415321 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.416638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 0891559f-7c16-4099-8a94-531cfe803f0b is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:34.419200 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.426329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:34.440852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:34.457549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=48afce3b-ccef-43f4-bc5f-fd166c331c4d,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:34.458302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port a328f648-5a66-4729-ac07-c49db37695cb {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:34.458702 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.463239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b46c894c-a854-44a4-9fb2-28999eddf397 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.504928 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Routers {'6269abc6-db17-4abc-8cea-a07c74177ad8'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:34.505562 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6269abc6-db17-4abc-8cea-a07c74177ad8'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:34.513116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd5db077-29a3-4a93-a1fe-50dc197f1d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.534241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c0f9b0ef-729f-4c38-9919-dd7937795163 None None] Provisioning complete for port 38b7e949-d76d-465e-bc3c-e9289defda5e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:34.534618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b0ef-729f-4c38-9919-dd7937795163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.585351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:34.586803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.623726 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-27439040-b9e6-4c08-aa72-1c5f270e06b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8477328 Feb 04 05:56:34.626490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45032) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:34.656710 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port a328f648-5a66-4729-ac07-c49db37695cb, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a328f648-5a66-4729-ac07-c49db37695cb,segment=NetworkSegment(dd25eeda-6a7a-4a6c-8911-558672177a20),segment_id=dd25eeda-6a7a-4a6c-8911-558672177a20)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:34.657341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.657535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.702430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.709630 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for a328f648-5a66-4729-ac07-c49db37695cb owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:34.712166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd5db077-29a3-4a93-a1fe-50dc197f1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.714896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd5db077-29a3-4a93-a1fe-50dc197f1d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.716168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bd5db077-29a3-4a93-a1fe-50dc197f1d48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bced7da-2e6d-4c31-8f60-5b28c9904921 HTTP/1.1" status: 204 len: 168 time: 0.5769672 Feb 04 05:56:34.762396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a7233b-d8ff-466d-80bf-5bb49085da5f']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:34.767471 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b46c894c-a854-44a4-9fb2-28999eddf397 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.777995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 38b7e949-d76d-465e-bc3c-e9289defda5e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=38b7e949-d76d-465e-bc3c-e9289defda5e,segment=NetworkSegment(f9171399-2cae-4b15-9f03-fbf3547b663d),segment_id=f9171399-2cae-4b15-9f03-fbf3547b663d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:34.793434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5db077-29a3-4a93-a1fe-50dc197f1d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bced7da-2e6d-4c31-8f60-5b28c9904921,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:34.808980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.826647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b46c894c-a854-44a4-9fb2-28999eddf397 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.836072 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be37935-9092-4410-8958-8c98b1f2d825') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:34.836369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be37935-9092-4410-8958-8c98b1f2d825') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:34.838653 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97402af3-3356-4436-90c4-3d076291d7f9 None None] Pushing event updated for resources: {'Port': ['ID=0c7156ef-70ce-4e5c-90ff-7be78b614db1,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:34.855512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fb603-884d-44bb-bc0b-8c28e9580135 None None] Deleting port a328f648-5a66-4729-ac07-c49db37695cb {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:34.856532 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb603-884d-44bb-bc0b-8c28e9580135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.902707 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.921023 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] Set router 6269abc6-db17-4abc-8cea-a07c74177ad8 gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:34.944249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c894c-a854-44a4-9fb2-28999eddf397 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbab08c-8a51-44de-b098-01d3849ee605,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:34.964273 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0c1fb603-884d-44bb-bc0b-8c28e9580135 None None] For port a328f648-5a66-4729-ac07-c49db37695cb, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a328f648-5a66-4729-ac07-c49db37695cb,segment=NetworkSegment(dd25eeda-6a7a-4a6c-8911-558672177a20),segment_id=dd25eeda-6a7a-4a6c-8911-558672177a20)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:34.964679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb603-884d-44bb-bc0b-8c28e9580135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.969608 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b46c894c-a854-44a4-9fb2-28999eddf397 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.977151 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b46c894c-a854-44a4-9fb2-28999eddf397 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5881226 Feb 04 05:56:34.982670 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fb603-884d-44bb-bc0b-8c28e9580135 None None] Calling delete_port for a328f648-5a66-4729-ac07-c49db37695cb owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:34.983340 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.985293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45038) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:35.025458 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:35.028578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:35.030635 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:35.052494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecf64fd1-b5d7-4adc-a6c6-7804e42d2f5b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.074102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.116182 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecf64fd1-b5d7-4adc-a6c6-7804e42d2f5b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.158926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.170542 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb603-884d-44bb-bc0b-8c28e9580135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.192032 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1fb603-884d-44bb-bc0b-8c28e9580135 None None] No DVR routers for this DVR port a328f648-5a66-4729-ac07-c49db37695cb on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:35.214696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=38b7e949-d76d-465e-bc3c-e9289defda5e,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:35.239624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.245615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35a7233b-d8ff-466d-80bf-5bb49085da5f {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:56:35.262561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.266483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fb603-884d-44bb-bc0b-8c28e9580135 None None] Pushing event deleted for resources: {'Port': ['ID=a328f648-5a66-4729-ac07-c49db37695cb,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:35.277815 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "DELETE /v2.0/networks/35a7233b-d8ff-466d-80bf-5bb49085da5f HTTP/1.1" status: 204 len: 168 time: 1.0530825 Feb 04 05:56:35.284411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No DVR routers for this DVR port a328f648-5a66-4729-ac07-c49db37695cb on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:35.317063 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45044) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:35.323980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=a328f648-5a66-4729-ac07-c49db37695cb,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:35.332046 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-76421953-dcd7-4ae0-9cd0-38e1385c30a2 None None] Provisioning complete for port 0c7156ef-70ce-4e5c-90ff-7be78b614db1 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:35.334383 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecf64fd1-b5d7-4adc-a6c6-7804e42d2f5b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.334536 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-76421953-dcd7-4ae0-9cd0-38e1385c30a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.340068 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ecf64fd1-b5d7-4adc-a6c6-7804e42d2f5b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.345702 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ecf64fd1-b5d7-4adc-a6c6-7804e42d2f5b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ddbab08c-8a51-44de-b098-01d3849ee605 HTTP/1.1" status: 204 len: 168 time: 0.3593445 Feb 04 05:56:35.348711 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45048) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:35.365463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Request body: {'network': {'name': 'tempest-network--1607896391', 'router:external': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:35.366797 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6269abc6-db17-4abc-8cea-a07c74177ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1874120087', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:27Z', 'updated_at': '2022-02-04T05:56:30Z', 'revision_number': 2, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None, '_interfaces': [{'id': '0c7156ef-70ce-4e5c-90ff-7be78b614db1', 'name': '', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'mac_address': 'fa:16:3e:04:1e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6269abc6-db17-4abc-8cea-a07c74177ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '0d387cde-26f0-4085-b234-df7806cd2891', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:56:29Z', 'updated_at': '2022-02-04T05:56:34Z', 'revision_number': 4, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'subnets': [{'id': '0d387cde-26f0-4085-b234-df7806cd2891', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:35.447505 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ae4fa-5e0b-4520-9d25-f87601ce37ec None None] The sync data for ids ['6269abc6-db17-4abc-8cea-a07c74177ad8'] in dv-neutron-826811-2-hyperv is: [{'id': '6269abc6-db17-4abc-8cea-a07c74177ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1874120087', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:27Z', 'updated_at': '2022-02-04T05:56:30Z', 'revision_number': 2, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None, '_interfaces': [{'id': '0c7156ef-70ce-4e5c-90ff-7be78b614db1', 'name': '', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'mac_address': 'fa:16:3e:04:1e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6269abc6-db17-4abc-8cea-a07c74177ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '0d387cde-26f0-4085-b234-df7806cd2891', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:56:29Z', 'updated_at': '2022-02-04T05:56:34Z', 'revision_number': 4, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'subnets': [{'id': '0d387cde-26f0-4085-b234-df7806cd2891', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:35.468441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-76421953-dcd7-4ae0-9cd0-38e1385c30a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.474710 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4225d0-781d-40c5-b7b3-3eba436c6bb3 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event deleted for resources: {'Network': ['ID=35a7233b-d8ff-466d-80bf-5bb49085da5f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:35.525330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-76421953-dcd7-4ae0-9cd0-38e1385c30a2 None None] For port 0c7156ef-70ce-4e5c-90ff-7be78b614db1, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0c7156ef-70ce-4e5c-90ff-7be78b614db1,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:35.528743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.531759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-76421953-dcd7-4ae0-9cd0-38e1385c30a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.546884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf64fd1-b5d7-4adc-a6c6-7804e42d2f5b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddbab08c-8a51-44de-b098-01d3849ee605,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:35.618128 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4bcb2250-dab0-4cc3-8aa9-b5eba269cb77 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2441790 Feb 04 05:56:35.628061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45054) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:35.658289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76421953-dcd7-4ae0-9cd0-38e1385c30a2 None None] Pushing event updated for resources: {'Port': ['ID=0c7156ef-70ce-4e5c-90ff-7be78b614db1,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:35.676155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7be899fd-de69-4929-9395-75061cc64fa4 None None] Provisioning complete for port 48afce3b-ccef-43f4-bc5f-fd166c331c4d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:35.677019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7be899fd-de69-4929-9395-75061cc64fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.684974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.746106 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-7be899fd-de69-4929-9395-75061cc64fa4 None None] Port 48afce3b-ccef-43f4-bc5f-fd166c331c4d cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:35.767100 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Made reservation on behalf of 1dd6beb29a9b48a587d062d0c2760199 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:35.769486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.770416 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7be899fd-de69-4929-9395-75061cc64fa4 None None] Provisioning complete for port 38b7e949-d76d-465e-bc3c-e9289defda5e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:35.770904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7be899fd-de69-4929-9395-75061cc64fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.781397 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d547022-cb00-4cb0-95b1-31993c100fac']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:35.826338 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port 0c7156ef-70ce-4e5c-90ff-7be78b614db1 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:35.826823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.852379 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd25eeda-6a7a-4a6c-8911-558672177a20') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:35.853004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd25eeda-6a7a-4a6c-8911-558672177a20') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:35.924982 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d588dd6f-2826-441a-864c-21268a2dd187 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.956995 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.960522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d588dd6f-2826-441a-864c-21268a2dd187 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:35.968372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45062) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:35.993119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:35.995542 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.009662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 38b7e949-d76d-465e-bc3c-e9289defda5e up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:36.014498 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:36.014917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:36.019125 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:36.038292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.038723 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Added segment c7dcfcdc-c265-49ec-9bea-4b085e4c3014 of type vlan for network 8626dc71-50ac-49ce-9e7c-9fa42f76f620 Feb 04 05:56:36.080427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 38b7e949-d76d-465e-bc3c-e9289defda5e triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:36.087419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.136233 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.141378 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.145062 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/networks/8d547022-cb00-4cb0-95b1-31993c100fac HTTP/1.1" status: 204 len: 168 time: 2.4106152 Feb 04 05:56:36.160626 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45066) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:36.162936 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d588dd6f-2826-441a-864c-21268a2dd187 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.164704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f5267f3d-cc86-4544-a946-ed40b30366da None None] Provisioning complete for port 48afce3b-ccef-43f4-bc5f-fd166c331c4d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:36.165102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f5267f3d-cc86-4544-a946-ed40b30366da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.165814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d588dd6f-2826-441a-864c-21268a2dd187 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.169906 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d588dd6f-2826-441a-864c-21268a2dd187 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-groups/7497a56f-8bbb-442a-afaf-fa715a5d6956 HTTP/1.1" status: 204 len: 168 time: 0.5395527 Feb 04 05:56:36.174262 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-bcada858-4e1c-4815-bb7c-a29632ea5db4 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1477818729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:36.180576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45068) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:36.185307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-282669295', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:36.186413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] For port 0c7156ef-70ce-4e5c-90ff-7be78b614db1, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0c7156ef-70ce-4e5c-90ff-7be78b614db1,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:36.186880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.200192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for 0c7156ef-70ce-4e5c-90ff-7be78b614db1 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:36.200374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f5267f3d-cc86-4544-a946-ed40b30366da None None] Port 48afce3b-ccef-43f4-bc5f-fd166c331c4d cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:36.218425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.220749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588dd6f-2826-441a-864c-21268a2dd187 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7497a56f-8bbb-442a-afaf-fa715a5d6956,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:36.227430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2b25c-ff57-49e7-bb2d-89a33d3d6f06 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Network': ['ID=8d547022-cb00-4cb0-95b1-31993c100fac,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:36.305997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bcada858-4e1c-4815-bb7c-a29632ea5db4 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.307034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bcada858-4e1c-4815-bb7c-a29632ea5db4 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.334500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.335448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:36.336109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.342166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.343190 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.359790 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a3481259-524a-454b-bca9-5b9e17cfbf8e tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1462529 Feb 04 05:56:36.362658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a328f648-5a66-4729-ac07-c49db37695cb no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:36.388622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45070) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:36.394105 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d8d08847-7c9a-459d-a45f-15e661e1e4f4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group': {'name': 'tempest-secgroup--278645821'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:36.490622 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1547878 Feb 04 05:56:36.490622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bcada858-4e1c-4815-bb7c-a29632ea5db4 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.540276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: a328f648-5a66-4729-ac07-c49db37695cb {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:36.540623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a328f648-5a66-4729-ac07-c49db37695cb not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:36.735874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45072) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:36.786057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bcada858-4e1c-4815-bb7c-a29632ea5db4 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.818388 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3caa86-a273-4ad7-a9db-eafafb8bdc58 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event updated for resources: {'Network': ['ID=8626dc71-50ac-49ce-9e7c-9fa42f76f620,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:36.823080 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.828632 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.836385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.836992 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 8626dc71-50ac-49ce-9e7c-9fa42f76f620 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:36.877460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8d08847-7c9a-459d-a45f-15e661e1e4f4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.882466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bcada858-4e1c-4815-bb7c-a29632ea5db4 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:36.884446 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bcada858-4e1c-4815-bb7c-a29632ea5db4 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9066305 Feb 04 05:56:36.888139 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45074) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:36.909862 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1871181711'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:36.946510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b48570-4ea9-44fb-948f-e685392df405 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:36.947969 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-16b48570-4ea9-44fb-948f-e685392df405 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] 10.222.0.15 "GET /v2.0/networks/8626dc71-50ac-49ce-9e7c-9fa42f76f620 HTTP/1.1" status: 200 len: 757 time: 0.2097824 Feb 04 05:56:36.953671 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45076) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:36.989837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=48afce3b-ccef-43f4-bc5f-fd166c331c4d,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:37.013046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.066353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=0c7156ef-70ce-4e5c-90ff-7be78b614db1,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:37.136871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.182366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Made reservation on behalf of 197abaf9d5144af3bb058995a00eed58 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:37.189263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.236145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d789e862-4050-4ff7-a402-32baea96dc03 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:37.240158 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d789e862-4050-4ff7-a402-32baea96dc03 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] 10.222.0.15 "GET /v2.0/networks/68c0ff9c-dc03-4fdb-ad6a-8214a4a8b087 HTTP/1.1" status: 200 len: 768 time: 0.2828908 Feb 04 05:56:37.240886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.242055 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.246099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45078) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:37.299201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8d08847-7c9a-459d-a45f-15e661e1e4f4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.316500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8d08847-7c9a-459d-a45f-15e661e1e4f4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.336015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-96779d2d-91f2-42bc-9bda-62061ceae4e3 None None] Provisioning complete for port 48afce3b-ccef-43f4-bc5f-fd166c331c4d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:37.336748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-96779d2d-91f2-42bc-9bda-62061ceae4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.368375 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d08847-7c9a-459d-a45f-15e661e1e4f4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25073f02-316b-4ea1-9b44-0cb10856804e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:37.374612 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8d08847-7c9a-459d-a45f-15e661e1e4f4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.375751 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-96779d2d-91f2-42bc-9bda-62061ceae4e3 None None] Port 48afce3b-ccef-43f4-bc5f-fd166c331c4d cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:37.375895 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d8d08847-7c9a-459d-a45f-15e661e1e4f4 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9860334 Feb 04 05:56:37.382483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45080) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:37.390139 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3bc13c73-3edf-4cdb-a442-d608b7d402a3 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '25073f02-316b-4ea1-9b44-0cb10856804e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:37.472614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.476830 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.481196 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3bc13c73-3edf-4cdb-a442-d608b7d402a3 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.492328 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.517424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.591724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:37.623289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dba9e03-95cc-4ae0-be65-ec75e375df5e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:37.647539 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.648111 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Added segment 994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7 of type vlan for network 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b Feb 04 05:56:37.661365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.667183 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Router 6269abc6-db17-4abc-8cea-a07c74177ad8 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:56:37.712086 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3bc13c73-3edf-4cdb-a442-d608b7d402a3 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.716150 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.721876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3bc13c73-3edf-4cdb-a442-d608b7d402a3 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.749283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.789490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc13c73-3edf-4cdb-a442-d608b7d402a3 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139b23bb-93b2-4b78-924b-e3ad62f2cce4,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:37.804161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.813528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3bc13c73-3edf-4cdb-a442-d608b7d402a3 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.814785 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3bc13c73-3edf-4cdb-a442-d608b7d402a3 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4307683 Feb 04 05:56:37.819738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45082) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:37.856412 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.862016 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:37.862633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.869626 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8626dc71-50ac-49ce-9e7c-9fa42f76f620']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:37.875026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.894356 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7dcfcdc-c265-49ec-9bea-4b085e4c3014') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:37.894777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7dcfcdc-c265-49ec-9bea-4b085e4c3014') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:37.899828 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c565f8d1-3aa1-465f-9912-29b04e480d3c tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules/139b23bb-93b2-4b78-924b-e3ad62f2cce4 HTTP/1.1" status: 200 len: 763 time: 0.0498669 Feb 04 05:56:37.907049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:37.912293 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-add374c7-22bf-44f2-811b-16fb43f77bd8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "PUT /v2.0/routers/6269abc6-db17-4abc-8cea-a07c74177ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5140259 Feb 04 05:56:37.914564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45084) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:37.923105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:37.924493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45086) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:37.943872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Network': ['ID=71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:37.951455 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c29d50aa-cbc8-41c3-978c-2b177864cc6b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0464013 Feb 04 05:56:37.954916 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45088) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:37.959082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:37.963228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Allocated IP 172.26.5.27 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/ec9923c6-8f07-466e-8b35-9a02a5e39186) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:38.011489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'subnet': {'network_id': '71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:38.023389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.024145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5df43-2604-41b6-85e4-bc8aee09d18d None None] Sync routers for ids ['6269abc6-db17-4abc-8cea-a07c74177ad8'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:38.051341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5df43-2604-41b6-85e4-bc8aee09d18d None None] Routers {'6269abc6-db17-4abc-8cea-a07c74177ad8'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:38.051947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-53b5df43-2604-41b6-85e4-bc8aee09d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6269abc6-db17-4abc-8cea-a07c74177ad8'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:38.084297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:38.084713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:38.087304 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:38.094221 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.126703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-53b5df43-2604-41b6-85e4-bc8aee09d18d None None] Set router 6269abc6-db17-4abc-8cea-a07c74177ad8 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:38.134232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.172627 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:38.175689 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:38.179906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:38.180865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-53b5df43-2604-41b6-85e4-bc8aee09d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6269abc6-db17-4abc-8cea-a07c74177ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1874120087', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:27Z', 'updated_at': '2022-02-04T05:56:36Z', 'revision_number': 3, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:38.210310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=ec9923c6-8f07-466e-8b35-9a02a5e39186,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:38.212648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5df43-2604-41b6-85e4-bc8aee09d18d None None] Checking router: 6269abc6-db17-4abc-8cea-a07c74177ad8 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:56:38.222248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5df43-2604-41b6-85e4-bc8aee09d18d None None] Routers {'6269abc6-db17-4abc-8cea-a07c74177ad8'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:38.222853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-53b5df43-2604-41b6-85e4-bc8aee09d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6269abc6-db17-4abc-8cea-a07c74177ad8'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:38.245341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a6d8d-e03d-4bb9-b88e-f7c1d2e728cc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:38.246978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a6d8d-e03d-4bb9-b88e-f7c1d2e728cc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:38.248525 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f94a6d8d-e03d-4bb9-b88e-f7c1d2e728cc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3228109 Feb 04 05:56:38.262712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45090) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:38.268372 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ad38bf38-2638-4537-a896-d314ddf46d0c tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3512397 Feb 04 05:56:38.272613 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45092) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:38.298207 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-53b5df43-2604-41b6-85e4-bc8aee09d18d None None] Set router 6269abc6-db17-4abc-8cea-a07c74177ad8 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:56:38.325096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.329470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8626dc71-50ac-49ce-9e7c-9fa42f76f620 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:56:38.332911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.336354 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "DELETE /v2.0/networks/8626dc71-50ac-49ce-9e7c-9fa42f76f620 HTTP/1.1" status: 204 len: 168 time: 1.0891922 Feb 04 05:56:38.341138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45094) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:38.353066 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Request body: {'network': {'name': 'tempest-network--1578250845'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:38.358516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-53b5df43-2604-41b6-85e4-bc8aee09d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6269abc6-db17-4abc-8cea-a07c74177ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1874120087', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:27Z', 'updated_at': '2022-02-04T05:56:36Z', 'revision_number': 3, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:38.379445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e23caf65-a73a-4f1a-a7f1-cea83f1188a9 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.379898 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f7d2b6-a4d2-416e-9ad2-c29d545c769d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 0d387cde-26f0-4085-b234-df7806cd2891 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:38.388287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d2b6-a4d2-416e-9ad2-c29d545c769d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.394462 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5df43-2604-41b6-85e4-bc8aee09d18d None None] The sync data for ids ['6269abc6-db17-4abc-8cea-a07c74177ad8'] in dv-neutron-826811-2-hyperv is: [{'id': '6269abc6-db17-4abc-8cea-a07c74177ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1874120087', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:56:27Z', 'updated_at': '2022-02-04T05:56:36Z', 'revision_number': 3, 'project_id': 'ec9c800182d14c669df580a90d0e4114', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:38.419733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e39d28-f84b-4366-8673-7dba2fb975c4 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event deleted for resources: {'Network': ['ID=8626dc71-50ac-49ce-9e7c-9fa42f76f620,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:38.431577 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Made reservation on behalf of 197abaf9d5144af3bb058995a00eed58 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:38.435151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.439447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e23caf65-a73a-4f1a-a7f1-cea83f1188a9 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.467609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d2b6-a4d2-416e-9ad2-c29d545c769d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.517472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Made reservation on behalf of 1dd6beb29a9b48a587d062d0c2760199 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:38.519878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.557264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e23caf65-a73a-4f1a-a7f1-cea83f1188a9 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.562077 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e23caf65-a73a-4f1a-a7f1-cea83f1188a9 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.564483 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e23caf65-a73a-4f1a-a7f1-cea83f1188a9 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/139b23bb-93b2-4b78-924b-e3ad62f2cce4 HTTP/1.1" status: 204 len: 168 time: 0.2885985 Feb 04 05:56:38.567364 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45096) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:38.600770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23caf65-a73a-4f1a-a7f1-cea83f1188a9 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=139b23bb-93b2-4b78-924b-e3ad62f2cce4,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:38.624791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.633154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.647406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:38.655401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d2b6-a4d2-416e-9ad2-c29d545c769d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.684118 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.728289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.728289 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Added segment 7b456403-3d06-4c25-b6c3-86f1e2b2b1ff of type vlan for network 04fd8f3e-ca9e-4ef2-9706-71434a5cf4cc Feb 04 05:56:38.748691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=48afce3b-ccef-43f4-bc5f-fd166c331c4d,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:38.753035 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9c7c60b0-efdb-48f1-b4a9-cd97682d4166 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1768029 Feb 04 05:56:38.755267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45098) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:38.760375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.783540 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3cb2c00e-bf26-4188-aab1-cad8c5ec8366 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '25073f02-316b-4ea1-9b44-0cb10856804e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:38.819744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.869495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.910055 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.910995 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:38.911568 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.914759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d2b6-a4d2-416e-9ad2-c29d545c769d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.923177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3cb2c00e-bf26-4188-aab1-cad8c5ec8366 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:38.954073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Subnet': ['ID=0a15b83c-016f-4db4-b238-322fde6f7798,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:38.967519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 0891559f-7c16-4099-8a94-531cfe803f0b is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:38.970518 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:38.979460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Checking segment: {'id': '994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:38.979828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network hostable DHCP agents. Network: 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:39.040962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7d2b6-a4d2-416e-9ad2-c29d545c769d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=0d387cde-26f0-4085-b234-df7806cd2891,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:39.048983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d2b6-a4d2-416e-9ad2-c29d545c769d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.049137 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f464ccce-99cd-4786-ace4-2421927b85a9 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:39.052156 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b7f7d2b6-a4d2-416e-9ad2-c29d545c769d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/0d387cde-26f0-4085-b234-df7806cd2891 HTTP/1.1" status: 204 len: 168 time: 0.7881324 Feb 04 05:56:39.058119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45100) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:39.065643 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7191019 Feb 04 05:56:39.069406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45102) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:39.074316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9f570237-1ea5-4275-9ce6-c60c0a93b37a tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:39.076673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fe22d-0995-4c6a-b1b9-ab3803f5fe65 tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event updated for resources: {'Network': ['ID=04fd8f3e-ca9e-4ef2-9706-71434a5cf4cc,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:39.112834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 04fd8f3e-ca9e-4ef2-9706-71434a5cf4cc details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:39.135048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:39.245236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:39.264354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:39.265062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.276251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a923b5-ce16-4b3c-b4d3-fb42e6f34385 None None] Network 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:39.307282 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-77146b7e-5020-4d53-a19f-734e8caab1f5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2478054 Feb 04 05:56:39.314821 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-111a6612-393b-4b5b-b7eb-7282368c8666 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3329535 Feb 04 05:56:39.326110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45104) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:39.326584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45106) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:39.335275 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'network': {'name': 'tempest-router-network01--1739930015'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:39.378610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-71718255-cdad-48c3-a799-a8b7de89eaa6 None None] Provisioning complete for port 48afce3b-ccef-43f4-bc5f-fd166c331c4d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:39.379193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71718255-cdad-48c3-a799-a8b7de89eaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.449846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-71718255-cdad-48c3-a799-a8b7de89eaa6 None None] Port 48afce3b-ccef-43f4-bc5f-fd166c331c4d cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:39.458196 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.461272 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3cb2c00e-bf26-4188-aab1-cad8c5ec8366 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.468321 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3cb2c00e-bf26-4188-aab1-cad8c5ec8366 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.502444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8222f217-37b5-47b0-971d-e0ca9b9ebaff None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:39.526228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2c00e-bf26-4188-aab1-cad8c5ec8366 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6023177c-8285-4225-8cad-81c930f2d60d,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:39.528673 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b', 'network_id': '71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b', 'tenant_id': '197abaf9d5144af3bb058995a00eed58', 'fixed_ips': [{'subnet_id': '0a15b83c-016f-4db4-b238-322fde6f7798'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:39.529740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.534168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Router 0ad9e7dd-a989-4970-a348-c4029cf7f01e is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:56:39.545381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2faa8f13-a546-4e23-8820-0ac953d0232f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.550935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Made reservation on behalf of 197abaf9d5144af3bb058995a00eed58 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:39.554841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.581818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3cb2c00e-bf26-4188-aab1-cad8c5ec8366 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.586352 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3cb2c00e-bf26-4188-aab1-cad8c5ec8366 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8271167 Feb 04 05:56:39.587016 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45108) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:39.613513 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e64df665-e9a4-4c32-9978-87e396614091 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules/6023177c-8285-4225-8cad-81c930f2d60d HTTP/1.1" status: 200 len: 763 time: 0.0213790 Feb 04 05:56:39.616881 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45110) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:39.637823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8222f217-37b5-47b0-971d-e0ca9b9ebaff None None] Deleting port 17a20360-c202-4f33-b749-ab0197a32d72 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:39.638197 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8222f217-37b5-47b0-971d-e0ca9b9ebaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.678894 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-94b13f0f-c6a4-4d9d-9b33-d7177b65038f tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0582638 Feb 04 05:56:39.679185 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45112) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:39.715677 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-20a3327b-ee1a-45af-86fb-84e92c6697fa tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.727506 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-20a3327b-ee1a-45af-86fb-84e92c6697fa tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.740427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8222f217-37b5-47b0-971d-e0ca9b9ebaff None None] For port 17a20360-c202-4f33-b749-ab0197a32d72, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=17a20360-c202-4f33-b749-ab0197a32d72,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:39.740826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8222f217-37b5-47b0-971d-e0ca9b9ebaff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.745521 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 910651e8-0024-4c05-a75e-c6ccc98cdcf3 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:56:39.753226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Allocated IP 2001:db8::2 (71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b/0a15b83c-016f-4db4-b238-322fde6f7798/c768ad5e-9693-4b97-8e53-c3d95f4aa127) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:39.763355 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8222f217-37b5-47b0-971d-e0ca9b9ebaff None None] Calling delete_port for 17a20360-c202-4f33-b749-ab0197a32d72 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:39.916051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:39.929544 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276093b-7c61-458e-b9b8-1acc8a67555e None None] Sync routers for ids ['910651e8-0024-4c05-a75e-c6ccc98cdcf3'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:39.939523 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-20a3327b-ee1a-45af-86fb-84e92c6697fa tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.946967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8222f217-37b5-47b0-971d-e0ca9b9ebaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.948704 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276093b-7c61-458e-b9b8-1acc8a67555e None None] Routers {'910651e8-0024-4c05-a75e-c6ccc98cdcf3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:39.949623 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8276093b-7c61-458e-b9b8-1acc8a67555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['910651e8-0024-4c05-a75e-c6ccc98cdcf3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:39.953292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-20a3327b-ee1a-45af-86fb-84e92c6697fa tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:39.963233 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-20a3327b-ee1a-45af-86fb-84e92c6697fa tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6023177c-8285-4225-8cad-81c930f2d60d HTTP/1.1" status: 204 len: 168 time: 0.2828913 Feb 04 05:56:39.982157 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222f217-37b5-47b0-971d-e0ca9b9ebaff None None] No DVR routers for this DVR port 17a20360-c202-4f33-b749-ab0197a32d72 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:39.983773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222f217-37b5-47b0-971d-e0ca9b9ebaff None None] Pushing event deleted for resources: {'Port': ['ID=17a20360-c202-4f33-b749-ab0197a32d72,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:39.991525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 17a20360-c202-4f33-b749-ab0197a32d72 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:40.009311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45114) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.021684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 17a20360-c202-4f33-b749-ab0197a32d72 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:40.022030 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 17a20360-c202-4f33-b749-ab0197a32d72 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:40.022453 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0c7156ef-70ce-4e5c-90ff-7be78b614db1 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:40.025176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.048738 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.050544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 0c7156ef-70ce-4e5c-90ff-7be78b614db1 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:40.050987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0c7156ef-70ce-4e5c-90ff-7be78b614db1 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:40.063797 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8276093b-7c61-458e-b9b8-1acc8a67555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:40.073160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3327b-ee1a-45af-86fb-84e92c6697fa tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6023177c-8285-4225-8cad-81c930f2d60d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:40.080293 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276093b-7c61-458e-b9b8-1acc8a67555e None None] Routers {'910651e8-0024-4c05-a75e-c6ccc98cdcf3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:40.081854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f570237-1ea5-4275-9ce6-c60c0a93b37a tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.082787 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8276093b-7c61-458e-b9b8-1acc8a67555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['910651e8-0024-4c05-a75e-c6ccc98cdcf3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:40.085037 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.091583 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fd18d2d1-0944-4e35-8847-5bb712166aaf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.9181497 Feb 04 05:56:40.094046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45116) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.113121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Network 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:40.124165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:40.129345 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:40.131911 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8276093b-7c61-458e-b9b8-1acc8a67555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:40.133835 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276093b-7c61-458e-b9b8-1acc8a67555e None None] The sync data for ids ['910651e8-0024-4c05-a75e-c6ccc98cdcf3'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:40.151687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Pushing event updated for resources: {'Port': ['ID=c768ad5e-9693-4b97-8e53-c3d95f4aa127,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:40.165998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:40.208638 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1d452ad7-766c-4fcd-89c1-b40532edd6a8 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1717954 Feb 04 05:56:40.217422 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45118) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.223990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Attempting to bind port c768ad5e-9693-4b97-8e53-c3d95f4aa127 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:40.224546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Attempting to bind port c768ad5e-9693-4b97-8e53-c3d95f4aa127 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:40.225289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Attempting to bind port c768ad5e-9693-4b97-8e53-c3d95f4aa127 on network 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:40.233244 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9196d51a-0610-4596-9b17-83c0db50c4c7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '25073f02-316b-4ea1-9b44-0cb10856804e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:40.233664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:40.234197 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Checking segment: {'id': '994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:40.234717 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.235428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Bound using segment: {'id': '994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:40.236164 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Bound port: c768ad5e-9693-4b97-8e53-c3d95f4aa127, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:40.236643 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.244202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.244998 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Added segment 45d8c805-b0f7-45f4-9061-49ec66215b50 of type vlan for network 7c922c56-299c-49a9-b28c-3ecd0721dacb Feb 04 05:56:40.257904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f570237-1ea5-4275-9ce6-c60c0a93b37a tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.268357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2faa8f13-a546-4e23-8820-0ac953d0232f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.300890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2faa8f13-a546-4e23-8820-0ac953d0232f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.316081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f570237-1ea5-4275-9ce6-c60c0a93b37a tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Network 04fd8f3e-ca9e-4ef2-9706-71434a5cf4cc is not hosted by any dhcp agent {{(pid=102167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:56:40.317256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f570237-1ea5-4275-9ce6-c60c0a93b37a tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:40.318290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f570237-1ea5-4275-9ce6-c60c0a93b37a tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.319949 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9f570237-1ea5-4275-9ce6-c60c0a93b37a tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "PUT /v2.0/networks/04fd8f3e-ca9e-4ef2-9706-71434a5cf4cc HTTP/1.1" status: 200 len: 858 time: 1.2494535 Feb 04 05:56:40.327956 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45120) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.332093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] For port c768ad5e-9693-4b97-8e53-c3d95f4aa127, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:40.338047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] For port c768ad5e-9693-4b97-8e53-c3d95f4aa127, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c768ad5e-9693-4b97-8e53-c3d95f4aa127,segment=NetworkSegment(994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7),segment_id=994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:40.346524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.364007 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-9196d51a-0610-4596-9b17-83c0db50c4c7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Project 17abdcb9fca5436f8fad7f034d728593 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:56:40.379829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:40.382360 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-37a0fa42-959c-4a43-bf57-bc40095644c4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/routers/910651e8-0024-4c05-a75e-c6ccc98cdcf3 HTTP/1.1" status: 200 len: 883 time: 0.2830513 Feb 04 05:56:40.383628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9196d51a-0610-4596-9b17-83c0db50c4c7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.398467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077f35c-bfac-464b-b4f5-0fa977a6c2d5 None None] Sync routers for ids ['0ad9e7dd-a989-4970-a348-c4029cf7f01e'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:40.400765 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45122) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.426533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077f35c-bfac-464b-b4f5-0fa977a6c2d5 None None] Routers {'0ad9e7dd-a989-4970-a348-c4029cf7f01e'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:40.427244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4077f35c-bfac-464b-b4f5-0fa977a6c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0ad9e7dd-a989-4970-a348-c4029cf7f01e'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:40.427534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.452080 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5061144a-d770-452d-805c-32f93bf56ea7 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "PUT /v2.0/routers/0ad9e7dd-a989-4970-a348-c4029cf7f01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8069444 Feb 04 05:56:40.478103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45124) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.498272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4077f35c-bfac-464b-b4f5-0fa977a6c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:40.509976 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6963cf-d304-43c3-845e-520fc29fba11 None None] Pushing event updated for resources: {'Port': ['ID=c768ad5e-9693-4b97-8e53-c3d95f4aa127,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:40.516054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077f35c-bfac-464b-b4f5-0fa977a6c2d5 None None] Routers {'0ad9e7dd-a989-4970-a348-c4029cf7f01e'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:40.517050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4077f35c-bfac-464b-b4f5-0fa977a6c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0ad9e7dd-a989-4970-a348-c4029cf7f01e'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:40.551319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2faa8f13-a546-4e23-8820-0ac953d0232f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.551727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faa8f13-a546-4e23-8820-0ac953d0232f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Fanout notify agent at l3_agent the message router_deleted on router 6269abc6-db17-4abc-8cea-a07c74177ad8 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:56:40.562550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2faa8f13-a546-4e23-8820-0ac953d0232f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.563707 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2faa8f13-a546-4e23-8820-0ac953d0232f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/routers/6269abc6-db17-4abc-8cea-a07c74177ad8 HTTP/1.1" status: 204 len: 168 time: 1.2350571 Feb 04 05:56:40.564463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f570237-1ea5-4275-9ce6-c60c0a93b37a tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event updated for resources: {'Network': ['ID=04fd8f3e-ca9e-4ef2-9706-71434a5cf4cc,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:40.573015 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45126) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.603861 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4077f35c-bfac-464b-b4f5-0fa977a6c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:40.604601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077f35c-bfac-464b-b4f5-0fa977a6c2d5 None None] The sync data for ids ['0ad9e7dd-a989-4970-a348-c4029cf7f01e'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:40.625974 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.632338 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:40.633197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.636380 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9196d51a-0610-4596-9b17-83c0db50c4c7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.683670 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9196d51a-0610-4596-9b17-83c0db50c4c7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.687022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.717666 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d910b9c5-907d-4286-8676-b1325b7c191f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1411626 Feb 04 05:56:40.725062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45128) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.732630 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196d51a-0610-4596-9b17-83c0db50c4c7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3572590-a7b8-4e4c-97b4-d56cac861315,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:40.776814 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4467828 Feb 04 05:56:40.788316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bd598-b834-4fef-897f-5ab722591055 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:40.790397 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45130) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.790613 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-817bd598-b834-4fef-897f-5ab722591055 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ad9e7dd-a989-4970-a348-c4029cf7f01e HTTP/1.1" status: 200 len: 981 time: 0.3092134 Feb 04 05:56:40.795886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45132) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.797595 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9196d51a-0610-4596-9b17-83c0db50c4c7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:40.798857 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9196d51a-0610-4596-9b17-83c0db50c4c7 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5804722 Feb 04 05:56:40.802817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'network': {'name': 'tempest-router-network02--682712323'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:40.807291 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45134) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.895260 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0d027f05-99be-4682-8ea1-bf38b7a7581d tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules/d3572590-a7b8-4e4c-97b4-d56cac861315 HTTP/1.1" status: 200 len: 769 time: 0.0824683 Feb 04 05:56:40.898670 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45136) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.925357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4aa419-8193-43bf-bf5c-29efa5c0173f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Network': ['ID=7c922c56-299c-49a9-b28c-3ecd0721dacb,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:40.936790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 7c922c56-299c-49a9-b28c-3ecd0721dacb details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:40.939324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7891f3-9748-4d75-a461-6e331cfc8fa2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:40.941183 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bb7891f3-9748-4d75-a461-6e331cfc8fa2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2136288 Feb 04 05:56:40.944936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45138) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:40.966096 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-38e653af-a9bc-4759-8903-ebd9229a208b tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0654571 Feb 04 05:56:40.967833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45140) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:41.014651 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Made reservation on behalf of 197abaf9d5144af3bb058995a00eed58 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:41.018331 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.048991 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4bc72ffe-17c8-48df-a5a8-e7ffe2337639 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003878 Feb 04 05:56:41.055617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45142) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:41.074712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dee118c8-7e01-4d0a-8ce1-17180b98f955 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.075898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8e5b5748-d3f6-4985-ab05-e49597457c2f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:41.097178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dee118c8-7e01-4d0a-8ce1-17180b98f955 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.128605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:41.163482 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.163852 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Added segment f064fd99-ec94-4cad-a825-681de6bb4370 of type vlan for network d83bfb35-3943-45fb-a5b1-f90d05a11a4e Feb 04 05:56:41.183692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.215802 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2c8ab01d-a450-4115-b5c9-08abfdaa3535 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8116219 Feb 04 05:56:41.215802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dee118c8-7e01-4d0a-8ce1-17180b98f955 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.225142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45144) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:41.228638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dee118c8-7e01-4d0a-8ce1-17180b98f955 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.232551 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dee118c8-7e01-4d0a-8ce1-17180b98f955 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d3572590-a7b8-4e4c-97b4-d56cac861315 HTTP/1.1" status: 204 len: 168 time: 0.2620735 Feb 04 05:56:41.237952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45146) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:41.241427 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fe01790e-0f45-41e2-b21d-753dc457c9ad tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-282669295'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:41.249787 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee118c8-7e01-4d0a-8ce1-17180b98f955 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3572590-a7b8-4e4c-97b4-d56cac861315,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:41.262326 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.299877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fd8f3e-ca9e-4ef2-9706-71434a5cf4cc']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:41.319043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b456403-3d06-4c25-b6c3-86f1e2b2b1ff') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:41.319340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b456403-3d06-4c25-b6c3-86f1e2b2b1ff') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:41.340259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.363972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.396179 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f7b5cf2d-a004-41a1-874b-fcb8825c8483 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1414304 Feb 04 05:56:41.396424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:41.396424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.397693 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45148) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:41.398574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5b5748-d3f6-4985-ab05-e49597457c2f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:41.400315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.402075 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5748-d3f6-4985-ab05-e49597457c2f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:41.405139 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:41.407475 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:41.407475 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.497108 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7051539 Feb 04 05:56:41.507610 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45150) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:41.519799 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'subnet': {'network_id': '7c922c56-299c-49a9-b28c-3ecd0721dacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:41.540119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50245a29-83d6-4737-85d4-0f9a4d62bfc9 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Network': ['ID=d83bfb35-3943-45fb-a5b1-f90d05a11a4e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:41.552701 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.555694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network d83bfb35-3943-45fb-a5b1-f90d05a11a4e details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:41.564790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04fd8f3e-ca9e-4ef2-9706-71434a5cf4cc {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:56:41.570827 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.578332 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] 10.222.0.15 "DELETE /v2.0/networks/04fd8f3e-ca9e-4ef2-9706-71434a5cf4cc HTTP/1.1" status: 204 len: 168 time: 1.2411339 Feb 04 05:56:41.580603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45152) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:41.606033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb65cff-4f95-4481-aff8-d97d7eb1d6fc tempest-ExternalNetworksTestJSON-1203258516 tempest-ExternalNetworksTestJSON-1203258516-project-admin] Pushing event deleted for resources: {'Network': ['ID=04fd8f3e-ca9e-4ef2-9706-71434a5cf4cc,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:41.661488 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e9cbc0-8259-48fe-b670-dd097cee6909 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] DELETE failed (client error): The resource could not be found. Feb 04 05:56:41.661956 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e9cbc0-8259-48fe-b670-dd097cee6909 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:41.668389 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-64e9cbc0-8259-48fe-b670-dd097cee6909 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] 10.222.0.15 "DELETE /v2.0/subnets/755154e7-96fb-4958-bb80-a14dc14e1a0d HTTP/1.1" status: 404 len: 337 time: 0.0742183 Feb 04 05:56:41.670921 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45154) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:41.693734 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9702f0d3-6d34-4bde-985a-9bbc90a3ff8d tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.735472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9702f0d3-6d34-4bde-985a-9bbc90a3ff8d tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.868428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0632f017-fef8-4dde-8e7f-51da859e8a17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.945588 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:41.989117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-8e5b5748-d3f6-4985-ab05-e49597457c2f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:56:41.989117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5748-d3f6-4985-ab05-e49597457c2f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.016776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d417aed-3ee6-4379-bcc0-9b911a953d38 None None] Network 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:42.054757 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b5748-d3f6-4985-ab05-e49597457c2f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:42.059910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-8e5b5748-d3f6-4985-ab05-e49597457c2f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:42.072410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b5748-d3f6-4985-ab05-e49597457c2f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:42.072738 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe01790e-0f45-41e2-b21d-753dc457c9ad tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.073245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5748-d3f6-4985-ab05-e49597457c2f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.075510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf82027-8d69-478c-8528-c7a652dc8b92 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:42.084561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9702f0d3-6d34-4bde-985a-9bbc90a3ff8d tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.091463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b5748-d3f6-4985-ab05-e49597457c2f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=c863b596-c14e-4a79-a637-757a56645438,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:42.092120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9702f0d3-6d34-4bde-985a-9bbc90a3ff8d tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.097429 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c768ad5e-9693-4b97-8e53-c3d95f4aa127 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:42.097810 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9702f0d3-6d34-4bde-985a-9bbc90a3ff8d tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-groups/25073f02-316b-4ea1-9b44-0cb10856804e HTTP/1.1" status: 204 len: 168 time: 0.6974521 Feb 04 05:56:42.098405 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45156) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:42.125605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe01790e-0f45-41e2-b21d-753dc457c9ad tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.149466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Made reservation on behalf of 197abaf9d5144af3bb058995a00eed58 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:42.153970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.161347 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8e5b5748-d3f6-4985-ab05-e49597457c2f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1019638 Feb 04 05:56:42.162309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45158) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:42.170932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-089d778e-7b63-4b15-8600-b753eefde103 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:42.219375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-bf043463-3097-4607-93c8-67bca21fb0dd None None] Provisioning complete for port c768ad5e-9693-4b97-8e53-c3d95f4aa127 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:42.219743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bf043463-3097-4607-93c8-67bca21fb0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.246655 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702f0d3-6d34-4bde-985a-9bbc90a3ff8d tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25073f02-316b-4ea1-9b44-0cb10856804e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:42.367361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c768ad5e-9693-4b97-8e53-c3d95f4aa127 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:42.367721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-0632f017-fef8-4dde-8e7f-51da859e8a17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 48afce3b-ccef-43f4-bc5f-fd166c331c4d {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:42.368214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.368328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0632f017-fef8-4dde-8e7f-51da859e8a17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.371323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089d778e-7b63-4b15-8600-b753eefde103 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:42.375248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-089d778e-7b63-4b15-8600-b753eefde103 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.493543 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bf043463-3097-4607-93c8-67bca21fb0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.508974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': 'c863b596-c14e-4a79-a637-757a56645438'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:42.509977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.535213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0632f017-fef8-4dde-8e7f-51da859e8a17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.558297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-0632f017-fef8-4dde-8e7f-51da859e8a17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 48afce3b-ccef-43f4-bc5f-fd166c331c4d owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:42.584797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-bf043463-3097-4607-93c8-67bca21fb0dd None None] For port c768ad5e-9693-4b97-8e53-c3d95f4aa127, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c768ad5e-9693-4b97-8e53-c3d95f4aa127,segment=NetworkSegment(994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7),segment_id=994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:42.596799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bf043463-3097-4607-93c8-67bca21fb0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.607315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.632880 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6923f546-5fc2-4815-9a05-2355a6bfc2d3 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5251513 Feb 04 05:56:42.639254 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45160) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:42.645142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0df8c465-8adc-416c-99d8-fbfa450bc4d5 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group': {'name': 'tempest-secgroup--841021400'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:42.692122 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.755098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0df8c465-8adc-416c-99d8-fbfa450bc4d5 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.790685 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf043463-3097-4607-93c8-67bca21fb0dd None None] Pushing event updated for resources: {'Port': ['ID=c768ad5e-9693-4b97-8e53-c3d95f4aa127,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:42.821600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:56:42.822413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:56:42.825895 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Allocated IP 2001:db8::f816:3eff:fed9:d206 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/c863b596-c14e-4a79-a637-757a56645438/a15dbf9c-a7b4-4d01-9188-1d0bb255734f) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:42.829034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-089d778e-7b63-4b15-8600-b753eefde103 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.848938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0df8c465-8adc-416c-99d8-fbfa450bc4d5 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.848938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c0ff9c-dc03-4fdb-ad6a-8214a4a8b087']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:42.859169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0df8c465-8adc-416c-99d8-fbfa450bc4d5 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.875391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c75ce55-34b5-4bfd-9ab0-54bc5ec01333') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:42.875715 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c75ce55-34b5-4bfd-9ab0-54bc5ec01333') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:42.892183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe01790e-0f45-41e2-b21d-753dc457c9ad tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 910651e8-0024-4c05-a75e-c6ccc98cdcf3 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:56:42.892422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d778e-7b63-4b15-8600-b753eefde103 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:42.898302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-089d778e-7b63-4b15-8600-b753eefde103 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:42.905750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089d778e-7b63-4b15-8600-b753eefde103 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:42.906345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-089d778e-7b63-4b15-8600-b753eefde103 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.915733 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.926948 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-089d778e-7b63-4b15-8600-b753eefde103 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7610292 Feb 04 05:56:42.933441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45162) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:42.938267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:a3:3c:f0', 'name': 'tempest-NetworksTestDHCPv6-1601480087'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:42.946094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9680f63d-ca84-48a6-9a2f-4681a5ff52d4 None None] Provisioning complete for port c768ad5e-9693-4b97-8e53-c3d95f4aa127 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:42.946621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9680f63d-ca84-48a6-9a2f-4681a5ff52d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.962864 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0df8c465-8adc-416c-99d8-fbfa450bc4d5 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.964111 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0df8c465-8adc-416c-99d8-fbfa450bc4d5 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3239226 Feb 04 05:56:42.970213 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45164) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:42.975571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-deb5f295-75e1-4f7c-b0ee-93fae9d06b46 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Request body: {'security_group_rule': {'security_group_id': '5d1c7d4a-def2-4c15-9e47-94c561e7f775', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:42.983773 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8c465-8adc-416c-99d8-fbfa450bc4d5 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c7d4a-def2-4c15-9e47-94c561e7f775,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:42.986410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.038101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:43.039053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:43.042779 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:43.109037 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.120641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.173110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:43.180302 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:43.185665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:43.194277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Pushing event updated for resources: {'Port': ['ID=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:43.223427 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.231285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.238333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-deb5f295-75e1-4f7c-b0ee-93fae9d06b46 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.252897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Attempting to bind port a15dbf9c-a7b4-4d01-9188-1d0bb255734f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:43.253299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Attempting to bind port a15dbf9c-a7b4-4d01-9188-1d0bb255734f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:43.253666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Attempting to bind port a15dbf9c-a7b4-4d01-9188-1d0bb255734f on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:43.259435 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:43.259799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:43.260205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.260599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:43.261063 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Bound port: a15dbf9c-a7b4-4d01-9188-1d0bb255734f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:43.261662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.276158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.279356 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] 10.222.0.15 "DELETE /v2.0/networks/68c0ff9c-dc03-4fdb-ad6a-8214a4a8b087 HTTP/1.1" status: 204 len: 168 time: 1.6008959 Feb 04 05:56:43.314078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3227f-5ce0-49b7-aa39-93cf588d69e0 tempest-ExternalNetworksTestJSON-1983967502 tempest-ExternalNetworksTestJSON-1983967502-project] Pushing event deleted for resources: {'Network': ['ID=68c0ff9c-dc03-4fdb-ad6a-8214a4a8b087,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:43.337389 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] For port a15dbf9c-a7b4-4d01-9188-1d0bb255734f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:43.340901 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] For port a15dbf9c-a7b4-4d01-9188-1d0bb255734f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:43.344914 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe01790e-0f45-41e2-b21d-753dc457c9ad tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:43.352901 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Subnet': ['ID=9f80d0e2-a31f-42f2-9725-2776afd49cd2,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:43.360504 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe01790e-0f45-41e2-b21d-753dc457c9ad tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.364051 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fe01790e-0f45-41e2-b21d-753dc457c9ad tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/910651e8-0024-4c05-a75e-c6ccc98cdcf3 HTTP/1.1" status: 200 len: 890 time: 2.1248722 Feb 04 05:56:43.365211 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde553ae-b116-4b8b-b6db-b1599b9daa98 None None] Sync routers for ids ['910651e8-0024-4c05-a75e-c6ccc98cdcf3'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:43.369798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45168) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:43.382941 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde553ae-b116-4b8b-b6db-b1599b9daa98 None None] Routers {'910651e8-0024-4c05-a75e-c6ccc98cdcf3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:43.386161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.388324 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cde553ae-b116-4b8b-b6db-b1599b9daa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['910651e8-0024-4c05-a75e-c6ccc98cdcf3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:43.438196 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cde553ae-b116-4b8b-b6db-b1599b9daa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:43.446574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Checking segment: {'id': '45d8c805-b0f7-45f4-9061-49ec66215b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c922c56-299c-49a9-b28c-3ecd0721dacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:43.446993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network hostable DHCP agents. Network: 7c922c56-299c-49a9-b28c-3ecd0721dacb, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:43.455294 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde553ae-b116-4b8b-b6db-b1599b9daa98 None None] Routers {'910651e8-0024-4c05-a75e-c6ccc98cdcf3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:43.456655 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cde553ae-b116-4b8b-b6db-b1599b9daa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['910651e8-0024-4c05-a75e-c6ccc98cdcf3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:43.468128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d778e-7b63-4b15-8600-b753eefde103 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=9dd45ac9-9ade-4fac-b94b-2b662e77345c,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:43.471725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0632f017-fef8-4dde-8e7f-51da859e8a17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.478797 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-deb5f295-75e1-4f7c-b0ee-93fae9d06b46 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.514361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632f017-fef8-4dde-8e7f-51da859e8a17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=48afce3b-ccef-43f4-bc5f-fd166c331c4d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:43.532668 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a1916-0b01-41d7-baf7-befb8b6d9862 None None] Pushing event updated for resources: {'Port': ['ID=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:43.533933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-deb5f295-75e1-4f7c-b0ee-93fae9d06b46 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.534219 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cde553ae-b116-4b8b-b6db-b1599b9daa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:43.536357 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde553ae-b116-4b8b-b6db-b1599b9daa98 None None] The sync data for ids ['910651e8-0024-4c05-a75e-c6ccc98cdcf3'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:43.574306 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network 7c922c56-299c-49a9-b28c-3ecd0721dacb is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:43.580083 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5f295-75e1-4f7c-b0ee-93fae9d06b46 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a978e0cd-fcb9-4cce-8646-22b656edd0db,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:43.602200 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-deb5f295-75e1-4f7c-b0ee-93fae9d06b46 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.605576 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-deb5f295-75e1-4f7c-b0ee-93fae9d06b46 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6314824 Feb 04 05:56:43.605826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45172) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:43.607786 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 7c922c56-299c-49a9-b28c-3ecd0721dacb) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:43.621326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1c39f2-368e-4b36-b5b5-0dbadf3d277c None None] Network 7c922c56-299c-49a9-b28c-3ecd0721dacb requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:43.626310 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3b281bde-639a-4119-873b-ce27ac6242d9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/routers/910651e8-0024-4c05-a75e-c6ccc98cdcf3 HTTP/1.1" status: 200 len: 890 time: 0.2551429 Feb 04 05:56:43.629961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45174) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:43.634980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:43.635955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.672866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45176) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:43.683403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:43.703775 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-daf67497-02e8-41b2-a7b7-e168432a122c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=910651e8-0024-4c05-a75e-c6ccc98cdcf3 HTTP/1.1" status: 200 len: 205 time: 0.0635524 Feb 04 05:56:43.707632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45180) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:43.759281 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-82079149-8224-4d7b-9e82-81d2a0abb01f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2511349 Feb 04 05:56:43.764129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45182) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:43.777570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6a26-cf2d-4b34-aa0b-6ceced871401 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.805310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'subnet': {'network_id': 'd83bfb35-3943-45fb-a5b1-f90d05a11a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:43.862439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6a26-cf2d-4b34-aa0b-6ceced871401 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.991597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6a26-cf2d-4b34-aa0b-6ceced871401 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.995430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6a26-cf2d-4b34-aa0b-6ceced871401 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:43.998894 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5a4c6a26-cf2d-4b34-aa0b-6ceced871401 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-groups/5d1c7d4a-def2-4c15-9e47-94c561e7f775 HTTP/1.1" status: 204 len: 168 time: 0.3897943 Feb 04 05:56:44.000437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45184) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:44.011959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-7c922c56-299c-49a9-b28c-3ecd0721dacb', 'network_id': '7c922c56-299c-49a9-b28c-3ecd0721dacb', 'tenant_id': '197abaf9d5144af3bb058995a00eed58', 'fixed_ips': [{'subnet_id': '9f80d0e2-a31f-42f2-9725-2776afd49cd2'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:44.012971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.025256 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c6a26-cf2d-4b34-aa0b-6ceced871401 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c7d4a-def2-4c15-9e47-94c561e7f775,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:44.033180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0632f017-fef8-4dde-8e7f-51da859e8a17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.065757 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c8946cee-9cf6-46f8-8748-98166a9141d5 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0640948 Feb 04 05:56:44.071280 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45186) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:44.111621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.140543 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8d9464ca-26cf-42bb-a860-f0ab74a2ab61 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0612950 Feb 04 05:56:44.141876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45188) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:44.163719 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-07cdbe9d-21c4-4ff2-9fd8-560725960184 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] delete failed (client error): The resource could not be found. Feb 04 05:56:44.169608 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-07cdbe9d-21c4-4ff2-9fd8-560725960184 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "DELETE /v2.0/security-groups/5d1c7d4a-def2-4c15-9e47-94c561e7f775 HTTP/1.1" status: 404 len: 347 time: 0.0220680 Feb 04 05:56:44.171808 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45190) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:44.188470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a15dbf9c-a7b4-4d01-9188-1d0bb255734f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:44.221465 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f6e0ee06-7e89-4989-b22e-cc755f9fe395 tempest-SecGroupIPv6Test-2032938257 tempest-SecGroupIPv6Test-2032938257-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0471280 Feb 04 05:56:44.252231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.258274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port e126f6e5-37b4-4b93-be35-452bf06bae3c yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:56:44.266956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Allocated IP 2001:db8::2 (7c922c56-299c-49a9-b28c-3ecd0721dacb/9f80d0e2-a31f-42f2-9725-2776afd49cd2/8263f9fe-5f81-45c7-ac9f-2ffa63d5a897) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:44.300390 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a15dbf9c-a7b4-4d01-9188-1d0bb255734f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:44.300760 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.302425 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5ef83105-b56d-425f-8f5a-ef405886b2b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3e7d2ee3c5b49f39069439f01c4164d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282389 Feb 04 05:56:44.304892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45194) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:44.399916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-967797d0-73bd-4b30-828b-e1df758dad23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.436350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-967797d0-73bd-4b30-828b-e1df758dad23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.460592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.470234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.497975 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Made reservation on behalf of 197abaf9d5144af3bb058995a00eed58 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:44.499344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.499903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45198) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:44.524292 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Network 7c922c56-299c-49a9-b28c-3ecd0721dacb is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:44.531960 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-967797d0-73bd-4b30-828b-e1df758dad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.537163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-967797d0-73bd-4b30-828b-e1df758dad23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.541655 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-967797d0-73bd-4b30-828b-e1df758dad23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11cfad9a-6088-483d-b8cd-33776d76dd8e HTTP/1.1" status: 204 len: 168 time: 0.2322915 Feb 04 05:56:44.543317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0632f017-fef8-4dde-8e7f-51da859e8a17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Router 0ad9e7dd-a989-4970-a348-c4029cf7f01e has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:56:44.559665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967797d0-73bd-4b30-828b-e1df758dad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cfad9a-6088-483d-b8cd-33776d76dd8e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:44.756464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:44.763580 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bf027043-a837-4768-96aa-25b5fe74a39f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17abdcb9fca5436f8fad7f034d728593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590673 Feb 04 05:56:44.764177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45206) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:44.773679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Pushing event updated for resources: {'Port': ['ID=8263f9fe-5f81-45c7-ac9f-2ffa63d5a897,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:44.776395 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:44.781028 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.797975 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.834819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0632f017-fef8-4dde-8e7f-51da859e8a17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:44.855596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b7e2606d-eb4f-4a02-939e-2ebee2620caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.869482 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0632f017-fef8-4dde-8e7f-51da859e8a17 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "PUT /v2.0/routers/0ad9e7dd-a989-4970-a348-c4029cf7f01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0535564 Feb 04 05:56:44.869725 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa149e7d-7950-4366-9871-aeb21a918d32 None None] Sync routers for ids ['0ad9e7dd-a989-4970-a348-c4029cf7f01e'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:44.872550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45208) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:44.900774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b7e2606d-eb4f-4a02-939e-2ebee2620caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.905740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Attempting to bind port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:44.906116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Attempting to bind port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '45d8c805-b0f7-45f4-9061-49ec66215b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c922c56-299c-49a9-b28c-3ecd0721dacb'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:44.906480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Attempting to bind port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 on network 7c922c56-299c-49a9-b28c-3ecd0721dacb {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:44.923078 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port a15dbf9c-a7b4-4d01-9188-1d0bb255734f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:44.926647 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa149e7d-7950-4366-9871-aeb21a918d32 None None] Routers {'0ad9e7dd-a989-4970-a348-c4029cf7f01e'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:44.927257 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-aa149e7d-7950-4366-9871-aeb21a918d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0ad9e7dd-a989-4970-a348-c4029cf7f01e'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:44.931035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:44.931413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Checking segment: {'id': '45d8c805-b0f7-45f4-9061-49ec66215b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c922c56-299c-49a9-b28c-3ecd0721dacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:44.931853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.932239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Bound using segment: {'id': '45d8c805-b0f7-45f4-9061-49ec66215b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c922c56-299c-49a9-b28c-3ecd0721dacb'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:44.932742 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Bound port: 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d8c805-b0f7-45f4-9061-49ec66215b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7c922c56-299c-49a9-b28c-3ecd0721dacb'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:44.933213 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.971911 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b7e2606d-eb4f-4a02-939e-2ebee2620caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.975202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b7e2606d-eb4f-4a02-939e-2ebee2620caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.977707 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b7e2606d-eb4f-4a02-939e-2ebee2620caa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f290ea36-1580-4e50-8cbe-de6f0caa4c03 HTTP/1.1" status: 204 len: 168 time: 0.2120984 Feb 04 05:56:44.979711 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5d78ee-a65c-48e6-96ab-75036a942b26 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:56:44.986039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2606d-eb4f-4a02-939e-2ebee2620caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f290ea36-1580-4e50-8cbe-de6f0caa4c03,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:44.987778 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45212) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:44.988429 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1e5d78ee-a65c-48e6-96ab-75036a942b26 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/48afce3b-ccef-43f4-bc5f-fd166c331c4d HTTP/1.1" status: 404 len: 333 time: 0.1132641 Feb 04 05:56:45.022249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 172.20.0.8 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/9dd45ac9-9ade-4fac-b94b-2b662e77345c/e126f6e5-37b4-4b93-be35-452bf06bae3c) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:45.058711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::f816:3eff:fea3:3cf0 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/c863b596-c14e-4a79-a637-757a56645438/e126f6e5-37b4-4b93-be35-452bf06bae3c) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:45.064858 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45214) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:45.071014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.073284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c768ad5e-9693-4b97-8e53-c3d95f4aa127 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:45.083195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3d8c26d-dbf4-4f46-9909-2bf9c87d445e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.144957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-aa149e7d-7950-4366-9871-aeb21a918d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:45.170174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ec8088-5371-4912-b342-46203ecb4b4a None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:45.177959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port ec9923c6-8f07-466e-8b35-9a02a5e39186 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:45.178318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.247375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] For port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:45.251165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] For port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8263f9fe-5f81-45c7-ac9f-2ffa63d5a897,segment=NetworkSegment(45d8c805-b0f7-45f4-9061-49ec66215b50),segment_id=45d8c805-b0f7-45f4-9061-49ec66215b50)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:45.299513 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa149e7d-7950-4366-9871-aeb21a918d32 None None] Routers {'0ad9e7dd-a989-4970-a348-c4029cf7f01e'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:45.300316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-aa149e7d-7950-4366-9871-aeb21a918d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0ad9e7dd-a989-4970-a348-c4029cf7f01e'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:45.332823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3d8c26d-dbf4-4f46-9909-2bf9c87d445e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.336230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3d8c26d-dbf4-4f46-9909-2bf9c87d445e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.338447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.352045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-aa149e7d-7950-4366-9871-aeb21a918d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:45.352781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa149e7d-7950-4366-9871-aeb21a918d32 None None] The sync data for ids ['0ad9e7dd-a989-4970-a348-c4029cf7f01e'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:45.378566 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a56a7a1f-d13e-40ac-b388-7401ebcff396 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1dd6beb29a9b48a587d062d0c2760199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064616 Feb 04 05:56:45.392960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45216) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:45.406281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c768ad5e-9693-4b97-8e53-c3d95f4aa127 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:45.406573 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.420511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.430482 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3d8c26d-dbf4-4f46-9909-2bf9c87d445e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.431029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d8c26d-dbf4-4f46-9909-2bf9c87d445e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Fanout notify agent at l3_agent the message router_deleted on router 0ad9e7dd-a989-4970-a348-c4029cf7f01e {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:56:45.442404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3d8c26d-dbf4-4f46-9909-2bf9c87d445e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.444896 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c3d8c26d-dbf4-4f46-9909-2bf9c87d445e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/routers/0ad9e7dd-a989-4970-a348-c4029cf7f01e HTTP/1.1" status: 204 len: 168 time: 0.4494948 Feb 04 05:56:45.448222 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45218) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:45.454406 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cebf4e42-5a13-45a5-be0c-1b67d2587f5b None None] Provisioning complete for port a15dbf9c-a7b4-4d01-9188-1d0bb255734f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:45.454779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cebf4e42-5a13-45a5-be0c-1b67d2587f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.488855 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:45.510902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-98170d8e-9c50-4163-8331-b5f5c8ee1b72 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting subnet b64eac03-ac1b-40c3-bddb-2aced2f627fe {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:45.514345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-98170d8e-9c50-4163-8331-b5f5c8ee1b72 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.558461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.559220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-98170d8e-9c50-4163-8331-b5f5c8ee1b72 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.578258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Subnet': ['ID=d9f2cf52-1607-44dc-9f25-5539bee0f8c4,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:45.601298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for ec9923c6-8f07-466e-8b35-9a02a5e39186 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:45.662708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba5c3c-4e60-4fff-ad63-9d958046874c None None] Pushing event updated for resources: {'Port': ['ID=8263f9fe-5f81-45c7-ac9f-2ffa63d5a897,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:45.712773 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-98170d8e-9c50-4163-8331-b5f5c8ee1b72 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.719535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86796d8b-241f-4731-a347-d6422edd0b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.728474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.731392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Checking segment: {'id': 'f064fd99-ec94-4cad-a825-681de6bb4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd83bfb35-3943-45fb-a5b1-f90d05a11a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:45.731756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network hostable DHCP agents. Network: d83bfb35-3943-45fb-a5b1-f90d05a11a4e, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:45.800831 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86796d8b-241f-4731-a347-d6422edd0b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.816018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-98170d8e-9c50-4163-8331-b5f5c8ee1b72 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.849736 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98170d8e-9c50-4163-8331-b5f5c8ee1b72 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Subnet': ['ID=b64eac03-ac1b-40c3-bddb-2aced2f627fe,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:45.860799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf87fc-a2df-4512-9c8b-834648b1afa6 None None] Update dhcp port {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': 'c863b596-c14e-4a79-a637-757a56645438', 'ip_address': '2001:db8::f816:3eff:fed9:d206'}, {'subnet_id': '9dd45ac9-9ade-4fac-b94b-2b662e77345c'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': 'a15dbf9c-a7b4-4d01-9188-1d0bb255734f'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:56:45.862966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-98170d8e-9c50-4163-8331-b5f5c8ee1b72 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.864217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e1c6e-e177-4561-8572-932e7911dcb5 None None] Network 0891559f-7c16-4099-8a94-531cfe803f0b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:45.868573 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-98170d8e-9c50-4163-8331-b5f5c8ee1b72 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/b64eac03-ac1b-40c3-bddb-2aced2f627fe HTTP/1.1" status: 204 len: 168 time: 0.4193003 Feb 04 05:56:45.871154 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45220) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:45.879103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network d83bfb35-3943-45fb-a5b1-f90d05a11a4e is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:45.920697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, d83bfb35-3943-45fb-a5b1-f90d05a11a4e) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:45.931555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:45.932544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.940709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad92f8cf-d973-4809-8d16-e73d292cb219 None None] Network d83bfb35-3943-45fb-a5b1-f90d05a11a4e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:45.950400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.968413 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ba0cb03f-3e91-41e2-b54d-fb62fc3a15ab tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1660681 Feb 04 05:56:45.973584 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45222) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:46.002151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fbcf87fc-a2df-4512-9c8b-834648b1afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.059689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:46.064656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86796d8b-241f-4731-a347-d6422edd0b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.066603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86796d8b-241f-4731-a347-d6422edd0b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.068443 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-86796d8b-241f-4731-a347-d6422edd0b2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d78d5844-7a7d-4f6b-b8d1-1e7e4315f5ea HTTP/1.1" status: 204 len: 168 time: 0.6742930 Feb 04 05:56:46.074421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:46.077265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:46.090001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=e126f6e5-37b4-4b93-be35-452bf06bae3c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:46.119312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.123147 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.136531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86796d8b-241f-4731-a347-d6422edd0b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78d5844-7a7d-4f6b-b8d1-1e7e4315f5ea,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:46.182473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=ec9923c6-8f07-466e-8b35-9a02a5e39186,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:46.233116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:46.234152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.262570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.270101 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-58580092-ee9c-40e5-8b2d-875c748e9adb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3356581 Feb 04 05:56:46.276156 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45228) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:46.285316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:46.459261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.473042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.480889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414bfcaa-e059-46e2-b5ff-c1ec08be59ce None None] DHCP port deletion for 0891559f-7c16-4099-8a94-531cfe803f0b request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:46.506614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:46.507689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.536430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.537289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Fanout notify agent at l3_agent the message router_deleted on router 910651e8-0024-4c05-a75e-c6ccc98cdcf3 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:56:46.552536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.557125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-d83bfb35-3943-45fb-a5b1-f90d05a11a4e', 'network_id': 'd83bfb35-3943-45fb-a5b1-f90d05a11a4e', 'tenant_id': '197abaf9d5144af3bb058995a00eed58', 'fixed_ips': [{'subnet_id': 'd9f2cf52-1607-44dc-9f25-5539bee0f8c4'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:46.558070 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c65e5b3b-5116-4e70-aa89-80cd2f17561d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/910651e8-0024-4c05-a75e-c6ccc98cdcf3 HTTP/1.1" status: 204 len: 168 time: 2.8480053 Feb 04 05:56:46.558193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.558697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45234) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:46.564300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1780919776'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:46.579097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dbdcb0-132d-4eb4-85a9-4a942910f913 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:46.587361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dbdcb0-132d-4eb4-85a9-4a942910f913 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:46.592440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45238) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:46.592922 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-49dbdcb0-132d-4eb4-85a9-4a942910f913 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3137333 Feb 04 05:56:46.602664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 38b7e949-d76d-465e-bc3c-e9289defda5e {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:46.603117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.608544 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.608720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:46.611236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.629824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-fbcf87fc-a2df-4512-9c8b-834648b1afa6 None None] Allocated IP 172.20.0.2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/9dd45ac9-9ade-4fac-b94b-2b662e77345c/a15dbf9c-a7b4-4d01-9188-1d0bb255734f) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:46.701435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:46.703150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-414bfcaa-e059-46e2-b5ff-c1ec08be59ce None None] Deleting port 38b7e949-d76d-465e-bc3c-e9289defda5e {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:46.703535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-414bfcaa-e059-46e2-b5ff-c1ec08be59ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.724994 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.725385 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added segment 9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c of type vlan for network 2599882b-8887-44b6-87d9-5124ac9e3ead Feb 04 05:56:46.786082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.816702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e4a35-952f-48cc-9067-48fd9788b040 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port e126f6e5-37b4-4b93-be35-452bf06bae3c {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:46.817054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a35-952f-48cc-9067-48fd9788b040 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.868214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] For port 38b7e949-d76d-465e-bc3c-e9289defda5e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=38b7e949-d76d-465e-bc3c-e9289defda5e,segment=NetworkSegment(f9171399-2cae-4b15-9f03-fbf3547b663d),segment_id=f9171399-2cae-4b15-9f03-fbf3547b663d)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:46.868897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.892831 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 38b7e949-d76d-465e-bc3c-e9289defda5e owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:47.021509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.034427 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.078907 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No DVR routers for this DVR port 38b7e949-d76d-465e-bc3c-e9289defda5e on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:47.080598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=38b7e949-d76d-465e-bc3c-e9289defda5e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:47.095759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-fbcf87fc-a2df-4512-9c8b-834648b1afa6 None None] For port a15dbf9c-a7b4-4d01-9188-1d0bb255734f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:47.136306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fbcf87fc-a2df-4512-9c8b-834648b1afa6 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.143778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66c82b-2107-4563-8aba-36ef2682e1d8 None None] Network 7c922c56-299c-49a9-b28c-3ecd0721dacb requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:47.194560 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45252) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.222152 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.225627 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.231808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:47.232441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.281490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0891559f-7c16-4099-8a94-531cfe803f0b']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:47.299321 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9171399-2cae-4b15-9f03-fbf3547b663d') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:47.299554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9171399-2cae-4b15-9f03-fbf3547b663d') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:47.308676 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7486222 Feb 04 05:56:47.308898 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45256) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.323944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'subnet': {'network_id': '2599882b-8887-44b6-87d9-5124ac9e3ead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:47.338467 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e7f93-d761-4a15-80aa-095176fddfa0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Network': ['ID=2599882b-8887-44b6-87d9-5124ac9e3ead,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:47.350705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a35-952f-48cc-9067-48fd9788b040 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.352114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.364874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e4a35-952f-48cc-9067-48fd9788b040 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for e126f6e5-37b4-4b93-be35-452bf06bae3c owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:47.377577 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-ee054f2d-69bf-4d40-b016-a5b8c67ff3bf tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.378599 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ee054f2d-69bf-4d40-b016-a5b8c67ff3bf tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1830523 Feb 04 05:56:47.385655 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45258) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.410935 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 2599882b-8887-44b6-87d9-5124ac9e3ead details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:47.417730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-57779c60-c406-4541-8fa9-26f30aa2793d tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.418696 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-57779c60-c406-4541-8fa9-26f30aa2793d tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065775 Feb 04 05:56:47.421460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45260) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.429166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-3fc6c133-628e-4ce4-9b58-77bfa348b782 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.432884 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3fc6c133-628e-4ce4-9b58-77bfa348b782 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088782 Feb 04 05:56:47.433661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45262) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.434141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.438811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-414bfcaa-e059-46e2-b5ff-c1ec08be59ce None None] For port 38b7e949-d76d-465e-bc3c-e9289defda5e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=38b7e949-d76d-465e-bc3c-e9289defda5e,segment=NetworkSegment(f9171399-2cae-4b15-9f03-fbf3547b663d),segment_id=f9171399-2cae-4b15-9f03-fbf3547b663d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:47.439258 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-414bfcaa-e059-46e2-b5ff-c1ec08be59ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.439911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-92c15830-fa1f-4f19-a456-8bc0bd5a5623 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.441011 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-92c15830-fa1f-4f19-a456-8bc0bd5a5623 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045543 Feb 04 05:56:47.442875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fbcf87fc-a2df-4512-9c8b-834648b1afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.443979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45264) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.449190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-8101a9dd-0a56-4274-beae-99971c0e2f76 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.450428 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8101a9dd-0a56-4274-beae-99971c0e2f76 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047159 Feb 04 05:56:47.453174 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:56:47.454078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.455121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45266) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:56:47.459942 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:56:47.467066 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-ada824f0-29d8-46c0-a893-534a7709314b tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.468357 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ada824f0-29d8-46c0-a893-534a7709314b tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0121558 Feb 04 05:56:47.471352 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45268) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.477298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-cb304923-d0ba-47a8-8f47-a69184c4970a tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.478594 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cb304923-d0ba-47a8-8f47-a69184c4970a tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061495 Feb 04 05:56:47.479348 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Allocated IP 2001:db8::1 (7c922c56-299c-49a9-b28c-3ecd0721dacb/9f80d0e2-a31f-42f2-9725-2776afd49cd2/9eee7917-3b76-43f5-9b92-8ab293d3ad24) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:47.481258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45270) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.489751 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-99710697-ea1c-4ecc-ab04-7cd819e6c2c8 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.490710 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-99710697-ea1c-4ecc-ab04-7cd819e6c2c8 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056367 Feb 04 05:56:47.495629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45272) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.501728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-d7bfead3-e0b8-4a8a-a572-e4c5d55a4d99 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.503367 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d7bfead3-e0b8-4a8a-a572-e4c5d55a4d99 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0063648 Feb 04 05:56:47.506565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45274) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.512581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-b2e4f50b-7a8e-4472-88de-7c28643d7c39 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.513918 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b2e4f50b-7a8e-4472-88de-7c28643d7c39 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056314 Feb 04 05:56:47.516528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45276) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.520981 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-295139f2-d8fe-4fa0-91b7-d3f6ee103445 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.522207 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-295139f2-d8fe-4fa0-91b7-d3f6ee103445 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045969 Feb 04 05:56:47.525804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45278) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.530452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-a5a13d44-8d7e-4af1-812e-c68a43634e5c tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.531614 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a5a13d44-8d7e-4af1-812e-c68a43634e5c tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045907 Feb 04 05:56:47.534247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45280) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.539421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-10fd97a3-e890-449b-a5ba-5d560f3c6d7e tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.540680 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-10fd97a3-e890-449b-a5ba-5d560f3c6d7e tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050654 Feb 04 05:56:47.543692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45282) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.548621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-07746a1d-d037-4873-822b-8985fb59c98a tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.549907 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-07746a1d-d037-4873-822b-8985fb59c98a tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0050938 Feb 04 05:56:47.552806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45284) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.558081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-06e6b500-544f-4c61-af7e-fc1a276cbf05 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.559309 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-06e6b500-544f-4c61-af7e-fc1a276cbf05 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048804 Feb 04 05:56:47.564311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45286) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.569898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-a1e34a5d-bbb8-4c13-a733-a6d70184a1ba tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.571093 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a1e34a5d-bbb8-4c13-a733-a6d70184a1ba tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0055249 Feb 04 05:56:47.573240 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-414bfcaa-e059-46e2-b5ff-c1ec08be59ce None None] Calling delete_port for 38b7e949-d76d-465e-bc3c-e9289defda5e owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:47.589595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8263f9fe-5f81-45c7-ac9f-2ffa63d5a897,segment=NetworkSegment(45d8c805-b0f7-45f4-9061-49ec66215b50),segment_id=45d8c805-b0f7-45f4-9061-49ec66215b50)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:47.590798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45288) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.597971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-29b5b10b-c742-4436-879e-b9aa8a2bc7a4 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.601763 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-29b5b10b-c742-4436-879e-b9aa8a2bc7a4 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0070553 Feb 04 05:56:47.603174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45290) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.607855 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-ad426ec4-b982-48b3-87f5-8f6bf57339b5 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.609141 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ad426ec4-b982-48b3-87f5-8f6bf57339b5 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048518 Feb 04 05:56:47.610101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8225b5ce-0c7b-4583-8585-e22b1b0e9b8e None None] Provisioning complete for port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:47.610482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8225b5ce-0c7b-4583-8585-e22b1b0e9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.612766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45292) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.617274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-760e39b9-7320-439e-8c70-d71f77bd5b06 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.621050 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-760e39b9-7320-439e-8c70-d71f77bd5b06 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043390 Feb 04 05:56:47.621374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45294) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.625904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-b08a0d98-0333-48d1-a28b-504cf67d92ef tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.629438 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b08a0d98-0333-48d1-a28b-504cf67d92ef tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046439 Feb 04 05:56:47.629721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45296) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.637770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-72c6d50f-1eb5-4c5c-b2dc-b95eb778c71f tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.641320 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-72c6d50f-1eb5-4c5c-b2dc-b95eb778c71f tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0082150 Feb 04 05:56:47.641504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.641504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a15dbf9c-a7b4-4d01-9188-1d0bb255734f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:47.641674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45298) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.651157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-97a137ae-643d-460b-8c38-ac990d923324 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.654959 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-97a137ae-643d-460b-8c38-ac990d923324 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0086322 Feb 04 05:56:47.655306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45300) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.661007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-98f37ff7-8f8c-4a1b-9413-6780bfd27080 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.664636 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-98f37ff7-8f8c-4a1b-9413-6780bfd27080 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0057797 Feb 04 05:56:47.667049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45302) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.671305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-3ac37aa5-1754-48eb-8211-31ba42deb319 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.674823 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3ac37aa5-1754-48eb-8211-31ba42deb319 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042980 Feb 04 05:56:47.691481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45304) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.696986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-9914512b-ce9b-4440-a02a-8a3b38e3d91c tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.700539 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9914512b-ce9b-4440-a02a-8a3b38e3d91c tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0055580 Feb 04 05:56:47.700805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45306) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.705434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-9f0b628c-d50b-443e-ae42-c14faa577e19 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.709133 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9f0b628c-d50b-443e-ae42-c14faa577e19 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0050018 Feb 04 05:56:47.711776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45308) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.714054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Allocated IP 2001:db8::2 (d83bfb35-3943-45fb-a5b1-f90d05a11a4e/d9f2cf52-1607-44dc-9f25-5539bee0f8c4/8ad1e29a-9eab-44dc-93be-a04a9376f2dc) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:47.718483 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-d9901430-44c8-4a10-ae75-8153464459c5 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.721957 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d9901430-44c8-4a10-ae75-8153464459c5 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0066876 Feb 04 05:56:47.722106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45310) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.726728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-be64d29d-4019-472b-986a-aa53aa388cf3 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.730156 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-be64d29d-4019-472b-986a-aa53aa388cf3 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046802 Feb 04 05:56:47.730364 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45312) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.734267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-7788a878-09fe-4640-8f90-a2cba84f45f3 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.737470 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7788a878-09fe-4640-8f90-a2cba84f45f3 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040183 Feb 04 05:56:47.738034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45314) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.742019 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-34eca7f1-60db-44d6-9599-fcb9f89a8dac tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.745402 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-34eca7f1-60db-44d6-9599-fcb9f89a8dac tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040576 Feb 04 05:56:47.745624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45316) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.754227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-2c976220-eb9b-403e-8e5d-ff43742deddc tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.758352 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2c976220-eb9b-403e-8e5d-ff43742deddc tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0087392 Feb 04 05:56:47.759813 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45318) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.765383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-bc2defbf-e78f-439c-ae9e-71f1eba0e883 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.768949 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bc2defbf-e78f-439c-ae9e-71f1eba0e883 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0056229 Feb 04 05:56:47.769209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45320) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.773977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-d7aadde1-ffb3-40e2-9364-faae593ca78b tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.777573 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d7aadde1-ffb3-40e2-9364-faae593ca78b tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049071 Feb 04 05:56:47.779450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45322) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.779657 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf87fc-a2df-4512-9c8b-834648b1afa6 None None] Pushing event updated for resources: {'Port': ['ID=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:47.781763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a35-952f-48cc-9067-48fd9788b040 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.791318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-8c474935-69fe-4025-a0f5-8bd2e03b1935 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.793522 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8c474935-69fe-4025-a0f5-8bd2e03b1935 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0129786 Feb 04 05:56:47.798566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45324) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.812726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-94166eb5-fb6a-4f82-ba12-1ef7ba445c9d tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.814023 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-94166eb5-fb6a-4f82-ba12-1ef7ba445c9d tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0119090 Feb 04 05:56:47.818535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45326) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.849458 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.853824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-5b0ecb67-7f2c-455d-9f06-3e7fb7ab59e7 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.858040 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5b0ecb67-7f2c-455d-9f06-3e7fb7ab59e7 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0146816 Feb 04 05:56:47.858223 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e4a35-952f-48cc-9067-48fd9788b040 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=e126f6e5-37b4-4b93-be35-452bf06bae3c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:47.859758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45328) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.876100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-6027e89f-ab65-49e5-bc7d-88105e1acc5a tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.877339 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6027e89f-ab65-49e5-bc7d-88105e1acc5a tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0077031 Feb 04 05:56:47.885158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.891596 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/networks/0891559f-7c16-4099-8a94-531cfe803f0b HTTP/1.1" status: 204 len: 168 time: 2.0194416 Feb 04 05:56:47.894175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45330) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.894453 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45332) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.904236 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-3eb75fd1-8c26-40d0-9a20-62d7d8e0b71a tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.910732 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3eb75fd1-8c26-40d0-9a20-62d7d8e0b71a tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0061493 Feb 04 05:56:47.910963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45334) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.930788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-3e80b089-2b5b-451e-a561-babe69296f10 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.934666 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3e80b089-2b5b-451e-a561-babe69296f10 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0227780 Feb 04 05:56:47.938090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45336) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.943428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-f66192cc-9e5a-4421-81c8-925db3627f29 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.946504 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c58d84-eb9f-48bd-a8b0-730791885546 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Network': ['ID=0891559f-7c16-4099-8a94-531cfe803f0b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:47.947262 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f66192cc-9e5a-4421-81c8-925db3627f29 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0074363 Feb 04 05:56:47.951413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45338) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:47.987607 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-6bec7cb1-5406-4250-875f-d2ef8af1e573 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:47.990924 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6bec7cb1-5406-4250-875f-d2ef8af1e573 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0305278 Feb 04 05:56:47.990924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:47.993683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.994868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45340) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.000087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-aaf58164-1120-420f-bfaa-8ff1b1184d23 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.003924 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-aaf58164-1120-420f-bfaa-8ff1b1184d23 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0079300 Feb 04 05:56:48.007326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45342) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.013900 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-256ebb80-998d-4b8b-a8dd-0e56691558f8 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.017452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=8263f9fe-5f81-45c7-ac9f-2ffa63d5a897,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:48.018261 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-256ebb80-998d-4b8b-a8dd-0e56691558f8 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0095813 Feb 04 05:56:48.019030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45344) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.030008 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-83d7f993-5b90-4640-a2ab-484da04c3559 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.033896 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-83d7f993-5b90-4640-a2ab-484da04c3559 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0104516 Feb 04 05:56:48.034956 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45346) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.040871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4a35-952f-48cc-9067-48fd9788b040 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.045780 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ff8e4a35-952f-48cc-9067-48fd9788b040 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/e126f6e5-37b4-4b93-be35-452bf06bae3c HTTP/1.1" status: 204 len: 168 time: 1.4521241 Feb 04 05:56:48.049244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-ce033f0b-bc19-4b99-adf8-8def9847be1a tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.053309 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ce033f0b-bc19-4b99-adf8-8def9847be1a tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0141723 Feb 04 05:56:48.054228 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45348) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.054775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45350) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.068903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-6d1eb477-8a10-4dfe-9667-e37d6780f392 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.073262 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6d1eb477-8a10-4dfe-9667-e37d6780f392 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0162539 Feb 04 05:56:48.075199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45352) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.095420 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-414bfcaa-e059-46e2-b5ff-c1ec08be59ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.103980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-3eb657c9-9cbb-48fe-ad45-98c40d7167e2 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.107748 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3eb657c9-9cbb-48fe-ad45-98c40d7167e2 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0315690 Feb 04 05:56:48.110653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45354) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.114902 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-9624eb5e-e3af-41cc-b250-6fa2f5c4afde tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.119420 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9624eb5e-e3af-41cc-b250-6fa2f5c4afde tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0078092 Feb 04 05:56:48.124447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45356) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.128262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-414bfcaa-e059-46e2-b5ff-c1ec08be59ce None None] Network 0891559f-7c16-4099-8a94-531cfe803f0b is not hosted by any dhcp agent {{(pid=102168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:56:48.128821 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414bfcaa-e059-46e2-b5ff-c1ec08be59ce None None] No DVR routers for this DVR port 38b7e949-d76d-465e-bc3c-e9289defda5e on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:56:48.130858 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-edf498c6-2848-4806-b836-35805856e920 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.134676 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bfcaa-e059-46e2-b5ff-c1ec08be59ce None None] Pushing event deleted for resources: {'Port': ['ID=38b7e949-d76d-465e-bc3c-e9289defda5e,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:48.135610 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-edf498c6-2848-4806-b836-35805856e920 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0101664 Feb 04 05:56:48.136557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45358) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.141511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a15dbf9c-a7b4-4d01-9188-1d0bb255734f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:48.142012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.142894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-e66e011e-5c89-4484-81da-0219e0f920f8 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.147954 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e66e011e-5c89-4484-81da-0219e0f920f8 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0079603 Feb 04 05:56:48.151235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45360) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.163715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-04cc171d-38c7-49f5-a787-aca4e428e380 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.167856 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-04cc171d-38c7-49f5-a787-aca4e428e380 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0156677 Feb 04 05:56:48.168468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45362) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.180346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-5588f25e-5c62-4174-880c-24b6f2557168 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.184345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45364) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.184548 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5588f25e-5c62-4174-880c-24b6f2557168 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0119338 Feb 04 05:56:48.188840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe67fd35-6ae1-468e-ac1a-90cd1206aa1a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:48.190749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe67fd35-6ae1-468e-ac1a-90cd1206aa1a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:48.192147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe67fd35-6ae1-468e-ac1a-90cd1206aa1a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:48.197713 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fe67fd35-6ae1-468e-ac1a-90cd1206aa1a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1419537 Feb 04 05:56:48.198293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45366) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.203450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-cdda7c5a-9e31-4bd2-ab5f-d812400965a5 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.207906 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cdda7c5a-9e31-4bd2-ab5f-d812400965a5 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0166304 Feb 04 05:56:48.208690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45368) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.214717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-50bd1dec-7eeb-4c3a-b6ff-be2c61c3683d tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.215695 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-50bd1dec-7eeb-4c3a-b6ff-be2c61c3683d tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058830 Feb 04 05:56:48.225579 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ed1042-3901-4b83-afa5-51efcfbfd278 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:48.227081 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-53ed1042-3901-4b83-afa5-51efcfbfd278 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/804e708f-e9a1-4af1-a143-f648a58dad3e HTTP/1.1" status: 200 len: 841 time: 0.3266649 Feb 04 05:56:48.232733 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45370) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.232904 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45372) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.243352 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-681cf7dd-1fc5-4229-9c90-87fa17d463c0 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.247944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45374) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.248643 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-681cf7dd-1fc5-4229-9c90-87fa17d463c0 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0121329 Feb 04 05:56:48.252516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-0a7738b6-e7fc-4dde-828c-3a378784540d tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.256195 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0a7738b6-e7fc-4dde-828c-3a378784540d tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0072844 Feb 04 05:56:48.260218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45376) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.264646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-547a8090-bc3b-47a9-a757-1b71a5372c23 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.268873 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-547a8090-bc3b-47a9-a757-1b71a5372c23 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0076966 Feb 04 05:56:48.271951 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45378) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.280420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-5426b530-4dc2-49a5-871b-5ae00088f6de tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.284809 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5426b530-4dc2-49a5-871b-5ae00088f6de tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0090389 Feb 04 05:56:48.285821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45380) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.297615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-3e7a6a9c-3651-4c1c-9c23-c50fb55957b5 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.301637 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3e7a6a9c-3651-4c1c-9c23-c50fb55957b5 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0118871 Feb 04 05:56:48.302950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45382) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.307803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e4e840-b6dd-44f4-819c-9925b414e3cc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 9dd45ac9-9ade-4fac-b94b-2b662e77345c {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:48.311266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.315360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-834875b6-6cf7-4ee9-8e7d-5e4abe36e1be tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.319723 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.320672 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-834875b6-6cf7-4ee9-8e7d-5e4abe36e1be tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091162 Feb 04 05:56:48.322684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45384) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.325380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1e4e840-b6dd-44f4-819c-9925b414e3cc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.331381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-44ee38a1-b1ed-4cee-979e-9118b392ea83 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.336713 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-44ee38a1-b1ed-4cee-979e-9118b392ea83 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0125947 Feb 04 05:56:48.337673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45386) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.364781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-fc5c4c6b-6081-4013-95b0-753ce93433c4 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.369537 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fc5c4c6b-6081-4013-95b0-753ce93433c4 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0101485 Feb 04 05:56:48.376755 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-36afd91b-d1cc-4764-a7c8-fa7017ed5620 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/804e708f-e9a1-4af1-a143-f648a58dad3e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1356101 Feb 04 05:56:48.376755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45388) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.378342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45390) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.386021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-57e3c7d5-1d29-4709-a87a-c742ddbbe1b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:48.386643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-3997609b-9115-4ff6-ac9d-a0c2fe251201 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.389269 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.391170 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3997609b-9115-4ff6-ac9d-a0c2fe251201 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0105429 Feb 04 05:56:48.394264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45392) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.399178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.401775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-59f856a2-3423-49a3-ac5f-4e361c5bb446 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.405869 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-59f856a2-3423-49a3-ac5f-4e361c5bb446 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0098951 Feb 04 05:56:48.432828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45394) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.446157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [None req-bff08861-ab9f-4693-84ad-efde74a4111e tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.446957 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bff08861-ab9f-4693-84ad-efde74a4111e tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0070851 Feb 04 05:56:48.454414 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45396) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.455984 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Subnet': ['ID=11dbf792-484d-43fb-a19e-91b0122078e4,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:48.459563 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Network d83bfb35-3943-45fb-a5b1-f90d05a11a4e is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:48.465266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:48.472815 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:48.474046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-9eb15fda-d3de-4f9c-a389-ef4020a58ec3 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.475114 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9eb15fda-d3de-4f9c-a389-ef4020a58ec3 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0137491 Feb 04 05:56:48.480660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45398) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.492176 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-6c4aa041-eec6-4099-ad95-d6bc26d71693 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.495639 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6c4aa041-eec6-4099-ad95-d6bc26d71693 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0095639 Feb 04 05:56:48.497149 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45400) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.503779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-f3e937c7-e9b1-4227-8a83-e949c1a65abe tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.507253 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f3e937c7-e9b1-4227-8a83-e949c1a65abe tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0054078 Feb 04 05:56:48.510045 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45402) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.516001 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [None req-26c5b779-e026-4241-9655-34b63a4c9fe1 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:56:48.520249 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-26c5b779-e026-4241-9655-34b63a4c9fe1 tempest-ExtensionsTestJSON-1220547359 tempest-ExtensionsTestJSON-1220547359-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048115 Feb 04 05:56:48.544598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1e4e840-b6dd-44f4-819c-9925b414e3cc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.547192 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.581275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:48.608195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Checking segment: {'id': '9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2599882b-8887-44b6-87d9-5124ac9e3ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:48.608636 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network hostable DHCP agents. Network: 2599882b-8887-44b6-87d9-5124ac9e3ead, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:48.625519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Pushing event updated for resources: {'Port': ['ID=8ad1e29a-9eab-44dc-93be-a04a9376f2dc,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:48.648828 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network 7c922c56-299c-49a9-b28c-3ecd0721dacb is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:48.661360 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:48.665639 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Port': ['ID=9eee7917-3b76-43f5-9b92-8ab293d3ad24,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:48.674072 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e3c7d5-1d29-4709-a87a-c742ddbbe1b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:48.675373 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:48.676428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.677818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57e3c7d5-1d29-4709-a87a-c742ddbbe1b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.705035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1e4e840-b6dd-44f4-819c-9925b414e3cc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.755440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Attempting to bind port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:48.755819 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Attempting to bind port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'f064fd99-ec94-4cad-a825-681de6bb4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd83bfb35-3943-45fb-a5b1-f90d05a11a4e'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:48.756184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Attempting to bind port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc on network d83bfb35-3943-45fb-a5b1-f90d05a11a4e {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:48.790720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 2599882b-8887-44b6-87d9-5124ac9e3ead is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:48.797631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:48.798396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Checking segment: {'id': 'f064fd99-ec94-4cad-a825-681de6bb4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd83bfb35-3943-45fb-a5b1-f90d05a11a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:48.799525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.800303 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Bound using segment: {'id': 'f064fd99-ec94-4cad-a825-681de6bb4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd83bfb35-3943-45fb-a5b1-f90d05a11a4e'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:48.801015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Bound port: 8ad1e29a-9eab-44dc-93be-a04a9376f2dc, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064fd99-ec94-4cad-a825-681de6bb4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd83bfb35-3943-45fb-a5b1-f90d05a11a4e'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:48.802003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.814277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c600152b-529f-4664-812e-78baf3428f76 None None] Provisioning complete for port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:48.815473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c600152b-529f-4664-812e-78baf3428f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.830159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 2599882b-8887-44b6-87d9-5124ac9e3ead) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:48.842644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:48.843529 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.859026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.867840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1e4e840-b6dd-44f4-819c-9925b414e3cc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.878756 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a0212cf1-109f-4330-91ce-d0a6767a6035 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5643704 Feb 04 05:56:48.879650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45406) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:48.885701 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-8c795e8d-1cde-48ec-ad17-6ec5afbe6c31 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-720125944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:48.892092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3920151-7349-47df-bae0-8350b47951cb None None] Network 2599882b-8887-44b6-87d9-5124ac9e3ead requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:48.952763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4e840-b6dd-44f4-819c-9925b414e3cc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd45ac9-9ade-4fac-b94b-2b662e77345c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:48.962470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d1e4e840-b6dd-44f4-819c-9925b414e3cc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:48.966230 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d1e4e840-b6dd-44f4-819c-9925b414e3cc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/9dd45ac9-9ade-4fac-b94b-2b662e77345c HTTP/1.1" status: 204 len: 168 time: 0.7669961 Feb 04 05:56:48.969062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45410) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:49.032218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e432ac19-f665-4d00-ad6b-d0d2fe454a77 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet c863b596-c14e-4a79-a637-757a56645438 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:49.040647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e432ac19-f665-4d00-ad6b-d0d2fe454a77 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.059369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8c795e8d-1cde-48ec-ad17-6ec5afbe6c31 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.060452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8c795e8d-1cde-48ec-ad17-6ec5afbe6c31 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.139874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e432ac19-f665-4d00-ad6b-d0d2fe454a77 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.160443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:49.160924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.177120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45412) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:49.181108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57e3c7d5-1d29-4709-a87a-c742ddbbe1b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.218836 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8c795e8d-1cde-48ec-ad17-6ec5afbe6c31 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.236997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e3c7d5-1d29-4709-a87a-c742ddbbe1b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:49.246209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-57e3c7d5-1d29-4709-a87a-c742ddbbe1b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:49.250330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8c795e8d-1cde-48ec-ad17-6ec5afbe6c31 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.252951 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e3c7d5-1d29-4709-a87a-c742ddbbe1b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:49.253858 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57e3c7d5-1d29-4709-a87a-c742ddbbe1b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.311639 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3c7d5-1d29-4709-a87a-c742ddbbe1b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Subnet': ['ID=1df3972c-f765-4d3e-ae69-095182c86c60,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:49.318144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8c795e8d-1cde-48ec-ad17-6ec5afbe6c31 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.321965 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8c795e8d-1cde-48ec-ad17-6ec5afbe6c31 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4388161 Feb 04 05:56:49.322794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45416) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:49.347706 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-57e3c7d5-1d29-4709-a87a-c742ddbbe1b3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9675329 Feb 04 05:56:49.351671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45418) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:49.357883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ce7b3c17-9174-4ed3-937c-e09a21273657 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'security_group': {'name': 'tempest-secgroup-325706467'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:49.369398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d156a63-c8b3-4661-a0e7-5b6e103af937 None None] Network 015895b8-f51e-4ebc-907f-37199530d6a4 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:49.372484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e432ac19-f665-4d00-ad6b-d0d2fe454a77 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.391382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] For port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:49.395586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e951106-7735-407c-94dc-6422aeb66ec3 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:49.433850 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ce7b3c17-9174-4ed3-937c-e09a21273657 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.436645 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] For port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8ad1e29a-9eab-44dc-93be-a04a9376f2dc,segment=NetworkSegment(f064fd99-ec94-4cad-a825-681de6bb4370),segment_id=f064fd99-ec94-4cad-a825-681de6bb4370)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:49.449716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf71db2d-4a5d-417f-a98e-aed314da34c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.525329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ce7b3c17-9174-4ed3-937c-e09a21273657 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.526827 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e432ac19-f665-4d00-ad6b-d0d2fe454a77 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.537452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.555192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ce7b3c17-9174-4ed3-937c-e09a21273657 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.557049 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-2599882b-8887-44b6-87d9-5124ac9e3ead', 'network_id': '2599882b-8887-44b6-87d9-5124ac9e3ead', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'fixed_ips': [{'subnet_id': '11dbf792-484d-43fb-a19e-91b0122078e4'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:49.558080 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.566576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432ac19-f665-4d00-ad6b-d0d2fe454a77 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=c863b596-c14e-4a79-a637-757a56645438,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:49.582367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e432ac19-f665-4d00-ad6b-d0d2fe454a77 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.586367 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e432ac19-f665-4d00-ad6b-d0d2fe454a77 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/c863b596-c14e-4a79-a637-757a56645438 HTTP/1.1" status: 204 len: 168 time: 0.6160648 Feb 04 05:56:49.589900 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45420) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:49.603618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ce7b3c17-9174-4ed3-937c-e09a21273657 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.605007 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ce7b3c17-9174-4ed3-937c-e09a21273657 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2519956 Feb 04 05:56:49.610142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45422) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:49.618472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d0c24163-938c-4938-a509-2e97866e316a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'security_group': {'name': 'tempest-secgroup-2019891445'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:49.640158 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a566965f-9fac-4258-802b-c468089b12b3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467412 Feb 04 05:56:49.640491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45424) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:49.645526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:49.674350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a15dbf9c-a7b4-4d01-9188-1d0bb255734f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:49.683736 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.701908 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.702707 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.733133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b3c17-9174-4ed3-937c-e09a21273657 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67e719b-da72-484a-8ee8-150216a11e55,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:49.762541 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:49.771133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.824933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d0c24163-938c-4938-a509-2e97866e316a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.876737 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Port': ['ID=9eee7917-3b76-43f5-9b92-8ab293d3ad24,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:49.951667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:49.994879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf71db2d-4a5d-417f-a98e-aed314da34c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.015922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6b827-8c69-448e-ab41-59eb87fee55b None None] Pushing event updated for resources: {'Port': ['ID=8ad1e29a-9eab-44dc-93be-a04a9376f2dc,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:50.073947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf71db2d-4a5d-417f-a98e-aed314da34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.119270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cd475ad9-9d84-4835-add0-fd6d33343f0e None None] Provisioning complete for port a15dbf9c-a7b4-4d01-9188-1d0bb255734f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:50.119739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cd475ad9-9d84-4835-add0-fd6d33343f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.184149 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71db2d-4a5d-417f-a98e-aed314da34c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e11b7c-2cee-46c6-8d3b-f959720d1def,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:50.185533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Allocated IP 2001:db8::2 (2599882b-8887-44b6-87d9-5124ac9e3ead/11dbf792-484d-43fb-a19e-91b0122078e4/a4f83be9-9164-476c-832f-19b97aed7ec8) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:50.195742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:56:50.254084 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a15dbf9c-a7b4-4d01-9188-1d0bb255734f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:50.254457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.269849 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bf71db2d-4a5d-417f-a98e-aed314da34c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=adf8b13d230442479d0731350756cdbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0915494 Feb 04 05:56:50.277768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network 7c922c56-299c-49a9-b28c-3ecd0721dacb is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:50.281647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45426) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:50.294117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:50.305232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d0c24163-938c-4938-a509-2e97866e316a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.324195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d0c24163-938c-4938-a509-2e97866e316a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.416791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-015895b8-f51e-4ebc-907f-37199530d6a4', 'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'tenant_id': '1b08d3bca42b491ba60abd2261accc9b', 'fixed_ips': [{'subnet_id': '1df3972c-f765-4d3e-ae69-095182c86c60'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:50.417733 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.490012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.497658 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d0c24163-938c-4938-a509-2e97866e316a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.501793 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d0c24163-938c-4938-a509-2e97866e316a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8872390 Feb 04 05:56:50.505633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45428) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:50.512163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1463784299', 'security_groups': ['5fe6a35d-73fc-4245-9621-0b53ba4f3810'], 'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1df3972c-f765-4d3e-ae69-095182c86c60'}]}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:50.517019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c24163-938c-4938-a509-2e97866e316a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe6a35d-73fc-4245-9621-0b53ba4f3810,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:50.540970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee73c0d3-c4f6-4a06-8518-97bb5abefc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.557295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.559404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cd475ad9-9d84-4835-add0-fd6d33343f0e None None] Could not find standard attr ID for object e126f6e5-37b4-4b93-be35-452bf06bae3c. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:56:50.575874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee73c0d3-c4f6-4a06-8518-97bb5abefc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.643232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcfde58-0edd-43d7-aebb-4c891e6ddf7b None None] Update dhcp port {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': '288561e9-ed68-4da5-b704-b2356b3f4546'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': 'a15dbf9c-a7b4-4d01-9188-1d0bb255734f'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:56:50.661848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Allocated IP 2001:db8::1 (2599882b-8887-44b6-87d9-5124ac9e3ead/11dbf792-484d-43fb-a19e-91b0122078e4/ac6380d0-acc6-40df-a020-8ea63e7aebae) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:50.674479 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Router 55957916-2a6d-4c49-9f2f-20d9529c9b6a is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:56:50.701510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbcfde58-0edd-43d7-aebb-4c891e6ddf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.719255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cd475ad9-9d84-4835-add0-fd6d33343f0e None None] Provisioning complete for port 9eee7917-3b76-43f5-9b92-8ab293d3ad24 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:50.719729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cd475ad9-9d84-4835-add0-fd6d33343f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.728297 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.762208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:50.806455 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-cd475ad9-9d84-4835-add0-fd6d33343f0e None None] Port 9eee7917-3b76-43f5-9b92-8ab293d3ad24 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:50.814155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 38b7e949-d76d-465e-bc3c-e9289defda5e no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:50.826460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] For port a15dbf9c-a7b4-4d01-9188-1d0bb255734f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:50.880586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.894829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.895699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.966422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:50.972873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Network 2599882b-8887-44b6-87d9-5124ac9e3ead is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:50.984588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 38b7e949-d76d-465e-bc3c-e9289defda5e {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:56:50.984987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 38b7e949-d76d-465e-bc3c-e9289defda5e not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:56:51.002847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-fa59bb8d-3095-4be7-92c5-903b104de47b None None] Provisioning complete for port 9eee7917-3b76-43f5-9b92-8ab293d3ad24 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:51.003225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa59bb8d-3095-4be7-92c5-903b104de47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.005025 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:51.015646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:51.018723 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:51.031437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:51.034536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:51.035314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.041252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port e172c5ae-f995-46e5-9802-b97f6f21bb7c yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:56:51.058831 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=288561e9-ed68-4da5-b704-b2356b3f4546,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:51.072841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,revision_number=8']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:51.098362 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Pushing event updated for resources: {'Port': ['ID=a4f83be9-9164-476c-832f-19b97aed7ec8,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:51.125274 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a36336ce-9396-43b3-8d91-70e1f7d1a9dc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4810858 Feb 04 05:56:51.125718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45430) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:51.131140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-349608f6-30f9-498a-9d59-8ead476bafe2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:51.215216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Attempting to bind port a4f83be9-9164-476c-832f-19b97aed7ec8 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:51.215805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Attempting to bind port a4f83be9-9164-476c-832f-19b97aed7ec8 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2599882b-8887-44b6-87d9-5124ac9e3ead'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:51.216061 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Attempting to bind port a4f83be9-9164-476c-832f-19b97aed7ec8 on network 2599882b-8887-44b6-87d9-5124ac9e3ead {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:51.231790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:51.232200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Checking segment: {'id': '9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2599882b-8887-44b6-87d9-5124ac9e3ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:51.232563 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.232942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Bound using segment: {'id': '9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2599882b-8887-44b6-87d9-5124ac9e3ead'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:51.233435 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Bound port: a4f83be9-9164-476c-832f-19b97aed7ec8, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2599882b-8887-44b6-87d9-5124ac9e3ead'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:51.233811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.234954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee73c0d3-c4f6-4a06-8518-97bb5abefc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.237629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee73c0d3-c4f6-4a06-8518-97bb5abefc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.238785 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ee73c0d3-c4f6-4a06-8518-97bb5abefc7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21e11b7c-2cee-46c6-8d3b-f959720d1def HTTP/1.1" status: 204 len: 168 time: 0.9552128 Feb 04 05:56:51.267283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73c0d3-c4f6-4a06-8518-97bb5abefc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e11b7c-2cee-46c6-8d3b-f959720d1def,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:51.270112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-fa59bb8d-3095-4be7-92c5-903b104de47b None None] Port 9eee7917-3b76-43f5-9b92-8ab293d3ad24 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:51.294503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:51.310577 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aa3007ec-0433-4870-8d96-e078a05e31a5 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "PUT /v2.0/routers/55957916-2a6d-4c49-9f2f-20d9529c9b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3321636 Feb 04 05:56:51.310577 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45434) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:51.314916 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c4e020-bdcc-45c2-997b-82e7e5c7bc8e None None] Sync routers for ids ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:51.337066 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4e020-bdcc-45c2-997b-82e7e5c7bc8e None None] Routers {'55957916-2a6d-4c49-9f2f-20d9529c9b6a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:51.337947 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b3c4e020-bdcc-45c2-997b-82e7e5c7bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:51.353502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8ad1e29a-9eab-44dc-93be-a04a9376f2dc up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:51.355281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4820f1cb-711f-4b86-a7d0-5c7646b11723 None None] Network d83bfb35-3943-45fb-a5b1-f90d05a11a4e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:51.363813 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-12fb12b4-1648-481f-959f-c339fe0af8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.405434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349608f6-30f9-498a-9d59-8ead476bafe2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:51.408399 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b3c4e020-bdcc-45c2-997b-82e7e5c7bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:51.414165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-349608f6-30f9-498a-9d59-8ead476bafe2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.418647 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4e020-bdcc-45c2-997b-82e7e5c7bc8e None None] Routers {'55957916-2a6d-4c49-9f2f-20d9529c9b6a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:51.419993 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b3c4e020-bdcc-45c2-997b-82e7e5c7bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:51.481394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Allocated IP 172.20.0.2 (015895b8-f51e-4ebc-907f-37199530d6a4/1df3972c-f765-4d3e-ae69-095182c86c60/1fdce8fa-8474-4dec-9345-e32c71bbd6e3) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:51.494478 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b3c4e020-bdcc-45c2-997b-82e7e5c7bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:51.497644 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c4e020-bdcc-45c2-997b-82e7e5c7bc8e None None] The sync data for ids ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:51.567103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-cbcfde58-0edd-43d7-aebb-4c891e6ddf7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:56:51.567353 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-cbcfde58-0edd-43d7-aebb-4c891e6ddf7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:56:51.568090 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-eb251223-5359-421d-a7bd-5cc90749bd48 None None] Provisioning complete for port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:51.568457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-eb251223-5359-421d-a7bd-5cc90749bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.603893 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.636624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] For port a4f83be9-9164-476c-832f-19b97aed7ec8, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:51.678510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] For port a4f83be9-9164-476c-832f-19b97aed7ec8, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a4f83be9-9164-476c-832f-19b97aed7ec8,segment=NetworkSegment(9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c),segment_id=9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:51.701110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:51.701484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.703474 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.778495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-349608f6-30f9-498a-9d59-8ead476bafe2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.824714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.856158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349608f6-30f9-498a-9d59-8ead476bafe2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:51.861955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-349608f6-30f9-498a-9d59-8ead476bafe2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:51.870818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349608f6-30f9-498a-9d59-8ead476bafe2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:51.875123 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-b4c1b053-7204-4e96-ad6f-79f4926a74c3 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:56:51.876213 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b4c1b053-7204-4e96-ad6f-79f4926a74c3 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "PUT /v2.0/routers/55957916-2a6d-4c49-9f2f-20d9529c9b6a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5655885 Feb 04 05:56:51.877709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-349608f6-30f9-498a-9d59-8ead476bafe2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:51.879335 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45448) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:51.898429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349608f6-30f9-498a-9d59-8ead476bafe2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=da9b9b82-9aeb-4329-9881-2135dc6e97d0,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:51.922268 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-349608f6-30f9-498a-9d59-8ead476bafe2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7953036 Feb 04 05:56:51.924907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45450) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:51.932448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:8e:1d:f4', 'name': 'tempest-NetworksTestDHCPv6-1980548310'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:52.007573 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be2ef0-871d-4e43-a50a-290f990c4072 None None] Pushing event updated for resources: {'Port': ['ID=a4f83be9-9164-476c-832f-19b97aed7ec8,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:52.011842 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 2599882b-8887-44b6-87d9-5124ac9e3ead is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:52.032108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-eb251223-5359-421d-a7bd-5cc90749bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.034377 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.052092 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:52.056826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=ac6380d0-acc6-40df-a020-8ea63e7aebae,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:52.067003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.086410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:52.086601 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.181004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:52.259378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.10 (015895b8-f51e-4ebc-907f-37199530d6a4/1df3972c-f765-4d3e-ae69-095182c86c60/e172c5ae-f995-46e5-9802-b97f6f21bb7c) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:52.295648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45458) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:52.329058 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.428924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.469804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-eb251223-5359-421d-a7bd-5cc90749bd48 None None] For port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8ad1e29a-9eab-44dc-93be-a04a9376f2dc,segment=NetworkSegment(f064fd99-ec94-4cad-a825-681de6bb4370),segment_id=f064fd99-ec94-4cad-a825-681de6bb4370)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:52.471495 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:52.472412 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbcfde58-0edd-43d7-aebb-4c891e6ddf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.479293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.493295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:52.510461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-eb251223-5359-421d-a7bd-5cc90749bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.514697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:52.520260 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Pushing event updated for resources: {'Port': ['ID=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:52.526027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1975721255'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:52.550550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port eb7a0ec3-a2eb-4ac3-bf06-8fc38a4425b2 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:56:52.649725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9950ed9b-2548-4ab3-a188-40235f6a04b1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.665866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Made reservation on behalf of 99214e9187ec467d8c78c95eb5e8c97a for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:52.670799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.697822 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.734709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb251223-5359-421d-a7bd-5cc90749bd48 None None] Pushing event updated for resources: {'Port': ['ID=8ad1e29a-9eab-44dc-93be-a04a9376f2dc,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:52.739809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Attempting to bind port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:52.745550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Attempting to bind port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'f7353c24-c342-42e8-8492-76a5848228dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:52.745924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Attempting to bind port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 on network 015895b8-f51e-4ebc-907f-37199530d6a4 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:52.748275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:56:52.749417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:56:52.757443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:52.759513 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Checking segment: {'id': 'f7353c24-c342-42e8-8492-76a5848228dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:52.760116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.766551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.767348 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Bound using segment: {'id': 'f7353c24-c342-42e8-8492-76a5848228dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:52.768099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Bound port: 1fdce8fa-8474-4dec-9345-e32c71bbd6e3, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7353c24-c342-42e8-8492-76a5848228dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:52.768679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.901034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.903290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 172.20.0.6 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/da9b9b82-9aeb-4329-9881-2135dc6e97d0/eb7a0ec3-a2eb-4ac3-bf06-8fc38a4425b2) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:52.921410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2f059b99-1b82-49fc-bfe0-ba46c88ecf35 None None] Provisioning complete for port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:52.921410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2f059b99-1b82-49fc-bfe0-ba46c88ecf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.954823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.956401 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::f816:3eff:fe8e:1df4 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/288561e9-ed68-4da5-b704-b2356b3f4546/eb7a0ec3-a2eb-4ac3-bf06-8fc38a4425b2) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:52.959519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] For port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:52.982241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] For port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,segment=NetworkSegment(f7353c24-c342-42e8-8492-76a5848228dc),segment_id=f7353c24-c342-42e8-8492-76a5848228dc)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:52.989697 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.990665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.991471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.002042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:53.010652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.016886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:53.025504 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:53.028099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.033037 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=e172c5ae-f995-46e5-9802-b97f6f21bb7c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:53.127959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:53.128419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=ac6380d0-acc6-40df-a020-8ea63e7aebae,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:53.154141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892eff5-592a-4d91-a4e0-d87ccbda9a52 None None] Pushing event updated for resources: {'Port': ['ID=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:53.170423 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9950ed9b-2548-4ab3-a188-40235f6a04b1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Deleting port 9eee7917-3b76-43f5-9b92-8ab293d3ad24 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:53.170829 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9950ed9b-2548-4ab3-a188-40235f6a04b1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.195016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.195604 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Added segment b8945c77-5f24-4a73-b621-eef938bda22f of type vlan for network 3373500d-3c0a-42c1-9ea5-830db384b3e1 Feb 04 05:56:53.240350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 2599882b-8887-44b6-87d9-5124ac9e3ead is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:53.243821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:53.274202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1041358-d880-47fe-90dc-7caac5f8644c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:53.305641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:53.307127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.341412 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e6e15675-2371-441b-a675-fd637b76119c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8346531 Feb 04 05:56:53.345512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45462) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:53.352357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.358542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f07f672b-beb1-44d4-bac8-08f1579fbbad tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:53.360355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9950ed9b-2548-4ab3-a188-40235f6a04b1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.391649 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9950ed9b-2548-4ab3-a188-40235f6a04b1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Calling delete_port for 9eee7917-3b76-43f5-9b92-8ab293d3ad24 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:53.433764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ec17fede-182d-4c9e-b43e-a0ebfbcbab5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.552650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 0e074833-227f-494e-82b3-5eb870132e16 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:56:53.657802 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367b331-9f3b-482e-a801-73a3d6016b49 None None] Network 2599882b-8887-44b6-87d9-5124ac9e3ead requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:53.715965 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a4f83be9-9164-476c-832f-19b97aed7ec8 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:53.781188 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cdc1b9d3-dc36-4d88-8f99-429bada90103 None None] Provisioning complete for port a4f83be9-9164-476c-832f-19b97aed7ec8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:53.781660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b9d3-dc36-4d88-8f99-429bada90103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.810960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.resource_extend [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:56:53.856113 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.861829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:53.862367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.885511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.889068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a4f83be9-9164-476c-832f-19b97aed7ec8 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:53.889483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:53.958881 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6548691 Feb 04 05:56:53.966524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45464) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:53.980132 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Request body: {'subnet': {'network_id': '3373500d-3c0a-42c1-9ea5-830db384b3e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:53.994881 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:54.003645 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fb912756-c24d-4af8-ab86-7eab6d393147 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/0e074833-227f-494e-82b3-5eb870132e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6766200 Feb 04 05:56:54.003645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45466) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:54.009576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c08cf2-1117-4210-b34f-07df08069d74 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Pushing event updated for resources: {'Network': ['ID=3373500d-3c0a-42c1-9ea5-830db384b3e1,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:54.017033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a492f-8466-4cee-802b-8b88ac5bae48 None None] Sync routers for ids ['0e074833-227f-494e-82b3-5eb870132e16'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:54.038163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a492f-8466-4cee-802b-8b88ac5bae48 None None] Routers {'0e074833-227f-494e-82b3-5eb870132e16'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:54.038993 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7f7a492f-8466-4cee-802b-8b88ac5bae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0e074833-227f-494e-82b3-5eb870132e16'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:54.044343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 3373500d-3c0a-42c1-9ea5-830db384b3e1 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:54.081363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24da9569-a916-426c-944c-afe12d3cc97d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:54.086365 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-24da9569-a916-426c-944c-afe12d3cc97d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports/ac6380d0-acc6-40df-a020-8ea63e7aebae HTTP/1.1" status: 200 len: 911 time: 0.0788724 Feb 04 05:56:54.086640 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45468) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:54.091826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5a0b8d77-5531-46db-bb9f-e5c8a9c3fcec tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11dbf792-484d-43fb-a19e-91b0122078e4'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:54.104963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.176308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b9d3-dc36-4d88-8f99-429bada90103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.178200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7f7a492f-8466-4cee-802b-8b88ac5bae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:54.202490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07f672b-beb1-44d4-bac8-08f1579fbbad tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:54.208185 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9950ed9b-2548-4ab3-a188-40235f6a04b1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.208454 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f07f672b-beb1-44d4-bac8-08f1579fbbad tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.216774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=eb7a0ec3-a2eb-4ac3-bf06-8fc38a4425b2,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:54.277308 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950ed9b-2548-4ab3-a188-40235f6a04b1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Port': ['ID=9eee7917-3b76-43f5-9b92-8ab293d3ad24,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:54.298505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:54.312458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:54.330451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:54.367030 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-cbcfde58-0edd-43d7-aebb-4c891e6ddf7b None None] For port a15dbf9c-a7b4-4d01-9188-1d0bb255734f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:54.377112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Made reservation on behalf of 99214e9187ec467d8c78c95eb5e8c97a for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:54.382512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.409817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbcfde58-0edd-43d7-aebb-4c891e6ddf7b None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.426853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbcfde58-0edd-43d7-aebb-4c891e6ddf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.436087 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a492f-8466-4cee-802b-8b88ac5bae48 None None] Routers {'0e074833-227f-494e-82b3-5eb870132e16'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:54.436716 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7f7a492f-8466-4cee-802b-8b88ac5bae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0e074833-227f-494e-82b3-5eb870132e16'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:54.530233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.531813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9950ed9b-2548-4ab3-a188-40235f6a04b1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.532432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7f7a492f-8466-4cee-802b-8b88ac5bae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:54.533051 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a492f-8466-4cee-802b-8b88ac5bae48 None None] The sync data for ids ['0e074833-227f-494e-82b3-5eb870132e16'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:54.538230 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-cdc1b9d3-dc36-4d88-8f99-429bada90103 None None] For port a4f83be9-9164-476c-832f-19b97aed7ec8, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a4f83be9-9164-476c-832f-19b97aed7ec8,segment=NetworkSegment(9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c),segment_id=9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:54.545044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:54.546156 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.563660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b9d3-dc36-4d88-8f99-429bada90103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.581779 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-26252535-8ac2-4eec-832a-3c36b3556f8d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6531703 Feb 04 05:56:54.586056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45470) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:54.654803 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.ipam_backend_mixin [None req-f07f672b-beb1-44d4-bac8-08f1579fbbad tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1df3972c-f765-4d3e-ae69-095182c86c60 (CIDR: 172.20.0.0/28) Feb 04 05:56:54.658339 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8d77-5531-46db-bb9f-e5c8a9c3fcec tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.671651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfde58-0edd-43d7-aebb-4c891e6ddf7b None None] Pushing event updated for resources: {'Port': ['ID=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,revision_number=9']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:54.672686 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07f672b-beb1-44d4-bac8-08f1579fbbad tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:56:54.673231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07f672b-beb1-44d4-bac8-08f1579fbbad tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:56:54.722993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90bccbf-20d7-48e6-8d0d-32f7a0a2e9ac tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:54.735962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90bccbf-20d7-48e6-8d0d-32f7a0a2e9ac tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:54.744761 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e90bccbf-20d7-48e6-8d0d-32f7a0a2e9ac tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1499910 Feb 04 05:56:54.749650 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f07f672b-beb1-44d4-bac8-08f1579fbbad tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4028673 Feb 04 05:56:54.750545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45472) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:54.760880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45474) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:54.766202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-13f56a06-0ba6-4bee-9950-b257915ff4f0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:54.808159 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:56:54.809132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:56:54.814787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.827577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8738f303-161c-43af-9347-70cb37de11a8 None None] Provisioning complete for port a4f83be9-9164-476c-832f-19b97aed7ec8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:54.832615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8738f303-161c-43af-9347-70cb37de11a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:54.922926 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1b9d3-dc36-4d88-8f99-429bada90103 None None] Pushing event updated for resources: {'Port': ['ID=a4f83be9-9164-476c-832f-19b97aed7ec8,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:55.019079 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8738f303-161c-43af-9347-70cb37de11a8 None None] Provisioning complete for port ac6380d0-acc6-40df-a020-8ea63e7aebae triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:55.019451 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8738f303-161c-43af-9347-70cb37de11a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.048388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-8e0eb4fe-7364-4e43-ad2a-3cb3972ecc5c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port eb7a0ec3-a2eb-4ac3-bf06-8fc38a4425b2 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:55.048890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e0eb4fe-7364-4e43-ad2a-3cb3972ecc5c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.082914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8738f303-161c-43af-9347-70cb37de11a8 None None] Port ac6380d0-acc6-40df-a020-8ea63e7aebae cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:55.126181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.140098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9950ed9b-2548-4ab3-a188-40235f6a04b1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Router 55957916-2a6d-4c49-9f2f-20d9529c9b6a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:56:55.214714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] Provisioning complete for port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:55.215362 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.270296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e0eb4fe-7364-4e43-ad2a-3cb3972ecc5c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.297949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Pushing event updated for resources: {'Subnet': ['ID=ae63bd12-a07b-4efc-9fbe-e6424a7262ea,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:55.300361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-8e0eb4fe-7364-4e43-ad2a-3cb3972ecc5c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for eb7a0ec3-a2eb-4ac3-bf06-8fc38a4425b2 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:55.383743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Checking segment: {'id': 'b8945c77-5f24-4a73-b621-eef938bda22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3373500d-3c0a-42c1-9ea5-830db384b3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:55.384122 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Network hostable DHCP agents. Network: 3373500d-3c0a-42c1-9ea5-830db384b3e1, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:55.386514 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.398341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a15dbf9c-a7b4-4d01-9188-1d0bb255734f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:55.410426 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9950ed9b-2548-4ab3-a188-40235f6a04b1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:55.422056 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9950ed9b-2548-4ab3-a188-40235f6a04b1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "PUT /v2.0/routers/55957916-2a6d-4c49-9f2f-20d9529c9b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5373328 Feb 04 05:56:55.422193 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c11460-e9c6-4022-86f1-f50447899028 None None] Sync routers for ids ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:55.427656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Network 3373500d-3c0a-42c1-9ea5-830db384b3e1 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:55.427877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45476) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:55.437416 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c11460-e9c6-4022-86f1-f50447899028 None None] Routers {'55957916-2a6d-4c49-9f2f-20d9529c9b6a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:55.438231 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-09c11460-e9c6-4022-86f1-f50447899028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:55.472790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] For port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,segment=NetworkSegment(f7353c24-c342-42e8-8492-76a5848228dc),segment_id=f7353c24-c342-42e8-8492-76a5848228dc)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:55.480646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.482919 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-32336814-87a4-45a5-91c4-5d3fe9624e5f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] delete failed (client error): The resource could not be found. Feb 04 05:56:55.484492 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-32336814-87a4-45a5-91c4-5d3fe9624e5f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-209829261 HTTP/1.1" status: 404 len: 334 time: 0.0535126 Feb 04 05:56:55.489803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45478) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:55.493158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f56a06-0ba6-4bee-9950-b257915ff4f0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:55.498428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-13f56a06-0ba6-4bee-9950-b257915ff4f0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.498709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b72e138b-3252-4fd3-a5dd-857aa7fe579e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'router': {'external_gateway_info': {'network_id': '55957916-2a6d-4c49-9f2f-20d9529c9b6a'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:55.527340 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-09c11460-e9c6-4022-86f1-f50447899028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:55.552221 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c11460-e9c6-4022-86f1-f50447899028 None None] Routers {'55957916-2a6d-4c49-9f2f-20d9529c9b6a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:55.553609 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-09c11460-e9c6-4022-86f1-f50447899028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:55.561201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] Provisioning complete for port ac6380d0-acc6-40df-a020-8ea63e7aebae triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:55.561659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.570243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a26d6-703e-4113-a7c5-5fec9f21c202 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:55.580251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 3373500d-3c0a-42c1-9ea5-830db384b3e1) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:55.609452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] Pushing event updated for resources: {'Port': ['ID=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:55.612209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516f69c-d82b-44a8-9529-2152df3e3e6e None None] Network 3373500d-3c0a-42c1-9ea5-830db384b3e1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:55.618906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:55.619414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.651023 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-09c11460-e9c6-4022-86f1-f50447899028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:55.653257 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c11460-e9c6-4022-86f1-f50447899028 None None] The sync data for ids ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:55.689578 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a15dbf9c-a7b4-4d01-9188-1d0bb255734f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:55.690174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.724307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] Port ac6380d0-acc6-40df-a020-8ea63e7aebae cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:55.726392 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4645ca30-765c-4e3b-9712-f2411eb6aab2 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7575707 Feb 04 05:56:55.729665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45480) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:55.743217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Request body: {'port': {'network_id': '3373500d-3c0a-42c1-9ea5-830db384b3e1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-846013272'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:55.790555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] Provisioning complete for port 804e708f-e9a1-4af1-a143-f648a58dad3e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:55.790956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.821033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b72e138b-3252-4fd3-a5dd-857aa7fe579e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.869459 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8d77-5531-46db-bb9f-e5c8a9c3fcec tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.878400 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-b72e138b-3252-4fd3-a5dd-857aa7fe579e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] update failed (client error): The resource could not be found. Feb 04 05:56:55.883486 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b72e138b-3252-4fd3-a5dd-857aa7fe579e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "PUT /v2.0/routers/55957916-2a6d-4c49-9f2f-20d9529c9b6a HTTP/1.1" status: 404 len: 339 time: 0.3878329 Feb 04 05:56:55.889110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45482) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:55.889332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-589041710'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:55.919867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8d77-5531-46db-bb9f-e5c8a9c3fcec tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.921714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e0eb4fe-7364-4e43-ad2a-3cb3972ecc5c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.926015 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b8d77-5531-46db-bb9f-e5c8a9c3fcec tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:55.926682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8d77-5531-46db-bb9f-e5c8a9c3fcec tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:55.931106 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5a0b8d77-5531-46db-bb9f-e5c8a9c3fcec tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/ports/ac6380d0-acc6-40df-a020-8ea63e7aebae HTTP/1.1" status: 200 len: 911 time: 1.8405540 Feb 04 05:56:55.934227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45484) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:55.989287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0eb4fe-7364-4e43-ad2a-3cb3972ecc5c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=eb7a0ec3-a2eb-4ac3-bf06-8fc38a4425b2,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:56.019577 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b8d77-5531-46db-bb9f-e5c8a9c3fcec tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=ac6380d0-acc6-40df-a020-8ea63e7aebae,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:56.020427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Made reservation on behalf of 197abaf9d5144af3bb058995a00eed58 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:56.027029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.039671 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Made reservation on behalf of 99214e9187ec467d8c78c95eb5e8c97a for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:56.043206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.053782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-45c6dd3b-0051-4c71-9ba4-651dee8a7b5f None None] Port 804e708f-e9a1-4af1-a143-f648a58dad3e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:56.074339 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] device_id is not set on port b92c0399-c43c-4bea-87fc-d88e59b9a61c yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:56:56.117463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8ad1e29a-9eab-44dc-93be-a04a9376f2dc up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:56.119266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-13f56a06-0ba6-4bee-9950-b257915ff4f0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.162843 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75407095-9f87-442d-9e1c-986314783583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-3373500d-3c0a-42c1-9ea5-830db384b3e1', 'network_id': '3373500d-3c0a-42c1-9ea5-830db384b3e1', 'tenant_id': '99214e9187ec467d8c78c95eb5e8c97a', 'fixed_ips': [{'subnet_id': 'ae63bd12-a07b-4efc-9fbe-e6424a7262ea'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:56.162843 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-75407095-9f87-442d-9e1c-986314783583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.183313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f56a06-0ba6-4bee-9950-b257915ff4f0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:56.193263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-13f56a06-0ba6-4bee-9950-b257915ff4f0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:56.202126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:56:56.208777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8e0eb4fe-7364-4e43-ad2a-3cb3972ecc5c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.213287 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5946e32e-fdca-47f9-ac45-09b56a125f8c None None] Network 015895b8-f51e-4ebc-907f-37199530d6a4 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:56.214192 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8e0eb4fe-7364-4e43-ad2a-3cb3972ecc5c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/eb7a0ec3-a2eb-4ac3-bf06-8fc38a4425b2 HTTP/1.1" status: 204 len: 168 time: 1.4551475 Feb 04 05:56:56.219407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f56a06-0ba6-4bee-9950-b257915ff4f0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:56.219999 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-13f56a06-0ba6-4bee-9950-b257915ff4f0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.223362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45486) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:56.236070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f56a06-0ba6-4bee-9950-b257915ff4f0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Subnet': ['ID=2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:56.250200 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-13f56a06-0ba6-4bee-9950-b257915ff4f0 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4880540 Feb 04 05:56:56.252875 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45488) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:56.258680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-bdb48c9c-425e-41b3-9e9d-3086c92ea6f5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-604326911', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6'}], 'security_groups': ['d67e719b-da72-484a-8ee8-150216a11e55']}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:56.265798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.266219 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Added segment aa94db97-5be7-4c9d-9789-b7ab90b40699 of type vlan for network 3e5d1cbd-8c2a-4306-908c-543f3483f108 Feb 04 05:56:56.285244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-bb3026b1-68b1-4d51-83a9-26bb6ec851c0 None None] Provisioning complete for port a15dbf9c-a7b4-4d01-9188-1d0bb255734f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:56.285649 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bb3026b1-68b1-4d51-83a9-26bb6ec851c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.291932 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Allocated IP 172.20.0.5 (3373500d-3c0a-42c1-9ea5-830db384b3e1/ae63bd12-a07b-4efc-9fbe-e6424a7262ea/b92c0399-c43c-4bea-87fc-d88e59b9a61c) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:56.417921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.418195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.423152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:56.423518 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.434904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1c4ac-6797-430c-90d2-88754f1d9df6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:56.436656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1c4ac-6797-430c-90d2-88754f1d9df6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:56.438238 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1c4ac-6797-430c-90d2-88754f1d9df6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:56.439862 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b7b1c4ac-6797-430c-90d2-88754f1d9df6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2152576 Feb 04 05:56:56.445054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45490) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:56.470873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d22f6ae-389c-4ca4-bfa8-a4f43aee5357 None None] Update dhcp port {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': '288561e9-ed68-4da5-b704-b2356b3f4546', 'ip_address': '2001:db8::f816:3eff:fed9:d206'}, {'subnet_id': 'da9b9b82-9aeb-4329-9881-2135dc6e97d0'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': 'a15dbf9c-a7b4-4d01-9188-1d0bb255734f'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:56:56.500403 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bdb48c9c-425e-41b3-9e9d-3086c92ea6f5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.529380 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d22f6ae-389c-4ca4-bfa8-a4f43aee5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.534168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.540750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:56.541515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.582758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-25014b9e-7f11-4fcf-9ca2-984eccf1279e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 288561e9-ed68-4da5-b704-b2356b3f4546 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:56.586536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25014b9e-7f11-4fcf-9ca2-984eccf1279e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.621388 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.643781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.670459 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7854612 Feb 04 05:56:56.676383 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45492) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:56.683606 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'subnet': {'network_id': '3e5d1cbd-8c2a-4306-908c-543f3483f108', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:56.700256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25014b9e-7f11-4fcf-9ca2-984eccf1279e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.735583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd5f60-bef0-40ab-a3dd-950396983787 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Network': ['ID=3e5d1cbd-8c2a-4306-908c-543f3483f108,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:56.767020 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 3e5d1cbd-8c2a-4306-908c-543f3483f108 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:56:56.790629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-bb3026b1-68b1-4d51-83a9-26bb6ec851c0 None None] Provisioning complete for port e172c5ae-f995-46e5-9802-b97f6f21bb7c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:56.791001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bb3026b1-68b1-4d51-83a9-26bb6ec851c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.838959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25014b9e-7f11-4fcf-9ca2-984eccf1279e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.888646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-bb3026b1-68b1-4d51-83a9-26bb6ec851c0 None None] Port e172c5ae-f995-46e5-9802-b97f6f21bb7c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:56.900696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-bb3026b1-68b1-4d51-83a9-26bb6ec851c0 None None] Provisioning complete for port ac6380d0-acc6-40df-a020-8ea63e7aebae triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:56.901388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bb3026b1-68b1-4d51-83a9-26bb6ec851c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.923152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d9c41b42-ebf0-4575-904a-0106da4355eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:56.967407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-bb3026b1-68b1-4d51-83a9-26bb6ec851c0 None None] Port ac6380d0-acc6-40df-a020-8ea63e7aebae cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:56:56.989568 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3853bb83-003e-4fcc-ae02-6ec1b9a80683 None None] Update dhcp port {'port': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'fixed_ips': [{'subnet_id': '1df3972c-f765-4d3e-ae69-095182c86c60', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '1fdce8fa-8474-4dec-9345-e32c71bbd6e3'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:56:57.022703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25014b9e-7f11-4fcf-9ca2-984eccf1279e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.040642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server [None req-2d22f6ae-389c-4ca4-bfa8-a4f43aee5357 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 288561e9-ed68-4da5-b704-b2356b3f4546: This subnet is being modified by another concurrent operation. Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:56:57.043824 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 288561e9-ed68-4da5-b704-b2356b3f4546: This subnet is being modified by another concurrent operation. Feb 04 05:56:57.047804 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Feb 04 05:56:57.054038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3853bb83-003e-4fcc-ae02-6ec1b9a80683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.073843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25014b9e-7f11-4fcf-9ca2-984eccf1279e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=288561e9-ed68-4da5-b704-b2356b3f4546,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:57.082063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-25014b9e-7f11-4fcf-9ca2-984eccf1279e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.104187 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-25014b9e-7f11-4fcf-9ca2-984eccf1279e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/288561e9-ed68-4da5-b704-b2356b3f4546 HTTP/1.1" status: 204 len: 168 time: 0.6541877 Feb 04 05:56:57.104362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Pushing event updated for resources: {'Port': ['ID=b92c0399-c43c-4bea-87fc-d88e59b9a61c,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:57.109021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45494) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:57.122387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-75407095-9f87-442d-9e1c-986314783583 None None] Allocated IP 172.20.0.2 (3373500d-3c0a-42c1-9ea5-830db384b3e1/ae63bd12-a07b-4efc-9fbe-e6424a7262ea/c6de4bf0-c878-4686-90ac-834d81f9d926) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:57.211655 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Network 3373500d-3c0a-42c1-9ea5-830db384b3e1 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:57.225614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e522f2-c773-49d8-b270-ffd5c382d7bb None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:57.225926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:57.229951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a4f83be9-9164-476c-832f-19b97aed7ec8 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:57.230461 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:57.296604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5624e2-ea57-4bbc-9d88-cac3c70b2da2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet da9b9b82-9aeb-4329-9881-2135dc6e97d0 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:57.311028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae5624e2-ea57-4bbc-9d88-cac3c70b2da2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.322406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-d9c41b42-ebf0-4575-904a-0106da4355eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port ac6380d0-acc6-40df-a020-8ea63e7aebae {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:57.322996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d9c41b42-ebf0-4575-904a-0106da4355eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.343189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Made reservation on behalf of 197abaf9d5144af3bb058995a00eed58 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:57.346711 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.381382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f23c65fe-c9cd-4e94-b955-bf9d9694889e None None] Provisioning complete for port a15dbf9c-a7b4-4d01-9188-1d0bb255734f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:57.381824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f23c65fe-c9cd-4e94-b955-bf9d9694889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.419225 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d9c41b42-ebf0-4575-904a-0106da4355eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.434254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-d9c41b42-ebf0-4575-904a-0106da4355eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for ac6380d0-acc6-40df-a020-8ea63e7aebae owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:57.434511 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:57.434889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.444730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae5624e2-ea57-4bbc-9d88-cac3c70b2da2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.518082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a4f83be9-9164-476c-832f-19b97aed7ec8 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:57.518559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.525875 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c8a781a9-4c0c-4bad-9973-4cd97292ff3d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7926800 Feb 04 05:56:57.533815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45496) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:57.549758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Request body: {'port': {'network_id': '3373500d-3c0a-42c1-9ea5-830db384b3e1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-682633266', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:57.549758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.api.validators [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] bootfile-name is not in valid_values {{(pid=102166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:56:57.550096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.api.validators [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] tftp-server is not in valid_values {{(pid=102166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:56:57.550334 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.api.validators [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] server-ip-address is not in valid_values {{(pid=102166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:56:57.584987 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae5624e2-ea57-4bbc-9d88-cac3c70b2da2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.617490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d9c41b42-ebf0-4575-904a-0106da4355eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.645797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c41b42-ebf0-4575-904a-0106da4355eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=ac6380d0-acc6-40df-a020-8ea63e7aebae,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:57.653031 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-bdb48c9c-425e-41b3-9e9d-3086c92ea6f5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Delete allocated IP 172.20.0.10 (015895b8-f51e-4ebc-907f-37199530d6a4/1df3972c-f765-4d3e-ae69-095182c86c60) {{(pid=102166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:56:57.678922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-75407095-9f87-442d-9e1c-986314783583 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.701525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-75407095-9f87-442d-9e1c-986314783583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.717523 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-bdb48c9c-425e-41b3-9e9d-3086c92ea6f5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.30 (015895b8-f51e-4ebc-907f-37199530d6a4/2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6/e172c5ae-f995-46e5-9802-b97f6f21bb7c) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:57.779122 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d9c41b42-ebf0-4575-904a-0106da4355eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.785648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:56:57.804889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae5624e2-ea57-4bbc-9d88-cac3c70b2da2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.930848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5624e2-ea57-4bbc-9d88-cac3c70b2da2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=da9b9b82-9aeb-4329-9881-2135dc6e97d0,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:57.940874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae5624e2-ea57-4bbc-9d88-cac3c70b2da2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.946630 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ae5624e2-ea57-4bbc-9d88-cac3c70b2da2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/da9b9b82-9aeb-4329-9881-2135dc6e97d0 HTTP/1.1" status: 204 len: 168 time: 0.8326445 Feb 04 05:56:57.949800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45498) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:57.966747 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:57.977148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c41b42-ebf0-4575-904a-0106da4355eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 0e074833-227f-494e-82b3-5eb870132e16 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:56:58.016685 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4191cf27-3b5a-4126-b5d2-076f1e3d93d5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588901 Feb 04 05:56:58.019696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45500) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:58.025966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-01a16dff-38f5-483f-8f01-0486bf2b67df tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:58.030837 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75407095-9f87-442d-9e1c-986314783583 None None] Network 3373500d-3c0a-42c1-9ea5-830db384b3e1 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:58.039314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-75407095-9f87-442d-9e1c-986314783583 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:58.041741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75407095-9f87-442d-9e1c-986314783583 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:58.042098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Made reservation on behalf of 99214e9187ec467d8c78c95eb5e8c97a for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:58.045665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.056824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75407095-9f87-442d-9e1c-986314783583 None None] Pushing event updated for resources: {'Port': ['ID=c6de4bf0-c878-4686-90ac-834d81f9d926,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:58.085618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cad2f0b-3199-45a2-b410-c6965cf58540 None None] Update dhcp port {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': 'da9b9b82-9aeb-4329-9881-2135dc6e97d0'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': 'a15dbf9c-a7b4-4d01-9188-1d0bb255734f'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:56:58.108553 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] device_id is not set on port 348922ab-0663-42d0-841f-3e2e082dd026 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:56:58.113409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c41b42-ebf0-4575-904a-0106da4355eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:56:58.120596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Subnet': ['ID=361819ee-9c3b-424a-b926-d9ef3ae5dd35,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:58.124227 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d9c41b42-ebf0-4575-904a-0106da4355eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/0e074833-227f-494e-82b3-5eb870132e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1384022 Feb 04 05:56:58.125937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45502) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:58.135420 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:58.135968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.146591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2cad2f0b-3199-45a2-b410-c6965cf58540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.149200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e34ab-0147-4ae1-8626-7efb3f42b69a None None] Sync routers for ids ['0e074833-227f-494e-82b3-5eb870132e16'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:56:58.150973 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-75407095-9f87-442d-9e1c-986314783583 None None] Attempting to bind port c6de4bf0-c878-4686-90ac-834d81f9d926 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:56:58.151339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-75407095-9f87-442d-9e1c-986314783583 None None] Attempting to bind port c6de4bf0-c878-4686-90ac-834d81f9d926 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b8945c77-5f24-4a73-b621-eef938bda22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3373500d-3c0a-42c1-9ea5-830db384b3e1'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:56:58.151710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75407095-9f87-442d-9e1c-986314783583 None None] Attempting to bind port c6de4bf0-c878-4686-90ac-834d81f9d926 on network 3373500d-3c0a-42c1-9ea5-830db384b3e1 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:56:58.169639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f2d3c48c-9143-4a23-9632-6eccb6f35ecf tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e074833-227f-494e-82b3-5eb870132e16 HTTP/1.1" status: 200 len: 205 time: 0.0401945 Feb 04 05:56:58.171335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45504) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:58.187484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Checking segment: {'id': 'aa94db97-5be7-4c9d-9789-b7ab90b40699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e5d1cbd-8c2a-4306-908c-543f3483f108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:58.187869 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network hostable DHCP agents. Network: 3e5d1cbd-8c2a-4306-908c-543f3483f108, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:56:58.198809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75407095-9f87-442d-9e1c-986314783583 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:56:58.199116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75407095-9f87-442d-9e1c-986314783583 None None] Checking segment: {'id': 'b8945c77-5f24-4a73-b621-eef938bda22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3373500d-3c0a-42c1-9ea5-830db384b3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:56:58.199522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-75407095-9f87-442d-9e1c-986314783583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.199916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75407095-9f87-442d-9e1c-986314783583 None None] Bound using segment: {'id': 'b8945c77-5f24-4a73-b621-eef938bda22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3373500d-3c0a-42c1-9ea5-830db384b3e1'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:56:58.200396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-75407095-9f87-442d-9e1c-986314783583 None None] Bound port: c6de4bf0-c878-4686-90ac-834d81f9d926, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8945c77-5f24-4a73-b621-eef938bda22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3373500d-3c0a-42c1-9ea5-830db384b3e1'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:56:58.200779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-75407095-9f87-442d-9e1c-986314783583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.211295 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bdb48c9c-425e-41b3-9e9d-3086c92ea6f5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.225616 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bdb48c9c-425e-41b3-9e9d-3086c92ea6f5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.239724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e34ab-0147-4ae1-8626-7efb3f42b69a None None] Routers {'0e074833-227f-494e-82b3-5eb870132e16'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:58.240516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-b32e34ab-0147-4ae1-8626-7efb3f42b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0e074833-227f-494e-82b3-5eb870132e16'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:58.266282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network 3e5d1cbd-8c2a-4306-908c-543f3483f108 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:56:58.322610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-b32e34ab-0147-4ae1-8626-7efb3f42b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:58.324847 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 3e5d1cbd-8c2a-4306-908c-543f3483f108) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:58.349757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:58.350038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.366349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c26658-1917-4580-90a3-bb3f1f080cc9 None None] Network 3e5d1cbd-8c2a-4306-908c-543f3483f108 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:58.385621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb48c9c-425e-41b3-9e9d-3086c92ea6f5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=e172c5ae-f995-46e5-9802-b97f6f21bb7c,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:58.392550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Allocated IP 172.20.0.7 (3373500d-3c0a-42c1-9ea5-830db384b3e1/ae63bd12-a07b-4efc-9fbe-e6424a7262ea/348922ab-0663-42d0-841f-3e2e082dd026) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:58.426826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-bdb48c9c-425e-41b3-9e9d-3086c92ea6f5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] In _notify_port_updated(), no bound segment for port e172c5ae-f995-46e5-9802-b97f6f21bb7c on network 015895b8-f51e-4ebc-907f-37199530d6a4 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:56:58.433026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb48c9c-425e-41b3-9e9d-3086c92ea6f5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:58.434254 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bdb48c9c-425e-41b3-9e9d-3086c92ea6f5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.437737 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bdb48c9c-425e-41b3-9e9d-3086c92ea6f5 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "PUT /v2.0/ports/e172c5ae-f995-46e5-9802-b97f6f21bb7c HTTP/1.1" status: 200 len: 920 time: 2.1811891 Feb 04 05:56:58.442817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45506) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:58.496387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.507458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e34ab-0147-4ae1-8626-7efb3f42b69a None None] Routers {'0e074833-227f-494e-82b3-5eb870132e16'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:56:58.508097 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-b32e34ab-0147-4ae1-8626-7efb3f42b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0e074833-227f-494e-82b3-5eb870132e16'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:58.548315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-3853bb83-003e-4fcc-ae02-6ec1b9a80683 None None] Allocated IP 172.20.0.18 (015895b8-f51e-4ebc-907f-37199530d6a4/2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6/1fdce8fa-8474-4dec-9345-e32c71bbd6e3) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:58.595474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a743ee2c-646e-4b8d-855a-aa74501aafde tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.596034 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e6fc893a-29f5-4932-a0fb-404f461d312e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9180994 Feb 04 05:56:58.599287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45508) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:58.602893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-b32e34ab-0147-4ae1-8626-7efb3f42b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:56:58.603339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e34ab-0147-4ae1-8626-7efb3f42b69a None None] The sync data for ids ['0e074833-227f-494e-82b3-5eb870132e16'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:56:58.606778 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9dc4d2e1-d429-4302-a92c-bd34129df262 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e5d1cbd-8c2a-4306-908c-543f3483f108'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:58.608688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-75407095-9f87-442d-9e1c-986314783583 None None] For port c6de4bf0-c878-4686-90ac-834d81f9d926, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:56:58.654459 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec44a2cd-a6c2-4864-a093-2f8d54d4f7eb None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:58.685554 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-75407095-9f87-442d-9e1c-986314783583 None None] For port c6de4bf0-c878-4686-90ac-834d81f9d926, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c6de4bf0-c878-4686-90ac-834d81f9d926,segment=NetworkSegment(b8945c77-5f24-4a73-b621-eef938bda22f),segment_id=b8945c77-5f24-4a73-b621-eef938bda22f)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:56:58.715570 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-75407095-9f87-442d-9e1c-986314783583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.747624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a16dff-38f5-483f-8f01-0486bf2b67df tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:58.751573 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01a16dff-38f5-483f-8f01-0486bf2b67df tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.799529 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfcd82-77e3-4f99-a51d-ea131ec88622 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port e172c5ae-f995-46e5-9802-b97f6f21bb7c {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:58.799862 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bbfcd82-77e3-4f99-a51d-ea131ec88622 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.823381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a743ee2c-646e-4b8d-855a-aa74501aafde tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.832999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a743ee2c-646e-4b8d-855a-aa74501aafde tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.892108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8da4e358-c87f-4f4a-8f2a-9b46beccc2ae None None] Provisioning complete for port a15dbf9c-a7b4-4d01-9188-1d0bb255734f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:56:58.893026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8da4e358-c87f-4f4a-8f2a-9b46beccc2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.896398 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.933895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a743ee2c-646e-4b8d-855a-aa74501aafde tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.934669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a743ee2c-646e-4b8d-855a-aa74501aafde tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Fanout notify agent at l3_agent the message router_deleted on router 0e074833-227f-494e-82b3-5eb870132e16 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:56:58.946901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a743ee2c-646e-4b8d-855a-aa74501aafde tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.948335 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a743ee2c-646e-4b8d-855a-aa74501aafde tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/0e074833-227f-494e-82b3-5eb870132e16 HTTP/1.1" status: 204 len: 168 time: 0.7774222 Feb 04 05:56:58.951129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45510) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:58.960958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3853bb83-003e-4fcc-ae02-6ec1b9a80683 None None] For port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,segment=NetworkSegment(f7353c24-c342-42e8-8492-76a5848228dc),segment_id=f7353c24-c342-42e8-8492-76a5848228dc)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:58.967750 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:58.968196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75407095-9f87-442d-9e1c-986314783583 None None] Pushing event updated for resources: {'Port': ['ID=c6de4bf0-c878-4686-90ac-834d81f9d926,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:58.972731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a15dbf9c-a7b4-4d01-9188-1d0bb255734f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:56:58.983216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9dc4d2e1-d429-4302-a92c-bd34129df262 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.023307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be5ff6a-302b-4061-bafb-b822d3051907 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting subnet 11dbf792-484d-43fb-a19e-91b0122078e4 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:56:59.028241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4be5ff6a-302b-4061-bafb-b822d3051907 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.051916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Network 3373500d-3c0a-42c1-9ea5-830db384b3e1 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:59.066976 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:59.082352 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4be5ff6a-302b-4061-bafb-b822d3051907 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.092637 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-3e5d1cbd-8c2a-4306-908c-543f3483f108', 'network_id': '3e5d1cbd-8c2a-4306-908c-543f3483f108', 'tenant_id': '197abaf9d5144af3bb058995a00eed58', 'fixed_ips': [{'subnet_id': '361819ee-9c3b-424a-b926-d9ef3ae5dd35'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:56:59.093520 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.110138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:56:59.117949 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3853bb83-003e-4fcc-ae02-6ec1b9a80683 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.125682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bbfcd82-77e3-4f99-a51d-ea131ec88622 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.132703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3853bb83-003e-4fcc-ae02-6ec1b9a80683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.152684 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Pushing event updated for resources: {'Port': ['ID=348922ab-0663-42d0-841f-3e2e082dd026,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:59.175890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfcd82-77e3-4f99-a51d-ea131ec88622 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for e172c5ae-f995-46e5-9802-b97f6f21bb7c owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:56:59.208556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:59.209904 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.253648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4be5ff6a-302b-4061-bafb-b822d3051907 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.258325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01a16dff-38f5-483f-8f01-0486bf2b67df tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.321144 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32985f7a-6b9e-4fae-8632-1055579d9f4c None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:56:59.333235 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b4139a1c-5639-47ac-b778-5e7ced2c8212 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.7943072 Feb 04 05:56:59.336144 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45512) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:59.361857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.389673 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-9dc4d2e1-d429-4302-a92c-bd34129df262 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:56:59.399783 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9dc4d2e1-d429-4302-a92c-bd34129df262 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "PUT /v2.0/routers/55957916-2a6d-4c49-9f2f-20d9529c9b6a HTTP/1.1" status: 400 len: 364 time: 0.7964206 Feb 04 05:56:59.400428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45514) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:59.404790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a16dff-38f5-483f-8f01-0486bf2b67df tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:56:59.405846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a16dff-38f5-483f-8f01-0486bf2b67df tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=179031ce-1d71-4aae-8be4-aa57f68bfd9f,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:59.410887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-01a16dff-38f5-483f-8f01-0486bf2b67df tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:56:59.416675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a16dff-38f5-483f-8f01-0486bf2b67df tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:59.420767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01a16dff-38f5-483f-8f01-0486bf2b67df tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.464354 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-01a16dff-38f5-483f-8f01-0486bf2b67df tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4442692 Feb 04 05:56:59.466033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45516) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:59.467102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4be5ff6a-302b-4061-bafb-b822d3051907 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.474490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f7120549-bb1f-4d2e-ad26-8bb352bb790a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:56:59.491703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a31cd1-c480-4354-9dd0-b7068b219919 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:59.496257 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853bb83-003e-4fcc-ae02-6ec1b9a80683 None None] Pushing event updated for resources: {'Port': ['ID=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:59.501950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a31cd1-c480-4354-9dd0-b7068b219919 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:59.508485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a31cd1-c480-4354-9dd0-b7068b219919 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:59.511089 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f9a31cd1-c480-4354-9dd0-b7068b219919 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1721151 Feb 04 05:56:59.528137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45518) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:59.569552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port a15dbf9c-a7b4-4d01-9188-1d0bb255734f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:56:59.589363 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.593177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5ff6a-302b-4061-bafb-b822d3051907 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Subnet': ['ID=11dbf792-484d-43fb-a19e-91b0122078e4,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:59.608589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Allocated IP 2001:db8:1::2 (3e5d1cbd-8c2a-4306-908c-543f3483f108/361819ee-9c3b-424a-b926-d9ef3ae5dd35/c8881060-e709-4d5f-87aa-dda3a17fe49b) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:56:59.649683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4be5ff6a-302b-4061-bafb-b822d3051907 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.655257 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4be5ff6a-302b-4061-bafb-b822d3051907 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/11dbf792-484d-43fb-a19e-91b0122078e4 HTTP/1.1" status: 204 len: 168 time: 0.7007163 Feb 04 05:56:59.656423 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45520) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:56:59.668743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9267f2f-c030-4b70-9396-ac60b538497e None None] Network 2599882b-8887-44b6-87d9-5124ac9e3ead requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:56:59.674304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-32985f7a-6b9e-4fae-8632-1055579d9f4c None None] Deleting port a15dbf9c-a7b4-4d01-9188-1d0bb255734f {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:59.674682 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-32985f7a-6b9e-4fae-8632-1055579d9f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.684929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bbfcd82-77e3-4f99-a51d-ea131ec88622 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.772790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-731f99f3-72be-407b-87eb-dc81864c33cb tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Deleting port 348922ab-0663-42d0-841f-3e2e082dd026 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:56:59.773266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-731f99f3-72be-407b-87eb-dc81864c33cb tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.868724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfcd82-77e3-4f99-a51d-ea131ec88622 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=e172c5ae-f995-46e5-9802-b97f6f21bb7c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:56:59.885517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7120549-bb1f-4d2e-ad26-8bb352bb790a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:56:59.889043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7120549-bb1f-4d2e-ad26-8bb352bb790a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:59.942652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.015133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.028008 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-731f99f3-72be-407b-87eb-dc81864c33cb tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.061896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-731f99f3-72be-407b-87eb-dc81864c33cb tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Calling delete_port for 348922ab-0663-42d0-841f-3e2e082dd026 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:00.070739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9bbfcd82-77e3-4f99-a51d-ea131ec88622 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.077737 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9bbfcd82-77e3-4f99-a51d-ea131ec88622 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/e172c5ae-f995-46e5-9802-b97f6f21bb7c HTTP/1.1" status: 204 len: 168 time: 1.6339178 Feb 04 05:57:00.080253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45522) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:00.137500 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0138f50f-11b0-4eff-b4e3-c6766fe68a4d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:57:00.141639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0138f50f-11b0-4eff-b4e3-c6766fe68a4d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/e172c5ae-f995-46e5-9802-b97f6f21bb7c HTTP/1.1" status: 404 len: 333 time: 0.0579400 Feb 04 05:57:00.173358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45524) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:00.266487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51f285f3-d310-483a-8636-dffb7527fda2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.282237 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.290774 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,revision_number=11']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:00.304419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.368308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51f285f3-d310-483a-8636-dffb7527fda2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.380555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-950cc037-e6b9-4b1b-83ea-85893d4498d4 None None] Could not find standard attr ID for object e172c5ae-f995-46e5-9802-b97f6f21bb7c. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:00.384993 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-32985f7a-6b9e-4fae-8632-1055579d9f4c None None] For port a15dbf9c-a7b4-4d01-9188-1d0bb255734f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:00.385660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-32985f7a-6b9e-4fae-8632-1055579d9f4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.407210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Network 3e5d1cbd-8c2a-4306-908c-543f3483f108 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:00.417858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-32985f7a-6b9e-4fae-8632-1055579d9f4c None None] Calling delete_port for a15dbf9c-a7b4-4d01-9188-1d0bb255734f owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:00.423434 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:00.426120 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:00.436169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Pushing event updated for resources: {'Port': ['ID=c8881060-e709-4d5f-87aa-dda3a17fe49b,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:00.512540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51f285f3-d310-483a-8636-dffb7527fda2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.515117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-51f285f3-d310-483a-8636-dffb7527fda2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.516293 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-51f285f3-d310-483a-8636-dffb7527fda2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/security-groups/5fe6a35d-73fc-4245-9621-0b53ba4f3810 HTTP/1.1" status: 204 len: 168 time: 0.3420622 Feb 04 05:57:00.524856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-950cc037-e6b9-4b1b-83ea-85893d4498d4 None None] Provisioning complete for port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:00.525262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-950cc037-e6b9-4b1b-83ea-85893d4498d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.533808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45526) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:00.544857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9811922b-8b47-4e37-b924-83555e01e21c None None] DHCP port deletion for 2599882b-8887-44b6-87d9-5124ac9e3ead request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:00.581765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f285f3-d310-483a-8636-dffb7527fda2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe6a35d-73fc-4245-9621-0b53ba4f3810,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:00.626005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-731f99f3-72be-407b-87eb-dc81864c33cb tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.641414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Attempting to bind port c8881060-e709-4d5f-87aa-dda3a17fe49b on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:00.641799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Attempting to bind port c8881060-e709-4d5f-87aa-dda3a17fe49b by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'aa94db97-5be7-4c9d-9789-b7ab90b40699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e5d1cbd-8c2a-4306-908c-543f3483f108'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:00.642268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Attempting to bind port c8881060-e709-4d5f-87aa-dda3a17fe49b on network 3e5d1cbd-8c2a-4306-908c-543f3483f108 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:00.655702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:00.656092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Checking segment: {'id': 'aa94db97-5be7-4c9d-9789-b7ab90b40699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e5d1cbd-8c2a-4306-908c-543f3483f108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:00.656583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.656980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Bound using segment: {'id': 'aa94db97-5be7-4c9d-9789-b7ab90b40699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e5d1cbd-8c2a-4306-908c-543f3483f108'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:00.657617 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Bound port: c8881060-e709-4d5f-87aa-dda3a17fe49b, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa94db97-5be7-4c9d-9789-b7ab90b40699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e5d1cbd-8c2a-4306-908c-543f3483f108'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:00.657867 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.660844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e445383-07ac-4506-abc3-904e1f265b76 None None] Network 3373500d-3c0a-42c1-9ea5-830db384b3e1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:00.666263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f99f3-72be-407b-87eb-dc81864c33cb tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Pushing event deleted for resources: {'Port': ['ID=348922ab-0663-42d0-841f-3e2e082dd026,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:00.666800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port a4f83be9-9164-476c-832f-19b97aed7ec8 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:00.666892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.767440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port a4f83be9-9164-476c-832f-19b97aed7ec8, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a4f83be9-9164-476c-832f-19b97aed7ec8,segment=NetworkSegment(9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c),segment_id=9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:00.767936 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.777691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0556cd0e-a2e3-428d-98b1-36d1519fa78b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.788288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-32985f7a-6b9e-4fae-8632-1055579d9f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.793125 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for a4f83be9-9164-476c-832f-19b97aed7ec8 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:00.852236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-f7120549-bb1f-4d2e-ad26-8bb352bb790a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:57:00.856355 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32985f7a-6b9e-4fae-8632-1055579d9f4c None None] Pushing event deleted for resources: {'Port': ['ID=a15dbf9c-a7b4-4d01-9188-1d0bb255734f,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:00.860927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7120549-bb1f-4d2e-ad26-8bb352bb790a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.900073 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32985f7a-6b9e-4fae-8632-1055579d9f4c None None] No DVR routers for this DVR port a15dbf9c-a7b4-4d01-9188-1d0bb255734f on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:00.928961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f32907-c50f-4e0b-8e9f-b9441a52c36f None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:00.939718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0556cd0e-a2e3-428d-98b1-36d1519fa78b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.959539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-731f99f3-72be-407b-87eb-dc81864c33cb tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:00.966892 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-731f99f3-72be-407b-87eb-dc81864c33cb tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] 10.222.0.15 "DELETE /v2.0/ports/348922ab-0663-42d0-841f-3e2e082dd026 HTTP/1.1" status: 204 len: 168 time: 1.4133337 Feb 04 05:57:00.967633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7120549-bb1f-4d2e-ad26-8bb352bb790a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:00.973914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45528) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:00.986143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Request body: {'port': {'name': 'tempest-new-port-name-1515325783', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:00.986940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.api.validators [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] bootfile-name is not in valid_values {{(pid=102167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:57:00.987093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.api.validators [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] tftp-server is not in valid_values {{(pid=102167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:57:00.987473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.api.validators [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] server-ip-address is not in valid_values {{(pid=102167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:57:00.990954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f7120549-bb1f-4d2e-ad26-8bb352bb790a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:00.994744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] For port c8881060-e709-4d5f-87aa-dda3a17fe49b, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:00.998394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7120549-bb1f-4d2e-ad26-8bb352bb790a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:00.999192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7120549-bb1f-4d2e-ad26-8bb352bb790a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.038795 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Allocated IP 2001:db8::1 (71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b/0a15b83c-016f-4db4-b238-322fde6f7798/293e3c40-2150-4cd0-af0c-84f1e79250cb) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:01.072110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9811922b-8b47-4e37-b924-83555e01e21c None None] Deleting port a4f83be9-9164-476c-832f-19b97aed7ec8 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:01.072930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9811922b-8b47-4e37-b924-83555e01e21c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.076053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7120549-bb1f-4d2e-ad26-8bb352bb790a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=c9550484-9e8b-46e1-9071-bf2b15f83ef0,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:01.097726 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f7120549-bb1f-4d2e-ad26-8bb352bb790a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6279669 Feb 04 05:57:01.099249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45530) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:01.124745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:a7:a7:25', 'name': 'tempest-NetworksTestDHCPv6-421052076'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:01.131515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0556cd0e-a2e3-428d-98b1-36d1519fa78b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.131790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] For port c8881060-e709-4d5f-87aa-dda3a17fe49b, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c8881060-e709-4d5f-87aa-dda3a17fe49b,segment=NetworkSegment(aa94db97-5be7-4c9d-9789-b7ab90b40699),segment_id=aa94db97-5be7-4c9d-9789-b7ab90b40699)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:01.135034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0556cd0e-a2e3-428d-98b1-36d1519fa78b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.136534 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0556cd0e-a2e3-428d-98b1-36d1519fa78b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/security-groups/d67e719b-da72-484a-8ee8-150216a11e55 HTTP/1.1" status: 204 len: 168 time: 0.6015403 Feb 04 05:57:01.162741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45532) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:01.166040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556cd0e-a2e3-428d-98b1-36d1519fa78b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67e719b-da72-484a-8ee8-150216a11e55,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:01.192781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c6de4bf0-c878-4686-90ac-834d81f9d926 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:01.195641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.207735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.211747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.236843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=a4f83be9-9164-476c-832f-19b97aed7ec8,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:01.249585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No DVR routers for this DVR port a4f83be9-9164-476c-832f-19b97aed7ec8 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:01.257729 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.314629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-950cc037-e6b9-4b1b-83ea-85893d4498d4 None None] Provisioning complete for port 804e708f-e9a1-4af1-a143-f648a58dad3e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:01.315186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-950cc037-e6b9-4b1b-83ea-85893d4498d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.323550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff11fd2-8517-4fae-b8cf-4890a2370144 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting subnet 1df3972c-f765-4d3e-ae69-095182c86c60 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:01.332640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0ff11fd2-8517-4fae-b8cf-4890a2370144 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.356455 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.373099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9811922b-8b47-4e37-b924-83555e01e21c None None] For port a4f83be9-9164-476c-832f-19b97aed7ec8, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:01.373503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9811922b-8b47-4e37-b924-83555e01e21c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.387737 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2599882b-8887-44b6-87d9-5124ac9e3ead']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:01.396944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.405782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:01.406000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9b8b9d-edd9-4b44-9c82-1ed2529c3d7c') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:01.424144 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9811922b-8b47-4e37-b924-83555e01e21c None None] Calling delete_port for a4f83be9-9164-476c-832f-19b97aed7ec8 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:01.433824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.ipam_backend_mixin [None req-9811922b-8b47-4e37-b924-83555e01e21c None None] Port a4f83be9-9164-476c-832f-19b97aed7ec8 was not found and therefore no delete operation was performed {{(pid=102168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:57:01.436886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405aa059-1219-4405-990a-49dc86198ed8 None None] Pushing event updated for resources: {'Port': ['ID=c8881060-e709-4d5f-87aa-dda3a17fe49b,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:01.464126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0ff11fd2-8517-4fae-b8cf-4890a2370144 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.465308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9811922b-8b47-4e37-b924-83555e01e21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.467599 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.478822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-950cc037-e6b9-4b1b-83ea-85893d4498d4 None None] Port 804e708f-e9a1-4af1-a143-f648a58dad3e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:01.488946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.502852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:01.503291 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:01.509693 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:01.513698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811922b-8b47-4e37-b924-83555e01e21c None None] Pushing event deleted for resources: {'Port': ['ID=a4f83be9-9164-476c-832f-19b97aed7ec8,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:01.519774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:01.520992 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9811922b-8b47-4e37-b924-83555e01e21c None None] No DVR routers for this DVR port a4f83be9-9164-476c-832f-19b97aed7ec8 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:01.539402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c6de4bf0-c878-4686-90ac-834d81f9d926 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:01.540007 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.551578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:01.554380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:01.554672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:01.555237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.667368 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Port': ['ID=293e3c40-2150-4cd0-af0c-84f1e79250cb,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:01.668534 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ca3b3b0d-911d-4ee7-864f-1419e6e59a7e None None] Could not find standard attr ID for object e172c5ae-f995-46e5-9802-b97f6f21bb7c. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:01.703589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '179031ce-1d71-4aae-8be4-aa57f68bfd9f'}, {'subnet_id': 'c9550484-9e8b-46e1-9071-bf2b15f83ef0'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:01.704493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.710204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ca3b3b0d-911d-4ee7-864f-1419e6e59a7e None None] Provisioning complete for port c6de4bf0-c878-4686-90ac-834d81f9d926 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:01.710204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca3b3b0d-911d-4ee7-864f-1419e6e59a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.732499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.759068 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.762713 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/networks/2599882b-8887-44b6-87d9-5124ac9e3ead HTTP/1.1" status: 204 len: 168 time: 2.1055217 Feb 04 05:57:01.767407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45534) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:01.772776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2c409a24-91a3-4a3c-95c1-204284ab8ac7 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1231220005', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:01.795064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f1a71-a4ad-4c73-bbea-d00aa3c54b71 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Network': ['ID=2599882b-8887-44b6-87d9-5124ac9e3ead,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:01.806909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.813603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.814696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0ff11fd2-8517-4fae-b8cf-4890a2370144 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.871076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.892208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.962176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port c6de4bf0-c878-4686-90ac-834d81f9d926, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c6de4bf0-c878-4686-90ac-834d81f9d926,segment=NetworkSegment(b8945c77-5f24-4a73-b621-eef938bda22f),segment_id=b8945c77-5f24-4a73-b621-eef938bda22f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:01.997669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:01.998529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:02.003256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Pushing event updated for resources: {'Port': ['ID=b92c0399-c43c-4bea-87fc-d88e59b9a61c,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:02.082732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c409a24-91a3-4a3c-95c1-204284ab8ac7 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.084403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c409a24-91a3-4a3c-95c1-204284ab8ac7 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.112571 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.128772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0ff11fd2-8517-4fae-b8cf-4890a2370144 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.165575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca3b3b0d-911d-4ee7-864f-1419e6e59a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.183322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port f7d2cd62-661e-478c-aa4b-08a470f6d30e yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:57:02.185482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=c6de4bf0-c878-4686-90ac-834d81f9d926,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:02.198061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff11fd2-8517-4fae-b8cf-4890a2370144 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Subnet': ['ID=1df3972c-f765-4d3e-ae69-095182c86c60,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:02.202665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0ff11fd2-8517-4fae-b8cf-4890a2370144 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.206481 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0ff11fd2-8517-4fae-b8cf-4890a2370144 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/1df3972c-f765-4d3e-ae69-095182c86c60 HTTP/1.1" status: 204 len: 168 time: 1.0381503 Feb 04 05:57:02.215929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffdfb0c-e345-4b47-8445-68c0ee2f5801 None None] Network 015895b8-f51e-4ebc-907f-37199530d6a4 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:02.216310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45536) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:02.219844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Allocated IP 172.20.0.2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/179031ce-1d71-4aae-8be4-aa57f68bfd9f/1c271177-ab90-4805-83c2-e1d3f2941632) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:02.229318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5537b758-a857-486f-87d2-625cf40ba0c9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:02.242254 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Allocated IP 2001:db8::f816:3eff:febd:eceb (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/c9550484-9e8b-46e1-9071-bf2b15f83ef0/1c271177-ab90-4805-83c2-e1d3f2941632) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:02.299371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] In _notify_port_updated(), no bound segment for port b92c0399-c43c-4bea-87fc-d88e59b9a61c on network 3373500d-3c0a-42c1-9ea5-830db384b3e1 {{(pid=102167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:57:02.312123 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:02.314294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.316003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2890ddf5-248f-4b92-9f9f-549e12ec3661 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] 10.222.0.15 "PUT /v2.0/ports/b92c0399-c43c-4bea-87fc-d88e59b9a61c HTTP/1.1" status: 200 len: 1136 time: 1.3410280 Feb 04 05:57:02.322542 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45538) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:02.338656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:02.339144 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.394232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c409a24-91a3-4a3c-95c1-204284ab8ac7 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.399683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b15f4cf-b8c0-4764-aea3-a0999322230d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:02.401779 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8b15f4cf-b8c0-4764-aea3-a0999322230d tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] 10.222.0.15 "GET /v2.0/ports/b92c0399-c43c-4bea-87fc-d88e59b9a61c HTTP/1.1" status: 200 len: 1136 time: 0.0767522 Feb 04 05:57:02.406067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45540) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:02.407103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c409a24-91a3-4a3c-95c1-204284ab8ac7 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.414943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.421653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.422823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.526090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c409a24-91a3-4a3c-95c1-204284ab8ac7 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.529710 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2c409a24-91a3-4a3c-95c1-204284ab8ac7 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7589734 Feb 04 05:57:02.536469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45542) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:02.544467 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2008811477'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:02.577273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event updated for resources: {'Port': ['ID=293e3c40-2150-4cd0-af0c-84f1e79250cb,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:02.618289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-ca3b3b0d-911d-4ee7-864f-1419e6e59a7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:57:02.618610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-ca3b3b0d-911d-4ee7-864f-1419e6e59a7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:57:02.647474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5537b758-a857-486f-87d2-625cf40ba0c9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:02.653201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5537b758-a857-486f-87d2-625cf40ba0c9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.659320 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:02.663754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.673740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Network 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:02.684732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:02.770605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e4fc8-69bb-4075-ab7f-7d545c9c0a23 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Deleting port b92c0399-c43c-4bea-87fc-d88e59b9a61c {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:02.771061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4fc8-69bb-4075-ab7f-7d545c9c0a23 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.791077 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:02.802214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.803408 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added segment 8c8d6842-1ad7-437a-aacd-21f11a073637 of type vlan for network 4d9e736d-20d5-478c-ab70-ce2a71af745e Feb 04 05:57:02.820826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.839367 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:02.887320 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Router 55957916-2a6d-4c49-9f2f-20d9529c9b6a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:02.913108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:02.925819 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:02.930114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:02.942686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Pushing event updated for resources: {'Port': ['ID=1c271177-ab90-4805-83c2-e1d3f2941632,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:02.949839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a4f83be9-9164-476c-832f-19b97aed7ec8 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:03.040728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: a4f83be9-9164-476c-832f-19b97aed7ec8 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:03.041066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a4f83be9-9164-476c-832f-19b97aed7ec8 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:03.080450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:03.091624 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f02853fa-9920-46ac-bb95-313a098a8916 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "PUT /v2.0/routers/55957916-2a6d-4c49-9f2f-20d9529c9b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6894038 Feb 04 05:57:03.092875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4fc8-69bb-4075-ab7f-7d545c9c0a23 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.095050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45544) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:03.099739 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352bd4ac-5552-422f-98af-6cfeda904785 None None] Sync routers for ids ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:03.111853 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352bd4ac-5552-422f-98af-6cfeda904785 None None] Routers {'55957916-2a6d-4c49-9f2f-20d9529c9b6a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:03.112465 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-352bd4ac-5552-422f-98af-6cfeda904785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:03.124100 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Attempting to bind port 1c271177-ab90-4805-83c2-e1d3f2941632 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:03.124314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Attempting to bind port 1c271177-ab90-4805-83c2-e1d3f2941632 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:03.124707 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Attempting to bind port 1c271177-ab90-4805-83c2-e1d3f2941632 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:03.139558 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e4fc8-69bb-4075-ab7f-7d545c9c0a23 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Calling delete_port for b92c0399-c43c-4bea-87fc-d88e59b9a61c owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:03.214251 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-352bd4ac-5552-422f-98af-6cfeda904785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:03.234459 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:03.234839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:03.235241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.235636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:03.236120 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Bound port: 1c271177-ab90-4805-83c2-e1d3f2941632, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:03.236504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.238049 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352bd4ac-5552-422f-98af-6cfeda904785 None None] Routers {'55957916-2a6d-4c49-9f2f-20d9529c9b6a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:03.238648 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-352bd4ac-5552-422f-98af-6cfeda904785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:03.289402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.328838 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-352bd4ac-5552-422f-98af-6cfeda904785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:03.329546 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352bd4ac-5552-422f-98af-6cfeda904785 None None] The sync data for ids ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:03.336918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c516552-51af-466d-b101-849746d5d4f1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.439098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] For port 1c271177-ab90-4805-83c2-e1d3f2941632, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:03.446713 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c6de4bf0-c878-4686-90ac-834d81f9d926 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:03.449404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8b6bb8-8e07-4b1b-9fed-922908953b27 None None] Network 3e5d1cbd-8c2a-4306-908c-543f3483f108 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:03.503922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] For port 1c271177-ab90-4805-83c2-e1d3f2941632, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1c271177-ab90-4805-83c2-e1d3f2941632,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:03.505134 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-7c516552-51af-466d-b101-849746d5d4f1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 05:57:03.506991 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7c516552-51af-466d-b101-849746d5d4f1 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "DELETE /v2.0/routers/55957916-2a6d-4c49-9f2f-20d9529c9b6a HTTP/1.1" status: 409 len: 329 time: 0.4108112 Feb 04 05:57:03.510035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45546) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:03.524181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.530301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:03.530911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.545581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-57d9c4dd-feb0-4e66-ac73-99b330cbc576 None None] Provisioning complete for port 293e3c40-2150-4cd0-af0c-84f1e79250cb triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:03.546055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-57d9c4dd-feb0-4e66-ac73-99b330cbc576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.548163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.664770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-57d9c4dd-feb0-4e66-ac73-99b330cbc576 None None] Port 293e3c40-2150-4cd0-af0c-84f1e79250cb cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:03.667069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 172.20.0.10 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/179031ce-1d71-4aae-8be4-aa57f68bfd9f/f7d2cd62-661e-478c-aa4b-08a470f6d30e) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:03.675081 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-57d9c4dd-feb0-4e66-ac73-99b330cbc576 None None] Could not find standard attr ID for object 348922ab-0663-42d0-841f-3e2e082dd026. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:03.692742 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1517260 Feb 04 05:57:03.703642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::f816:3eff:fea7:a725 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/c9550484-9e8b-46e1-9071-bf2b15f83ef0/f7d2cd62-661e-478c-aa4b-08a470f6d30e) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:03.710766 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfe418-454f-4e81-92ee-12b69aacb45f None None] Pushing event updated for resources: {'Port': ['ID=1c271177-ab90-4805-83c2-e1d3f2941632,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:03.714737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45548) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:03.717012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c6de4bf0-c878-4686-90ac-834d81f9d926 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:03.717486 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.734360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'subnet': {'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:03.741986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4fc8-69bb-4075-ab7f-7d545c9c0a23 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.780461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda08808-1f35-47d6-ba2d-70276095fc64 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Network': ['ID=4d9e736d-20d5-478c-ab70-ce2a71af745e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:03.791651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-57d9c4dd-feb0-4e66-ac73-99b330cbc576 None None] Provisioning complete for port c6de4bf0-c878-4686-90ac-834d81f9d926 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:03.792283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-57d9c4dd-feb0-4e66-ac73-99b330cbc576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:03.828926 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 4d9e736d-20d5-478c-ab70-ce2a71af745e details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:03.961442 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4cd275f5-869e-4de1-a556-e25d797af43f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.073247 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c8881060-e709-4d5f-87aa-dda3a17fe49b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:04.074886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-57d9c4dd-feb0-4e66-ac73-99b330cbc576 None None] Could not find standard attr ID for object b92c0399-c43c-4bea-87fc-d88e59b9a61c. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:04.141243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c8881060-e709-4d5f-87aa-dda3a17fe49b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:04.141737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.257850 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d03dbd82-a9b5-42ac-9174-3c61f9900b19 None None] Provisioning complete for port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:04.258474 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d03dbd82-a9b5-42ac-9174-3c61f9900b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.263347 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.324472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port c8881060-e709-4d5f-87aa-dda3a17fe49b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c8881060-e709-4d5f-87aa-dda3a17fe49b,segment=NetworkSegment(aa94db97-5be7-4c9d-9789-b7ab90b40699),segment_id=aa94db97-5be7-4c9d-9789-b7ab90b40699)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:04.331842 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4cd275f5-869e-4de1-a556-e25d797af43f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Deleting port 293e3c40-2150-4cd0-af0c-84f1e79250cb {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:04.331842 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4cd275f5-869e-4de1-a556-e25d797af43f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.332557 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.398991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e4fc8-69bb-4075-ab7f-7d545c9c0a23 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Pushing event deleted for resources: {'Port': ['ID=b92c0399-c43c-4bea-87fc-d88e59b9a61c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:04.417639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=c8881060-e709-4d5f-87aa-dda3a17fe49b,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:04.422498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d03dbd82-a9b5-42ac-9174-3c61f9900b19 None None] Could not find standard attr ID for object b92c0399-c43c-4bea-87fc-d88e59b9a61c. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:04.433475 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d03dbd82-a9b5-42ac-9174-3c61f9900b19 None None] Provisioning complete for port c8881060-e709-4d5f-87aa-dda3a17fe49b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:04.434037 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d03dbd82-a9b5-42ac-9174-3c61f9900b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.437190 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4cd275f5-869e-4de1-a556-e25d797af43f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.451120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4cd275f5-869e-4de1-a556-e25d797af43f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Calling delete_port for 293e3c40-2150-4cd0-af0c-84f1e79250cb owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:04.549242 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d03dbd82-a9b5-42ac-9174-3c61f9900b19 None None] Provisioning complete for port 804e708f-e9a1-4af1-a143-f648a58dad3e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:04.549771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d03dbd82-a9b5-42ac-9174-3c61f9900b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.586303 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d03dbd82-a9b5-42ac-9174-3c61f9900b19 None None] Port 804e708f-e9a1-4af1-a143-f648a58dad3e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:04.634613 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:04.638405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.699447 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4cd275f5-869e-4de1-a556-e25d797af43f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.717259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4fc8-69bb-4075-ab7f-7d545c9c0a23 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.717448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-50ab1a99-1c1c-4edc-bb58-8765060f2ed6 None None] Provisioning complete for port c8881060-e709-4d5f-87aa-dda3a17fe49b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:04.717863 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50ab1a99-1c1c-4edc-bb58-8765060f2ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.720924 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4d7e4fc8-69bb-4075-ab7f-7d545c9c0a23 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] 10.222.0.15 "DELETE /v2.0/ports/b92c0399-c43c-4bea-87fc-d88e59b9a61c HTTP/1.1" status: 204 len: 168 time: 2.3069921 Feb 04 05:57:04.729580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45550) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:04.735132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd275f5-869e-4de1-a556-e25d797af43f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Port': ['ID=293e3c40-2150-4cd0-af0c-84f1e79250cb,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:04.750863 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5537b758-a857-486f-87d2-625cf40ba0c9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.889669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4cd275f5-869e-4de1-a556-e25d797af43f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.890869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5537b758-a857-486f-87d2-625cf40ba0c9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:04.905240 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-5537b758-a857-486f-87d2-625cf40ba0c9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:04.908194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5537b758-a857-486f-87d2-625cf40ba0c9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:04.908779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5537b758-a857-486f-87d2-625cf40ba0c9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.915907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed0024-c08d-4300-9d55-2624c5f27184 None None] Network 015895b8-f51e-4ebc-907f-37199530d6a4 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:04.916149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.922775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c98b4cf-e81c-4206-9705-c30bff6b0bdd tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Deleting subnet ae63bd12-a07b-4efc-9fbe-e6424a7262ea {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:04.945374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c98b4cf-e81c-4206-9705-c30bff6b0bdd tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.949516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537b758-a857-486f-87d2-625cf40ba0c9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Subnet': ['ID=b00cb882-a7bb-431e-9f4d-8f54c7950a23,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:05.026031 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5537b758-a857-486f-87d2-625cf40ba0c9 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8046098 Feb 04 05:57:05.030694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45552) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:05.037055 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e0c32067-58ca-4bf2-9232-0024b41a05b2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'security_group': {'name': 'tempest-secgroup-636653761'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:05.061820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c98b4cf-e81c-4206-9705-c30bff6b0bdd tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.169673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.249695 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cc6056-0f5a-47a9-bd39-c3ede598c9e9 None None] Update dhcp port {'port': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'fixed_ips': [{'subnet_id': '2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b00cb882-a7bb-431e-9f4d-8f54c7950a23'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '1fdce8fa-8474-4dec-9345-e32c71bbd6e3'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:57:05.251299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.286112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9314808b-6b0a-4897-b94f-d4f01de1f423 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:05.298643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:05.313160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:05.315656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:05.332377 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c98b4cf-e81c-4206-9705-c30bff6b0bdd tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.353346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6056-0f5a-47a9-bd39-c3ede598c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.358319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4af6d357-2b8a-4d26-98f2-cdabc06b6daa None None] Provisioning complete for port 1c271177-ab90-4805-83c2-e1d3f2941632 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:05.358752 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4af6d357-2b8a-4d26-98f2-cdabc06b6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.362082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=f7d2cd62-661e-478c-aa4b-08a470f6d30e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:05.369644 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1c271177-ab90-4805-83c2-e1d3f2941632 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:05.427810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Subnet': ['ID=0f20b9f7-9269-4843-bbd9-9412c351fd59,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:05.456389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:05.457027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.477984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Checking segment: {'id': '8c8d6842-1ad7-437a-aacd-21f11a073637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:05.477984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network hostable DHCP agents. Network: 4d9e736d-20d5-478c-ab70-ce2a71af745e, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:05.492880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c98b4cf-e81c-4206-9705-c30bff6b0bdd tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.503037 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-03b64644-3f86-47e8-b710-a6b40c56d91a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3826060 Feb 04 05:57:05.512307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45554) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:05.539782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd275f5-869e-4de1-a556-e25d797af43f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Router 55957916-2a6d-4c49-9f2f-20d9529c9b6a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:05.543593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0c32067-58ca-4bf2-9232-0024b41a05b2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.550968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c98b4cf-e81c-4206-9705-c30bff6b0bdd tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.554434 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7c98b4cf-e81c-4206-9705-c30bff6b0bdd tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] 10.222.0.15 "DELETE /v2.0/subnets/ae63bd12-a07b-4efc-9fbe-e6424a7262ea HTTP/1.1" status: 204 len: 168 time: 0.8235652 Feb 04 05:57:05.558282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45556) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:05.570399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 4d9e736d-20d5-478c-ab70-ce2a71af745e is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:05.573369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98b4cf-e81c-4206-9705-c30bff6b0bdd tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Pushing event deleted for resources: {'Subnet': ['ID=ae63bd12-a07b-4efc-9fbe-e6424a7262ea,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:05.580591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20dd991-e632-4335-a91b-95e972b7f143 None None] Network 3373500d-3c0a-42c1-9ea5-830db384b3e1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:05.588803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 4d9e736d-20d5-478c-ab70-ce2a71af745e) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:05.594205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:05.594795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.619193 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcbabb3-c945-4cec-830c-c3b2c79aca9d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:05.626487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcbabb3-c945-4cec-830c-c3b2c79aca9d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:05.630067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bbcbabb3-c945-4cec-830c-c3b2c79aca9d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1150720 Feb 04 05:57:05.632129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1b43f-53bf-4047-9fd6-a50b4af65e90 None None] Network 4d9e736d-20d5-478c-ab70-ce2a71af745e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:05.635444 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9e6dba63-986d-4f74-a143-1f28f87828a2 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9140084 Feb 04 05:57:05.636222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45558) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:05.643924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45560) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:05.714534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd275f5-869e-4de1-a556-e25d797af43f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:05.724612 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4cd275f5-869e-4de1-a556-e25d797af43f tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "PUT /v2.0/routers/55957916-2a6d-4c49-9f2f-20d9529c9b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2133222 Feb 04 05:57:05.731091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45562) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:05.741813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.787929 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-f029ba32-7dd7-4cc1-84d5-b84c80ba3f5e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] show failed (client error): The resource could not be found. Feb 04 05:57:05.789020 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f029ba32-7dd7-4cc1-84d5-b84c80ba3f5e tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-164111771 HTTP/1.1" status: 404 len: 334 time: 0.0566566 Feb 04 05:57:05.794681 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45564) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:05.799200 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-816aed5f-bfe3-46ba-a1f6-5eb6afb8ae47 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:05.843127 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d5071-51c1-4a2c-93d4-edc83e780005 None None] Sync routers for ids ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:05.848323 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-816aed5f-bfe3-46ba-a1f6-5eb6afb8ae47 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] update failed (client error): The resource could not be found. Feb 04 05:57:05.848323 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-816aed5f-bfe3-46ba-a1f6-5eb6afb8ae47 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1323591417 HTTP/1.1" status: 404 len: 335 time: 0.0523844 Feb 04 05:57:05.863647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0c32067-58ca-4bf2-9232-0024b41a05b2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.865568 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45566) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:05.891338 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1c271177-ab90-4805-83c2-e1d3f2941632 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:05.891711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.914220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0c32067-58ca-4bf2-9232-0024b41a05b2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.968575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0c32067-58ca-4bf2-9232-0024b41a05b2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.969875 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e0c32067-58ca-4bf2-9232-0024b41a05b2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9372745 Feb 04 05:57:05.973587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45568) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:05.975121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d5071-51c1-4a2c-93d4-edc83e780005 None None] Routers {'55957916-2a6d-4c49-9f2f-20d9529c9b6a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:05.975831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-604d5071-51c1-4a2c-93d4-edc83e780005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:05.979463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49ae8bb-4212-47cf-bd28-6d22d8bdc729 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Deleting subnet 361819ee-9c3b-424a-b926-d9ef3ae5dd35 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:05.981470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c32067-58ca-4bf2-9232-0024b41a05b2 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba260e5-0254-42f5-9af4-8fdd175ee4fe,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:05.985643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a49ae8bb-4212-47cf-bd28-6d22d8bdc729 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.000870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6fd3abeb-4366-47bf-8417-e0e7e8903b9d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'security_group': {'name': 'tempest-secgroup-31239721'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:06.027625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4049a30b-0d80-43cd-bf29-db516a852bff tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port f7d2cd62-661e-478c-aa4b-08a470f6d30e {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:06.028059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4049a30b-0d80-43cd-bf29-db516a852bff tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.030965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a49ae8bb-4212-47cf-bd28-6d22d8bdc729 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.053019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Deleting port c6de4bf0-c878-4686-90ac-834d81f9d926 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:06.053463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.074725 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-604d5071-51c1-4a2c-93d4-edc83e780005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:06.122515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.125687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4af6d357-2b8a-4d26-98f2-cdabc06b6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.137584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fd3abeb-4366-47bf-8417-e0e7e8903b9d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.144782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] For port c6de4bf0-c878-4686-90ac-834d81f9d926, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c6de4bf0-c878-4686-90ac-834d81f9d926,segment=NetworkSegment(b8945c77-5f24-4a73-b621-eef938bda22f),segment_id=b8945c77-5f24-4a73-b621-eef938bda22f)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:06.145177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.180334 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Calling delete_port for c6de4bf0-c878-4686-90ac-834d81f9d926 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:06.185068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d5071-51c1-4a2c-93d4-edc83e780005 None None] Routers {'55957916-2a6d-4c49-9f2f-20d9529c9b6a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:06.185702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-604d5071-51c1-4a2c-93d4-edc83e780005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:06.192402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-b9cc6056-0f5a-47a9-bd39-c3ede598c9e9 None None] Allocated IP 172.20.0.2 (015895b8-f51e-4ebc-907f-37199530d6a4/b00cb882-a7bb-431e-9f4d-8f54c7950a23/1fdce8fa-8474-4dec-9345-e32c71bbd6e3) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:06.199966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a49ae8bb-4212-47cf-bd28-6d22d8bdc729 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.248508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-604d5071-51c1-4a2c-93d4-edc83e780005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:06.249198 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d5071-51c1-4a2c-93d4-edc83e780005 None None] The sync data for ids ['55957916-2a6d-4c49-9f2f-20d9529c9b6a'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:06.270547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4049a30b-0d80-43cd-bf29-db516a852bff tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.325752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a49ae8bb-4212-47cf-bd28-6d22d8bdc729 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.335986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4049a30b-0d80-43cd-bf29-db516a852bff tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for f7d2cd62-661e-478c-aa4b-08a470f6d30e owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:06.354207 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.366206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ae8bb-4212-47cf-bd28-6d22d8bdc729 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Subnet': ['ID=361819ee-9c3b-424a-b926-d9ef3ae5dd35,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:06.398228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a49ae8bb-4212-47cf-bd28-6d22d8bdc729 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.401508 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a49ae8bb-4212-47cf-bd28-6d22d8bdc729 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "DELETE /v2.0/subnets/361819ee-9c3b-424a-b926-d9ef3ae5dd35 HTTP/1.1" status: 204 len: 168 time: 0.5352519 Feb 04 05:57:06.403116 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Pushing event deleted for resources: {'Port': ['ID=c6de4bf0-c878-4686-90ac-834d81f9d926,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:06.404833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45570) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:06.415674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] No DVR routers for this DVR port c6de4bf0-c878-4686-90ac-834d81f9d926 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:06.443662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4af6d357-2b8a-4d26-98f2-cdabc06b6daa None None] For port 1c271177-ab90-4805-83c2-e1d3f2941632, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1c271177-ab90-4805-83c2-e1d3f2941632,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:06.473267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97e562d-c08a-4aab-bd3f-09ce4a107922 None None] Network 3e5d1cbd-8c2a-4306-908c-543f3483f108 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:06.475679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fd3abeb-4366-47bf-8417-e0e7e8903b9d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.485151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fd3abeb-4366-47bf-8417-e0e7e8903b9d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.535368 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.541275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-4d9e736d-20d5-478c-ab70-ce2a71af745e', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:06.542599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.545885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fd3abeb-4366-47bf-8417-e0e7e8903b9d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.549614 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6fd3abeb-4366-47bf-8417-e0e7e8903b9d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.5722921 Feb 04 05:57:06.562852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45572) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:06.568759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7c4d636a-56e8-4070-9175-195c9b9c7eeb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'security_group': {'name': 'tempest-secgroup-1531047310'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:06.582028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3abeb-4366-47bf-8417-e0e7e8903b9d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7082e00-6a60-4e08-b70e-e371bd749e7a,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:06.608165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4af6d357-2b8a-4d26-98f2-cdabc06b6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.651116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Allocated IP 2001:db8::1 (4d9e736d-20d5-478c-ab70-ce2a71af745e/0f20b9f7-9269-4843-bbd9-9412c351fd59/c930c511-c424-45dd-a8b3-caae53724264) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:06.671146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.674471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6d357-2b8a-4d26-98f2-cdabc06b6daa None None] Pushing event updated for resources: {'Port': ['ID=1c271177-ab90-4805-83c2-e1d3f2941632,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:06.677949 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.705617 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:57:06.728409 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c4d636a-56e8-4070-9175-195c9b9c7eeb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.731338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3373500d-3c0a-42c1-9ea5-830db384b3e1']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:06.749812 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8945c77-5f24-4a73-b621-eef938bda22f') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:06.750108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8945c77-5f24-4a73-b621-eef938bda22f') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:06.764114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.777721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4049a30b-0d80-43cd-bf29-db516a852bff tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.794181 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.811780 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:06.812197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:06.819030 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:06.832414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049a30b-0d80-43cd-bf29-db516a852bff tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=f7d2cd62-661e-478c-aa4b-08a470f6d30e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:06.844959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d40d1-5401-414d-b67b-3f329f589c15 None None] DHCP port deletion for 3373500d-3c0a-42c1-9ea5-830db384b3e1 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:06.878605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Deleting port c8881060-e709-4d5f-87aa-dda3a17fe49b {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:06.878950 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.888627 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b9cc6056-0f5a-47a9-bd39-c3ede598c9e9 None None] For port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,segment=NetworkSegment(f7353c24-c342-42e8-8492-76a5848228dc),segment_id=f7353c24-c342-42e8-8492-76a5848228dc)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:06.971438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:06.995010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.000140 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6056-0f5a-47a9-bd39-c3ede598c9e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.000989 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] 10.222.0.15 "DELETE /v2.0/networks/3373500d-3c0a-42c1-9ea5-830db384b3e1 HTTP/1.1" status: 204 len: 168 time: 1.4414599 Feb 04 05:57:07.007587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c4d636a-56e8-4070-9175-195c9b9c7eeb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.036344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c4d636a-56e8-4070-9175-195c9b9c7eeb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.039747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6056-0f5a-47a9-bd39-c3ede598c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.051300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] For port c8881060-e709-4d5f-87aa-dda3a17fe49b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c8881060-e709-4d5f-87aa-dda3a17fe49b,segment=NetworkSegment(aa94db97-5be7-4c9d-9789-b7ab90b40699),segment_id=aa94db97-5be7-4c9d-9789-b7ab90b40699)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:07.051814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.053209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:57:07.053598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:57:07.057342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438c262-a16f-4c03-abd4-17049579d3e7 tempest-ExtraDHCPOptionsTestJSON-1381388438 tempest-ExtraDHCPOptionsTestJSON-1381388438-project] Pushing event deleted for resources: {'Network': ['ID=3373500d-3c0a-42c1-9ea5-830db384b3e1,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:07.057861 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d873736-d6e1-4856-b8d0-8fb8afee360d None None] DHCP port deletion for 3e5d1cbd-8c2a-4306-908c-543f3483f108 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:07.059889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cbdcc175-da93-4b5c-9b18-8e90980d3faf None None] Provisioning complete for port 1c271177-ab90-4805-83c2-e1d3f2941632 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:07.060262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc175-da93-4b5c-9b18-8e90980d3faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.064392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4049a30b-0d80-43cd-bf29-db516a852bff tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.069421 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4049a30b-0d80-43cd-bf29-db516a852bff tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/f7d2cd62-661e-478c-aa4b-08a470f6d30e HTTP/1.1" status: 204 len: 168 time: 1.4320014 Feb 04 05:57:07.080544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45576) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:07.095708 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Calling delete_port for c8881060-e709-4d5f-87aa-dda3a17fe49b owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:07.111188 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7c4d636a-56e8-4070-9175-195c9b9c7eeb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.112796 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7c4d636a-56e8-4070-9175-195c9b9c7eeb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5482488 Feb 04 05:57:07.119767 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45578) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:07.126825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1786597897', 'security_groups': ['c930d8a7-31c0-4237-b649-ebffc1895ced'], 'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b00cb882-a7bb-431e-9f4d-8f54c7950a23'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:07.185691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14fda0c-8570-4a60-86c4-027d8bc1c742 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:07.187542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14fda0c-8570-4a60-86c4-027d8bc1c742 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:07.189219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14fda0c-8570-4a60-86c4-027d8bc1c742 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:07.191475 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e14fda0c-8570-4a60-86c4-027d8bc1c742 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1098022 Feb 04 05:57:07.195537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45580) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:07.244517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d636a-56e8-4070-9175-195c9b9c7eeb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c930d8a7-31c0-4237-b649-ebffc1895ced,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:07.251564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc6056-0f5a-47a9-bd39-c3ede598c9e9 None None] Pushing event updated for resources: {'Port': ['ID=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:07.272551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df39907-1c5f-4c6b-8d2f-f879574991b1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 179031ce-1d71-4aae-8be4-aa57f68bfd9f {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:07.312149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4df39907-1c5f-4c6b-8d2f-f879574991b1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.323971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.338533 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:07.357513 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9d873736-d6e1-4856-b8d0-8fb8afee360d None None] Deleting port c8881060-e709-4d5f-87aa-dda3a17fe49b {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:07.357897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9d873736-d6e1-4856-b8d0-8fb8afee360d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.443142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.472714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cbdcc175-da93-4b5c-9b18-8e90980d3faf None None] Could not find standard attr ID for object f7d2cd62-661e-478c-aa4b-08a470f6d30e. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:07.487902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.520439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45584) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:07.529842 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Port': ['ID=c8881060-e709-4d5f-87aa-dda3a17fe49b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:07.534940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4df39907-1c5f-4c6b-8d2f-f879574991b1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.551114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9d873736-d6e1-4856-b8d0-8fb8afee360d None None] For port c8881060-e709-4d5f-87aa-dda3a17fe49b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c8881060-e709-4d5f-87aa-dda3a17fe49b,segment=NetworkSegment(aa94db97-5be7-4c9d-9789-b7ab90b40699),segment_id=aa94db97-5be7-4c9d-9789-b7ab90b40699)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:07.552700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9d873736-d6e1-4856-b8d0-8fb8afee360d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.554303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.577961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] No DVR routers for this DVR port c8881060-e709-4d5f-87aa-dda3a17fe49b on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:07.617469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 4d9e736d-20d5-478c-ab70-ce2a71af745e is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:07.620838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9d873736-d6e1-4856-b8d0-8fb8afee360d None None] Calling delete_port for c8881060-e709-4d5f-87aa-dda3a17fe49b owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:07.625057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Allocated IP 2001:db8::2 (4d9e736d-20d5-478c-ab70-ce2a71af745e/0f20b9f7-9269-4843-bbd9-9412c351fd59/924cf3f7-e677-4dba-9bee-5f7a40316a34) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:07.637378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=c930c511-c424-45dd-a8b3-caae53724264,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:07.640504 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] device_id is not set on port efb3f541-f0a6-4acd-bca2-d6da2cfa927c yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:57:07.644017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:07.654457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:07.655005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.666932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d3958678-293a-4672-902b-69afc97f1b6f None None] Could not find standard attr ID for object f7d2cd62-661e-478c-aa4b-08a470f6d30e. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:07.689239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c8881060-e709-4d5f-87aa-dda3a17fe49b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:07.785788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d3958678-293a-4672-902b-69afc97f1b6f None None] Could not find standard attr ID for object eb7a0ec3-a2eb-4ac3-bf06-8fc38a4425b2. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:07.800334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c8881060-e709-4d5f-87aa-dda3a17fe49b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:07.801017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c8881060-e709-4d5f-87aa-dda3a17fe49b not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 05:57:07.832117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4df39907-1c5f-4c6b-8d2f-f879574991b1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.856079 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Port c8881060-e709-4d5f-87aa-dda3a17fe49b not found, will not notify nova. {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 05:57:07.856561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.908030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.947465 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5d1cbd-8c2a-4306-908c-543f3483f108']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:07.962432 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-23102aa2-aff6-4610-b873-e3bc7ec74523 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99214e9187ec467d8c78c95eb5e8c97a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367495 Feb 04 05:57:07.965664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9d873736-d6e1-4856-b8d0-8fb8afee360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:07.967832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45588) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:08.001999 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa94db97-5be7-4c9d-9789-b7ab90b40699') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:08.012003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d873736-d6e1-4856-b8d0-8fb8afee360d None None] Pushing event deleted for resources: {'Port': ['ID=c8881060-e709-4d5f-87aa-dda3a17fe49b,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:08.014158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa94db97-5be7-4c9d-9789-b7ab90b40699') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:08.019451 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d873736-d6e1-4856-b8d0-8fb8afee360d None None] No DVR routers for this DVR port c8881060-e709-4d5f-87aa-dda3a17fe49b on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:08.041896 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.067618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1c271177-ab90-4805-83c2-e1d3f2941632 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:08.083120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.097330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:08.097885 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:08.101898 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:08.154795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1c271177-ab90-4805-83c2-e1d3f2941632 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:08.155282 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.170004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.7 (015895b8-f51e-4ebc-907f-37199530d6a4/b00cb882-a7bb-431e-9f4d-8f54c7950a23/efb3f541-f0a6-4acd-bca2-d6da2cfa927c) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:08.189510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.197907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.207317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.211050 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "DELETE /v2.0/networks/3e5d1cbd-8c2a-4306-908c-543f3483f108 HTTP/1.1" status: 204 len: 168 time: 1.8050680 Feb 04 05:57:08.215210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45590) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:08.240281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f863cf-60cc-4429-a0d3-1710ab4acfd0 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Network': ['ID=3e5d1cbd-8c2a-4306-908c-543f3483f108,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:08.309160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4df39907-1c5f-4c6b-8d2f-f879574991b1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.325052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec698f02-81b8-4b3d-949c-4e14fa59a17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.354559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df39907-1c5f-4c6b-8d2f-f879574991b1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=179031ce-1d71-4aae-8be4-aa57f68bfd9f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:08.355091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fac1b9f-c277-4738-9f68-8f21919931ec tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Deleting subnet d9f2cf52-1607-44dc-9f25-5539bee0f8c4 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:08.360405 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7fac1b9f-c277-4738-9f68-8f21919931ec tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.379409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.382829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4df39907-1c5f-4c6b-8d2f-f879574991b1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.388286 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4df39907-1c5f-4c6b-8d2f-f879574991b1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/179031ce-1d71-4aae-8be4-aa57f68bfd9f HTTP/1.1" status: 204 len: 168 time: 1.1895707 Feb 04 05:57:08.390711 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45592) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:08.394114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e934a9d-a7f7-472b-ae4f-823117f90f2a None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:08.434038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec698f02-81b8-4b3d-949c-4e14fa59a17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.435371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Network 4d9e736d-20d5-478c-ab70-ce2a71af745e is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:08.457278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7fac1b9f-c277-4738-9f68-8f21919931ec tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.468123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:08.470615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:08.482043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4f4ae074-9f1a-415c-aa6f-c035bda82cc8 None None] Provisioning complete for port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:08.482043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae074-9f1a-415c-aa6f-c035bda82cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.526418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7e038b-ffbf-48de-a5a5-76a5d07e9ea0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet c9550484-9e8b-46e1-9071-bf2b15f83ef0 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:08.530318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.533310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.534763 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf7e038b-ffbf-48de-a5a5-76a5d07e9ea0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.535661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Pushing event updated for resources: {'Port': ['ID=924cf3f7-e677-4dba-9bee-5f7a40316a34,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:08.547714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.548771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.591429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec698f02-81b8-4b3d-949c-4e14fa59a17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.595263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec698f02-81b8-4b3d-949c-4e14fa59a17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.599658 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ec698f02-81b8-4b3d-949c-4e14fa59a17d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1041358-d880-47fe-90dc-7caac5f8644c HTTP/1.1" status: 204 len: 168 time: 0.6277995 Feb 04 05:57:08.626047 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=c930c511-c424-45dd-a8b3-caae53724264,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:08.632714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf7e038b-ffbf-48de-a5a5-76a5d07e9ea0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.651156 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:08.653455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec698f02-81b8-4b3d-949c-4e14fa59a17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1041358-d880-47fe-90dc-7caac5f8644c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:08.677794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7fac1b9f-c277-4738-9f68-8f21919931ec tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.705676 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.714408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Attempting to bind port 924cf3f7-e677-4dba-9bee-5f7a40316a34 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:08.715036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Attempting to bind port 924cf3f7-e677-4dba-9bee-5f7a40316a34 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '8c8d6842-1ad7-437a-aacd-21f11a073637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:08.715643 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Attempting to bind port 924cf3f7-e677-4dba-9bee-5f7a40316a34 on network 4d9e736d-20d5-478c-ab70-ce2a71af745e {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:08.752723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 4d9e736d-20d5-478c-ab70-ce2a71af745e is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:08.754358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:08.754723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:08.754853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Checking segment: {'id': '8c8d6842-1ad7-437a-aacd-21f11a073637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:08.755672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.756075 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Bound using segment: {'id': '8c8d6842-1ad7-437a-aacd-21f11a073637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:08.756590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Bound port: 924cf3f7-e677-4dba-9bee-5f7a40316a34, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8d6842-1ad7-437a-aacd-21f11a073637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:08.757034 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.815353 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:08.836127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:08.842028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:08.847363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf7e038b-ffbf-48de-a5a5-76a5d07e9ea0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.851052 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=efb3f541-f0a6-4acd-bca2-d6da2cfa927c,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:08.923122 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:08.923793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.928749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7fac1b9f-c277-4738-9f68-8f21919931ec tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.971336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4f4ae074-9f1a-415c-aa6f-c035bda82cc8 None None] Provisioning complete for port 804e708f-e9a1-4af1-a143-f648a58dad3e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:08.971978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4f4ae074-9f1a-415c-aa6f-c035bda82cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:08.979250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] For port 924cf3f7-e677-4dba-9bee-5f7a40316a34, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:09.017719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac1b9f-c277-4738-9f68-8f21919931ec tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f2cf52-1607-44dc-9f25-5539bee0f8c4,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:09.036942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] For port 924cf3f7-e677-4dba-9bee-5f7a40316a34, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=924cf3f7-e677-4dba-9bee-5f7a40316a34,segment=NetworkSegment(8c8d6842-1ad7-437a-aacd-21f11a073637),segment_id=8c8d6842-1ad7-437a-aacd-21f11a073637)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:09.037848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:09.038795 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.039762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8b1db0-2cbd-4641-a3a4-d8c868e00aae None None] Network d83bfb35-3943-45fb-a5b1-f90d05a11a4e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:09.043943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7fac1b9f-c277-4738-9f68-8f21919931ec tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.050032 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7fac1b9f-c277-4738-9f68-8f21919931ec tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "DELETE /v2.0/subnets/d9f2cf52-1607-44dc-9f25-5539bee0f8c4 HTTP/1.1" status: 204 len: 168 time: 0.8235273 Feb 04 05:57:09.058519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45598) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:09.066105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.136134 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0027312d-897c-4f5f-a919-fe3a3a8cf391 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0148201 Feb 04 05:57:09.139902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45602) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:09.146068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ae074-9f1a-415c-aa6f-c035bda82cc8 None None] Port 804e708f-e9a1-4af1-a143-f648a58dad3e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:09.146936 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-939bced3-b615-450d-82b9-e91695c93244 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:09.150938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf7e038b-ffbf-48de-a5a5-76a5d07e9ea0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.209792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-4620dd29-0282-4440-98e2-41f190a92e83 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Deleting subnet 9f80d0e2-a31f-42f2-9725-2776afd49cd2 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:09.213862 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4620dd29-0282-4440-98e2-41f190a92e83 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.285427 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4620dd29-0282-4440-98e2-41f190a92e83 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.416930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91c830-52ff-4045-98ef-4927423e6c12 None None] Pushing event updated for resources: {'Port': ['ID=924cf3f7-e677-4dba-9bee-5f7a40316a34,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:09.456666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f8070f53-4fb7-451a-8817-33b6c1f0615f None None] Provisioning complete for port efb3f541-f0a6-4acd-bca2-d6da2cfa927c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:09.456887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f8070f53-4fb7-451a-8817-33b6c1f0615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.489036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e038b-ffbf-48de-a5a5-76a5d07e9ea0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=c9550484-9e8b-46e1-9071-bf2b15f83ef0,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:09.497469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf7e038b-ffbf-48de-a5a5-76a5d07e9ea0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.503338 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bf7e038b-ffbf-48de-a5a5-76a5d07e9ea0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/c9550484-9e8b-46e1-9071-bf2b15f83ef0 HTTP/1.1" status: 204 len: 168 time: 1.1099544 Feb 04 05:57:09.506615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45610) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:09.553720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939bced3-b615-450d-82b9-e91695c93244 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:09.557604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-939bced3-b615-450d-82b9-e91695c93244 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.563814 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f8070f53-4fb7-451a-8817-33b6c1f0615f None None] Port efb3f541-f0a6-4acd-bca2-d6da2cfa927c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:09.575588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c6de4bf0-c878-4686-90ac-834d81f9d926 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:09.621658 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-27b5774d-f132-4516-a0c2-9f8f96858e26 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093333 Feb 04 05:57:09.642294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45612) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:09.647798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c6de4bf0-c878-4686-90ac-834d81f9d926 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:09.649915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c6de4bf0-c878-4686-90ac-834d81f9d926 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:09.650451 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c8881060-e709-4d5f-87aa-dda3a17fe49b no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:09.650578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7d5ad6ef-9284-43dc-8711-a20e70b177c7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:09.657943 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.ipam_backend_mixin [None req-939bced3-b615-450d-82b9-e91695c93244 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b00cb882-a7bb-431e-9f4d-8f54c7950a23 (CIDR: 172.20.0.0/28) Feb 04 05:57:09.663390 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-939bced3-b615-450d-82b9-e91695c93244 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:57:09.663896 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939bced3-b615-450d-82b9-e91695c93244 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:09.686249 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c8881060-e709-4d5f-87aa-dda3a17fe49b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:09.686928 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c8881060-e709-4d5f-87aa-dda3a17fe49b not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:09.689625 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-939bced3-b615-450d-82b9-e91695c93244 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5492103 Feb 04 05:57:09.693227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45614) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:09.711312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2b420ad1-8e7d-41f0-873e-e19f47c0aa14 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:09.721721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965bf7ac-eb66-4474-ac49-ab520749600f None None] DHCP port deletion for d83bfb35-3943-45fb-a5b1-f90d05a11a4e request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:09.749466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4620dd29-0282-4440-98e2-41f190a92e83 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.828541 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4620dd29-0282-4440-98e2-41f190a92e83 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.851150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 9c90e565-91f4-4372-88f6-d67daa6782ac is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:57:09.852597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-965bf7ac-eb66-4474-ac49-ab520749600f None None] Deleting port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:09.855632 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-965bf7ac-eb66-4474-ac49-ab520749600f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.905659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620dd29-0282-4440-98e2-41f190a92e83 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Subnet': ['ID=9f80d0e2-a31f-42f2-9725-2776afd49cd2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:09.913796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4620dd29-0282-4440-98e2-41f190a92e83 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:09.920568 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4620dd29-0282-4440-98e2-41f190a92e83 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "DELETE /v2.0/subnets/9f80d0e2-a31f-42f2-9725-2776afd49cd2 HTTP/1.1" status: 204 len: 168 time: 0.8591700 Feb 04 05:57:09.921486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45622) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:09.947164 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f4eaa-0820-414b-abda-9eedc761c22b None None] Network 7c922c56-299c-49a9-b28c-3ecd0721dacb requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:10.040712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.041558 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-965bf7ac-eb66-4474-ac49-ab520749600f None None] For port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8ad1e29a-9eab-44dc-93be-a04a9376f2dc,segment=NetworkSegment(f064fd99-ec94-4cad-a825-681de6bb4370),segment_id=f064fd99-ec94-4cad-a825-681de6bb4370)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:10.041988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-965bf7ac-eb66-4474-ac49-ab520749600f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.079950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ad6ef-9284-43dc-8711-a20e70b177c7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:10.082203 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-965bf7ac-eb66-4474-ac49-ab520749600f None None] Calling delete_port for 8ad1e29a-9eab-44dc-93be-a04a9376f2dc owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:10.086160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad6ef-9284-43dc-8711-a20e70b177c7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.156877 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfca7e-86e3-412d-9694-2a0274cd4839 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:10.158727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:10.160499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Deleting port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:10.166182 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e8f37209-158d-49d9-b423-ef9c7797dad0 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5197663 Feb 04 05:57:10.168312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.169149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45626) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:10.173417 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Sync routers for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:10.174372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1376341899'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:10.198398 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:10.199020 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:10.234914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:10.238796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.242255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 924cf3f7-e677-4dba-9bee-5f7a40316a34 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:10.253961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] For port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8ad1e29a-9eab-44dc-93be-a04a9376f2dc,segment=NetworkSegment(f064fd99-ec94-4cad-a825-681de6bb4370),segment_id=f064fd99-ec94-4cad-a825-681de6bb4370)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:10.254334 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.277764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45628) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:10.280606 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Calling delete_port for 8ad1e29a-9eab-44dc-93be-a04a9376f2dc owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:10.282867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b420ad1-8e7d-41f0-873e-e19f47c0aa14 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:10.286670 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b420ad1-8e7d-41f0-873e-e19f47c0aa14 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.338065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:10.367194 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2f9ee25b-1f4b-42b1-bb4c-27e99444c2d7 None None] Provisioning complete for port 1c271177-ab90-4805-83c2-e1d3f2941632 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:10.367463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee25b-1f4b-42b1-bb4c-27e99444c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.378201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.378698 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added segment 3fa000c2-d3f0-41ce-8b47-00cd72819e3d of type vlan for network 89172491-0373-4771-915d-e48e7afd71f3 Feb 04 05:57:10.450075 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:10.499716 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.ipam_backend_mixin [None req-2b420ad1-8e7d-41f0-873e-e19f47c0aa14 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6 (CIDR: 172.20.0.16/28) Feb 04 05:57:10.528971 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b420ad1-8e7d-41f0-873e-e19f47c0aa14 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:57:10.529573 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b420ad1-8e7d-41f0-873e-e19f47c0aa14 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:10.563457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1182509620'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:10.575844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.576187 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2b420ad1-8e7d-41f0-873e-e19f47c0aa14 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8813224 Feb 04 05:57:10.577039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45632) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:10.584554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-712fda7e-a6b8-4f1b-82d4-70e00d39c14a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'subnet': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:10.589615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 924cf3f7-e677-4dba-9bee-5f7a40316a34 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:10.590004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.591770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd86958-8fb8-4f5b-b981-62b807d54c8d None None] DHCP port deletion for 7c922c56-299c-49a9-b28c-3ecd0721dacb request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:10.597795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-965bf7ac-eb66-4474-ac49-ab520749600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.610843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad6ef-9284-43dc-8711-a20e70b177c7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.689800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bf7ac-eb66-4474-ac49-ab520749600f None None] Pushing event deleted for resources: {'Port': ['ID=8ad1e29a-9eab-44dc-93be-a04a9376f2dc,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:10.701812 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bf7ac-eb66-4474-ac49-ab520749600f None None] No DVR routers for this DVR port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:10.718319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ad6ef-9284-43dc-8711-a20e70b177c7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=b8d067c5-71b3-46ff-ab3f-361371bea8de,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:10.772077 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.782909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:10.784174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.788925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:10.796032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.809906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.828646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.855658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ad6ef-9284-43dc-8711-a20e70b177c7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:10.856588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-efd86958-8fb8-4f5b-b981-62b807d54c8d None None] Deleting port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:10.857354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-efd86958-8fb8-4f5b-b981-62b807d54c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.872857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ad6ef-9284-43dc-8711-a20e70b177c7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:10.874267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Port': ['ID=8ad1e29a-9eab-44dc-93be-a04a9376f2dc,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:10.875647 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:07Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:08Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:10.879242 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712fda7e-a6b8-4f1b-82d4-70e00d39c14a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Made reservation on behalf of 1b08d3bca42b491ba60abd2261accc9b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:10.880234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ad6ef-9284-43dc-8711-a20e70b177c7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:10.880894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad6ef-9284-43dc-8711-a20e70b177c7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.883720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-712fda7e-a6b8-4f1b-82d4-70e00d39c14a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:10.887194 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] No DVR routers for this DVR port 8ad1e29a-9eab-44dc-93be-a04a9376f2dc on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:10.891596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85bb8e6-8065-4f60-8e13-21fd9eca33f2 None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:10.932316 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Checking router: 9c90e565-91f4-4372-88f6-d67daa6782ac for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:10.932963 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Updating router 9c90e565-91f4-4372-88f6-d67daa6782ac port c930c511-c424-45dd-a8b3-caae53724264 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:57:10.969717 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.000739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.049862 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.051330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.069749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.123708 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9534709 Feb 04 05:57:11.129679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbadddd-1974-4a5d-abe5-5cf029181f6b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:11.138439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45634) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:11.139489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416470cd-1fb8-4c01-95ac-ddafedf4f15e tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Network': ['ID=89172491-0373-4771-915d-e48e7afd71f3,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:11.150776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'subnet': {'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:11.163821 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7d5ad6ef-9284-43dc-8711-a20e70b177c7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5151498 Feb 04 05:57:11.168170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45636) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:11.169116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:11.178267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:11.229044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39124e-2fac-4314-b0b8-ebb8a6cca15c None None] Network 4d9e736d-20d5-478c-ab70-ce2a71af745e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:11.232759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 89172491-0373-4771-915d-e48e7afd71f3 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:11.345133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-efd86958-8fb8-4f5b-b981-62b807d54c8d None None] For port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8263f9fe-5f81-45c7-ac9f-2ffa63d5a897,segment=NetworkSegment(45d8c805-b0f7-45f4-9061-49ec66215b50),segment_id=45d8c805-b0f7-45f4-9061-49ec66215b50)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:11.345747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-efd86958-8fb8-4f5b-b981-62b807d54c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.381136 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.381497 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Added segment e570b6a6-c8f4-42ee-9175-7526a830433d of type vlan for network 9bc43f74-2bfc-4b90-a128-4cb3c6c3d331 Feb 04 05:57:11.388797 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.399946 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.403648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9755ebda-2cba-423b-9c15-bb28c493532e None None] Provisioning complete for port 924cf3f7-e677-4dba-9bee-5f7a40316a34 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:11.404206 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9755ebda-2cba-423b-9c15-bb28c493532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.415215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 924cf3f7-e677-4dba-9bee-5f7a40316a34, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=924cf3f7-e677-4dba-9bee-5f7a40316a34,segment=NetworkSegment(8c8d6842-1ad7-437a-aacd-21f11a073637),segment_id=8c8d6842-1ad7-437a-aacd-21f11a073637)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:11.419767 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83bfb35-3943-45fb-a5b1-f90d05a11a4e']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:11.420489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-efd86958-8fb8-4f5b-b981-62b807d54c8d None None] Calling delete_port for 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:11.439777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f064fd99-ec94-4cad-a825-681de6bb4370') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:11.440820 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f064fd99-ec94-4cad-a825-681de6bb4370') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:11.454889 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be45f1-ba21-4926-bb98-66748a07f3a3 None None] Pushing event updated for resources: {'Port': ['ID=c930c511-c424-45dd-a8b3-caae53724264,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:11.464162 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.470149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.497212 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.507132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:11.507551 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:11.510587 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:11.522491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.539721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:11.545734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.565885 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Attempting to bind port c930c511-c424-45dd-a8b3-caae53724264 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:11.566441 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Attempting to bind port c930c511-c424-45dd-a8b3-caae53724264 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '8c8d6842-1ad7-437a-aacd-21f11a073637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:11.568170 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Attempting to bind port c930c511-c424-45dd-a8b3-caae53724264 on network 4d9e736d-20d5-478c-ab70-ce2a71af745e {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:11.574322 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:11.574939 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Checking segment: {'id': '8c8d6842-1ad7-437a-aacd-21f11a073637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:11.575493 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.576055 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Bound using segment: {'id': '8c8d6842-1ad7-437a-aacd-21f11a073637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:11.576670 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Bound port: c930c511-c424-45dd-a8b3-caae53724264, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8d6842-1ad7-437a-aacd-21f11a073637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:11.577298 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.584984 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8ad1e29a-9eab-44dc-93be-a04a9376f2dc no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:11.603288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a85bb8e6-8065-4f60-8e13-21fd9eca33f2 None None] Deleting port 1c271177-ab90-4805-83c2-e1d3f2941632 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:11.603804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a85bb8e6-8065-4f60-8e13-21fd9eca33f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.641372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.659380 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] For port c930c511-c424-45dd-a8b3-caae53724264, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:11.660625 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.661119 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 8ad1e29a-9eab-44dc-93be-a04a9376f2dc {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:11.661698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8ad1e29a-9eab-44dc-93be-a04a9376f2dc not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:11.663260 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] For port c930c511-c424-45dd-a8b3-caae53724264, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c930c511-c424-45dd-a8b3-caae53724264,segment=NetworkSegment(8c8d6842-1ad7-437a-aacd-21f11a073637),segment_id=8c8d6842-1ad7-437a-aacd-21f11a073637)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:11.665315 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "DELETE /v2.0/networks/d83bfb35-3943-45fb-a5b1-f90d05a11a4e HTTP/1.1" status: 204 len: 168 time: 1.7398984 Feb 04 05:57:11.678744 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.705521 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45640) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:11.716421 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c176e-bb93-4324-87a9-c7d82eb12491 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Network': ['ID=d83bfb35-3943-45fb-a5b1-f90d05a11a4e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:11.732707 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:11.733336 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:11.760344 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=924cf3f7-e677-4dba-9bee-5f7a40316a34,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:11.827354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.832084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-712fda7e-a6b8-4f1b-82d4-70e00d39c14a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.859079 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:11.871720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a85bb8e6-8065-4f60-8e13-21fd9eca33f2 None None] For port 1c271177-ab90-4805-83c2-e1d3f2941632, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1c271177-ab90-4805-83c2-e1d3f2941632,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:11.873143 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a85bb8e6-8065-4f60-8e13-21fd9eca33f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.876824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.resource_extend [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:57:11.902977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a85bb8e6-8065-4f60-8e13-21fd9eca33f2 None None] Calling delete_port for 1c271177-ab90-4805-83c2-e1d3f2941632 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:11.907339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-efd86958-8fb8-4f5b-b981-62b807d54c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.929023 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712fda7e-a6b8-4f1b-82d4-70e00d39c14a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Network 015895b8-f51e-4ebc-907f-37199530d6a4 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:11.946837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-712fda7e-a6b8-4f1b-82d4-70e00d39c14a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:11.958644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712fda7e-a6b8-4f1b-82d4-70e00d39c14a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:11.959241 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-712fda7e-a6b8-4f1b-82d4-70e00d39c14a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.965327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:11.969124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.973656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.981260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:11.982026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:11.983656 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fda7e-a6b8-4f1b-82d4-70e00d39c14a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Subnet': ['ID=fdce88e9-4fa6-4832-bffd-6fd480564a16,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:11.993238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d8e2de-d260-4768-ab1e-757f22e650d0 None None] Network 015895b8-f51e-4ebc-907f-37199530d6a4 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:12.000973 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-712fda7e-a6b8-4f1b-82d4-70e00d39c14a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4216392 Feb 04 05:57:12.003732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45642) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:12.010969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-58a71ce6-e53d-400f-a489-0d9a96afe856 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-423784112', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fdce88e9-4fa6-4832-bffd-6fd480564a16'}], 'security_groups': ['7ba260e5-0254-42f5-9af4-8fdd175ee4fe', 'a7082e00-6a60-4e08-b70e-e371bd749e7a']}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:12.027924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd86958-8fb8-4f5b-b981-62b807d54c8d None None] No DVR routers for this DVR port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:12.030883 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd86958-8fb8-4f5b-b981-62b807d54c8d None None] Pushing event deleted for resources: {'Port': ['ID=8263f9fe-5f81-45c7-ac9f-2ffa63d5a897,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:12.039625 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Deleting port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:12.039969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.048740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 924cf3f7-e677-4dba-9bee-5f7a40316a34 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:12.084340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=9bc43f74-2bfc-4b90-a128-4cb3c6c3d331,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:12.119214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 9bc43f74-2bfc-4b90-a128-4cb3c6c3d331 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:12.126297 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] For port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:12.127449 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.148094 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Calling delete_port for 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:12.150918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 was not found and therefore no delete operation was performed {{(pid=102166) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:57:12.154961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.166288 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0b8f859e-b2b0-478a-b63c-03986b129ebd tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8643451 Feb 04 05:57:12.168460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] No DVR routers for this DVR port 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:12.212473 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:07Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:11Z', 'revision_number': 4, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:12.242467 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be45f1-ba21-4926-bb98-66748a07f3a3 None None] Pushing event updated for resources: {'Port': ['ID=c930c511-c424-45dd-a8b3-caae53724264,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:12.256462 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724dfb8-c449-4e96-aea5-f47ff49f474f None None] The sync data for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv is: [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:07Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:11Z', 'revision_number': 4, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:12.292117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:57:12.324389 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Port': ['ID=8263f9fe-5f81-45c7-ac9f-2ffa63d5a897,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:12.494824 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.540328 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c922c56-299c-49a9-b28c-3ecd0721dacb']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:12.624377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d8c805-b0f7-45f4-9061-49ec66215b50') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:12.624860 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d8c805-b0f7-45f4-9061-49ec66215b50') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:12.644661 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.656320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a85bb8e6-8065-4f60-8e13-21fd9eca33f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.669245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.673934 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Port 1c271177-ab90-4805-83c2-e1d3f2941632 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102167) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 05:57:12.676757 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Reverting IP allocation for 2001:db8::f816:3eff:febd:eceb {{(pid=102167) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 05:57:12.681366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:12.681956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.683836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Reverting IP allocation failed for 2001:db8::f816:3eff:febd:eceb {{(pid=102167) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 05:57:12.692904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.712173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.714856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bb8e6-8065-4f60-8e13-21fd9eca33f2 None None] Pushing event deleted for resources: {'Port': ['ID=1c271177-ab90-4805-83c2-e1d3f2941632,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:12.718405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Provisioning complete for port c930c511-c424-45dd-a8b3-caae53724264 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:12.718779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.777338 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85bb8e6-8065-4f60-8e13-21fd9eca33f2 None None] No DVR routers for this DVR port 1c271177-ab90-4805-83c2-e1d3f2941632 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:12.790788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 924cf3f7-e677-4dba-9bee-5f7a40316a34 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:12.791168 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:12.839047 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:12.858154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:12.867496 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.870765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1784fb1-d6fd-49d8-b4f1-d7a3a9cffbb0 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:12.885724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.895000 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "DELETE /v2.0/networks/7c922c56-299c-49a9-b28c-3ecd0721dacb HTTP/1.1" status: 204 len: 168 time: 1.1882467 Feb 04 05:57:12.898968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45644) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:12.932079 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=6ecd4a35-42f3-4ca1-ba8e-69b6fcf879c8,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:12.939815 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:12.947800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:12.948426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:13.023333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Network': ['ID=7c922c56-299c-49a9-b28c-3ecd0721dacb,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:13.035564 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8673bda-0682-4a3d-8dad-b8ca33e4d6de tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Deleting subnet 0a15b83c-016f-4db4-b238-322fde6f7798 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:13.041721 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.047352 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.049413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.050087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.052152 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.054074 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.054709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.055245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.057943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.059832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.060352 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.060853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcb450-e5a1-4fa2-b907-f2c66c76a755 tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:13.081167 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1ad582a8-0d46-49d1-b209-d37124dd92d7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9085338 Feb 04 05:57:13.082163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58a71ce6-e53d-400f-a489-0d9a96afe856 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:13.085134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45646) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:13.087175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8673bda-0682-4a3d-8dad-b8ca33e4d6de tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:13.091051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Checking segment: {'id': '3fa000c2-d3f0-41ce-8b47-00cd72819e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89172491-0373-4771-915d-e48e7afd71f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:13.091420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network hostable DHCP agents. Network: 89172491-0373-4771-915d-e48e7afd71f3, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:13.097669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4fa2c4-72d5-4d8f-9e6e-1c531bc139ff None None] Update dhcp port {'port': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'fixed_ips': [{'subnet_id': '2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b00cb882-a7bb-431e-9f4d-8f54c7950a23', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fdce88e9-4fa6-4832-bffd-6fd480564a16'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '1fdce8fa-8474-4dec-9345-e32c71bbd6e3'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:57:13.120314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:c6:b9:e0', 'name': 'tempest-NetworksTestDHCPv6-1791836059'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:13.175761 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8673bda-0682-4a3d-8dad-b8ca33e4d6de tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:13.177744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Subnet': ['ID=743d6b84-c03b-4ef5-802f-730a1eb40bed,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:13.199704 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 89172491-0373-4771-915d-e48e7afd71f3 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:13.251113 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 89172491-0373-4771-915d-e48e7afd71f3) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:13.278001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:13.278596 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:13.311758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa2c4-72d5-4d8f-9e6e-1c531bc139ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:13.368982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1877b6-deb9-4780-8fb3-d91c32badf01 None None] Network 89172491-0373-4771-915d-e48e7afd71f3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:13.375308 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-463bb33d-0ece-44ce-b007-ff348dc14da8 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2310243 Feb 04 05:57:13.382154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45648) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:13.438003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8673bda-0682-4a3d-8dad-b8ca33e4d6de tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:13.440281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1c271177-ab90-4805-83c2-e1d3f2941632 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:13.635147 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8673bda-0682-4a3d-8dad-b8ca33e4d6de tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:13.672056 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8673bda-0682-4a3d-8dad-b8ca33e4d6de tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:13.679011 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f8673bda-0682-4a3d-8dad-b8ca33e4d6de tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "DELETE /v2.0/subnets/0a15b83c-016f-4db4-b238-322fde6f7798 HTTP/1.1" status: 204 len: 168 time: 0.7513673 Feb 04 05:57:13.680466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45650) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:13.683827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8673bda-0682-4a3d-8dad-b8ca33e4d6de tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Subnet': ['ID=0a15b83c-016f-4db4-b238-322fde6f7798,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:13.815021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:13.836250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 1c271177-ab90-4805-83c2-e1d3f2941632 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:13.836762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1c271177-ab90-4805-83c2-e1d3f2941632 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:13.837054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:13.875699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:13.876043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8263f9fe-5f81-45c7-ac9f-2ffa63d5a897 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:13.878246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '6ecd4a35-42f3-4ca1-ba8e-69b6fcf879c8'}, {'subnet_id': 'b8d067c5-71b3-46ff-ab3f-361371bea8de'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:13.879113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:13.891699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e2515-110e-47e7-b77a-32cf0da55a55 None None] Network 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:13.961612 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:14.026595 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-58a71ce6-e53d-400f-a489-0d9a96afe856 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Delete allocated IP 172.20.0.7 (015895b8-f51e-4ebc-907f-37199530d6a4/b00cb882-a7bb-431e-9f4d-8f54c7950a23) {{(pid=102166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:57:14.061673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-58a71ce6-e53d-400f-a489-0d9a96afe856 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Allocated IP 172.20.0.44 (015895b8-f51e-4ebc-907f-37199530d6a4/fdce88e9-4fa6-4832-bffd-6fd480564a16/efb3f541-f0a6-4acd-bca2-d6da2cfa927c) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:14.144361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.197129 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Deleting port c768ad5e-9693-4b97-8e53-c3d95f4aa127 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:14.197928 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.206410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port ef3fae62-8252-49cc-93da-ccd8ec0c781e yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:57:14.277398 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] For port c768ad5e-9693-4b97-8e53-c3d95f4aa127, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c768ad5e-9693-4b97-8e53-c3d95f4aa127,segment=NetworkSegment(994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7),segment_id=994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:14.278219 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.295957 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Calling delete_port for c768ad5e-9693-4b97-8e53-c3d95f4aa127 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:14.329169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c930c511-c424-45dd-a8b3-caae53724264 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:14.363378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.365728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.403499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.435513 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] For port c930c511-c424-45dd-a8b3-caae53724264, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c930c511-c424-45dd-a8b3-caae53724264,segment=NetworkSegment(8c8d6842-1ad7-437a-aacd-21f11a073637),segment_id=8c8d6842-1ad7-437a-aacd-21f11a073637)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:14.450732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Port': ['ID=c768ad5e-9693-4b97-8e53-c3d95f4aa127,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:14.462978 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] No DVR routers for this DVR port c768ad5e-9693-4b97-8e53-c3d95f4aa127 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:14.567899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.600260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 172.20.0.12 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/b8d067c5-71b3-46ff-ab3f-361371bea8de/ef3fae62-8252-49cc-93da-ccd8ec0c781e) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:14.603627 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:14.618287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::f816:3eff:fec6:b9e0 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/6ecd4a35-42f3-4ca1-ba8e-69b6fcf879c8/ef3fae62-8252-49cc-93da-ccd8ec0c781e) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:14.630663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.655181 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:14.655181 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994516e3-cbee-4ae0-ad51-b3b6b9ce1ef7') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:14.667954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.727535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Pushing event updated for resources: {'Port': ['ID=c930c511-c424-45dd-a8b3-caae53724264,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:14.734818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf281e0-3eb2-4044-af49-abeb478a597d None None] DHCP port deletion for 71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:14.755183 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Provisioning complete for port 924cf3f7-e677-4dba-9bee-5f7a40316a34 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:14.755672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.783126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Allocated IP 2001:db8:1::1 (89172491-0373-4771-915d-e48e7afd71f3/743d6b84-c03b-4ef5-802f-730a1eb40bed/1d66ae22-af2e-40aa-a42d-77919efcaff5) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:14.796225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.796672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.797164 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.797634 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.797996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.798672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.799009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.799380 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.799764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.800157 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.800480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.800843 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56700d80-7397-4bab-9b7b-a29676c5906d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:14.813509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58a71ce6-e53d-400f-a489-0d9a96afe856 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.822499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.829301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:14.829746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:14.889123 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:14.891595 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58a71ce6-e53d-400f-a489-0d9a96afe856 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.909323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-cb4fa2c4-72d5-4d8f-9e6e-1c531bc139ff None None] Allocated IP 172.20.0.34 (015895b8-f51e-4ebc-907f-37199530d6a4/fdce88e9-4fa6-4832-bffd-6fd480564a16/1fdce8fa-8474-4dec-9345-e32c71bbd6e3) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:14.970472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a71ce6-e53d-400f-a489-0d9a96afe856 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event updated for resources: {'Port': ['ID=efb3f541-f0a6-4acd-bca2-d6da2cfa927c,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:14.982196 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.986440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.994351 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "DELETE /v2.0/networks/71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b HTTP/1.1" status: 204 len: 168 time: 1.3008657 Feb 04 05:57:14.995511 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45652) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:15.019363 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.026804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-cb4fa2c4-72d5-4d8f-9e6e-1c531bc139ff None None] For port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,segment=NetworkSegment(f7353c24-c342-42e8-8492-76a5848228dc),segment_id=f7353c24-c342-42e8-8492-76a5848228dc)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:15.059884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa2c4-72d5-4d8f-9e6e-1c531bc139ff None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.061949 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c930c511-c424-45dd-a8b3-caae53724264 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:15.062771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.074715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.109307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa2c4-72d5-4d8f-9e6e-1c531bc139ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.110772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-58a71ce6-e53d-400f-a489-0d9a96afe856 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] In _notify_port_updated(), no bound segment for port efb3f541-f0a6-4acd-bca2-d6da2cfa927c on network 015895b8-f51e-4ebc-907f-37199530d6a4 {{(pid=102166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:57:15.118217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a71ce6-e53d-400f-a489-0d9a96afe856 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:15.119127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58a71ce6-e53d-400f-a489-0d9a96afe856 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.120819 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-58a71ce6-e53d-400f-a489-0d9a96afe856 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "PUT /v2.0/ports/efb3f541-f0a6-4acd-bca2-d6da2cfa927c HTTP/1.1" status: 200 len: 959 time: 3.1158695 Feb 04 05:57:15.124757 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fcb38d9a-dec8-4cdb-b8f2-ce7e59cc054b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "GET /v2.0/ports?device_id=55957916-2a6d-4c49-9f2f-20d9529c9b6a HTTP/1.1" status: 200 len: 205 time: 0.1232638 Feb 04 05:57:15.126477 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45654) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:15.127333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45656) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:15.133402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ab686-7274-4b8b-9091-e92754d7a12b tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Pushing event deleted for resources: {'Network': ['ID=71aade95-5b1f-4d9a-8f2b-e7d4fa29e50b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:15.148863 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.170126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.209379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:15.222314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:15.225393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:15.266307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a70e388e-f48b-4843-9b75-f6594ee1265d tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.286486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 89172491-0373-4771-915d-e48e7afd71f3 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:15.289151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=ef3fae62-8252-49cc-93da-ccd8ec0c781e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:15.305239 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:15.306983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.312467 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.313145 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.313726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.314514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.315402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.315971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.316993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.318449 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.319291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.320082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.320537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Allocated IP 172.20.0.2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/b8d067c5-71b3-46ff-ab3f-361371bea8de/1912bd72-3127-4330-819d-786968521100) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:15.321184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.321736 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:15.325932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:15.329703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Allocated IP 2001:db8::f816:3eff:fe77:2951 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/6ecd4a35-42f3-4ca1-ba8e-69b6fcf879c8/1912bd72-3127-4330-819d-786968521100) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:15.341554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:15.342856 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.427742 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b4151990-b74f-4ea3-ae7d-27e7833aa6cd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3299549 Feb 04 05:57:15.433350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45658) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:15.504576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a70e388e-f48b-4843-9b75-f6594ee1265d tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.507950 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a70e388e-f48b-4843-9b75-f6594ee1265d tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.532100 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.536975 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fa2c4-72d5-4d8f-9e6e-1c531bc139ff None None] Pushing event updated for resources: {'Port': ['ID=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:15.561550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.567979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a70e388e-f48b-4843-9b75-f6594ee1265d tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.568645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70e388e-f48b-4843-9b75-f6594ee1265d tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Fanout notify agent at l3_agent the message router_deleted on router 55957916-2a6d-4c49-9f2f-20d9529c9b6a {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:57:15.577187 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a70e388e-f48b-4843-9b75-f6594ee1265d tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.578718 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a70e388e-f48b-4843-9b75-f6594ee1265d tempest-RoutersNegativeIpV6Test-838068505 tempest-RoutersNegativeIpV6Test-838068505-project] 10.222.0.15 "DELETE /v2.0/routers/55957916-2a6d-4c49-9f2f-20d9529c9b6a HTTP/1.1" status: 204 len: 168 time: 0.4469392 Feb 04 05:57:15.585363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45662) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:15.590970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'network_id': '9bc43f74-2bfc-4b90-a128-4cb3c6c3d331', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:15.611718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-8cdcdcfc-3f9c-4cff-93ab-faf9b10e3670 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port efb3f541-f0a6-4acd-bca2-d6da2cfa927c {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:15.612386 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdcfc-3f9c-4cff-93ab-faf9b10e3670 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.717401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdcfc-3f9c-4cff-93ab-faf9b10e3670 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.730887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-8cdcdcfc-3f9c-4cff-93ab-faf9b10e3670 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for efb3f541-f0a6-4acd-bca2-d6da2cfa927c owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:15.753720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:15.769832 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:15.787188 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:15.862284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Pushing event updated for resources: {'Port': ['ID=1912bd72-3127-4330-819d-786968521100,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:15.966488 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=1d66ae22-af2e-40aa-a42d-77919efcaff5,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:16.013365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdcfc-3f9c-4cff-93ab-faf9b10e3670 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.015092 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:16.023207 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.045944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.062852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4accdabc-b049-489a-8111-658f529d65f3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:16.064681 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4accdabc-b049-489a-8111-658f529d65f3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.6273963 Feb 04 05:57:16.066039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45666) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:16.071135 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c930c511-c424-45dd-a8b3-caae53724264 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:16.077291 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45668) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:16.128099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Attempting to bind port 1912bd72-3127-4330-819d-786968521100 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:16.128904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Attempting to bind port 1912bd72-3127-4330-819d-786968521100 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:16.128904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Attempting to bind port 1912bd72-3127-4330-819d-786968521100 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:16.137264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:16.137639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:16.138042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.138440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:16.138916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Bound port: 1912bd72-3127-4330-819d-786968521100, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:16.139293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.142104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-89172491-0373-4771-915d-e48e7afd71f3', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:16.143002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.159838 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcdcfc-3f9c-4cff-93ab-faf9b10e3670 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=efb3f541-f0a6-4acd-bca2-d6da2cfa927c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:16.274196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c930c511-c424-45dd-a8b3-caae53724264 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:16.274569 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.282286 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-148a1767-9f10-4945-89f9-c7510440b446 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=197abaf9d5144af3bb058995a00eed58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079639 Feb 04 05:57:16.284674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45672) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:16.350277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8cdcdcfc-3f9c-4cff-93ab-faf9b10e3670 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.352310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-88c71f9a-0731-4128-a574-31a43b5721bf None None] Provisioning complete for port c930c511-c424-45dd-a8b3-caae53724264 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:16.352712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-88c71f9a-0731-4128-a574-31a43b5721bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.356690 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8cdcdcfc-3f9c-4cff-93ab-faf9b10e3670 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/efb3f541-f0a6-4acd-bca2-d6da2cfa927c HTTP/1.1" status: 204 len: 168 time: 1.2244418 Feb 04 05:57:16.359345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45674) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:16.374590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7abbc2fa-3036-43ba-ac81-0e10085b6f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.394512 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-264b83cc-1029-4c46-8b79-630cf4ce566d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] GET failed (client error): The resource could not be found. Feb 04 05:57:16.400013 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-264b83cc-1029-4c46-8b79-630cf4ce566d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports/efb3f541-f0a6-4acd-bca2-d6da2cfa927c HTTP/1.1" status: 404 len: 333 time: 0.0349212 Feb 04 05:57:16.402540 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45678) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:16.411890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7abbc2fa-3036-43ba-ac81-0e10085b6f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.462018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] For port 1912bd72-3127-4330-819d-786968521100, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:16.466263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] For port 1912bd72-3127-4330-819d-786968521100, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1912bd72-3127-4330-819d-786968521100,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:16.480410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-bc89d2fa-79a3-422d-ad95-1928d06321b0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port ef3fae62-8252-49cc-93da-ccd8ec0c781e {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:16.481151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc89d2fa-79a3-422d-ad95-1928d06321b0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.484156 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.520335 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Allocated IP 2001:db8:1::2 (89172491-0373-4771-915d-e48e7afd71f3/743d6b84-c03b-4ef5-802f-730a1eb40bed/efa395d9-4376-4111-90ce-834c329dfd3d) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:16.544801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7abbc2fa-3036-43ba-ac81-0e10085b6f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.548741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7abbc2fa-3036-43ba-ac81-0e10085b6f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.556275 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7abbc2fa-3036-43ba-ac81-0e10085b6f02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5dba9e03-95cc-4ae0-be65-ec75e375df5e HTTP/1.1" status: 204 len: 168 time: 0.2695837 Feb 04 05:57:16.576583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-118a8f53-18eb-43f9-b66b-51a7247dfa5f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.584810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbc2fa-3036-43ba-ac81-0e10085b6f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dba9e03-95cc-4ae0-be65-ec75e375df5e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:16.646678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc89d2fa-79a3-422d-ad95-1928d06321b0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.653547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.662296 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-bc89d2fa-79a3-422d-ad95-1928d06321b0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for ef3fae62-8252-49cc-93da-ccd8ec0c781e owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:16.663503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.664769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.716092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c227cb-7998-46b1-a13c-470e5fcf8f7a None None] Pushing event updated for resources: {'Port': ['ID=1912bd72-3127-4330-819d-786968521100,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:16.720005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:16.758664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=1d66ae22-af2e-40aa-a42d-77919efcaff5,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:16.773922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-118a8f53-18eb-43f9-b66b-51a7247dfa5f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.832365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-67d3f69a-ea65-4f6c-bc65-b2bcd8df1ca0 None None] Provisioning complete for port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:16.832846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-67d3f69a-ea65-4f6c-bc65-b2bcd8df1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:16.931904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 89172491-0373-4771-915d-e48e7afd71f3 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:16.935366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:16.956711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:16.957124 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.094139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 9c90e565-91f4-4372-88f6-d67daa6782ac has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:17.131702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.158403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-67d3f69a-ea65-4f6c-bc65-b2bcd8df1ca0 None None] Could not find standard attr ID for object efb3f541-f0a6-4acd-bca2-d6da2cfa927c. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:17.186527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.214822 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:17.220749 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2c3d1b80-1844-4598-81f2-b8f8b9e44850 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8332796 Feb 04 05:57:17.223714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45682) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:17.229222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-963416634'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:17.262300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:17.267446 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.364610 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-118a8f53-18eb-43f9-b66b-51a7247dfa5f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.367517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-118a8f53-18eb-43f9-b66b-51a7247dfa5f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.371165 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-118a8f53-18eb-43f9-b66b-51a7247dfa5f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/security-groups/c930d8a7-31c0-4237-b649-ebffc1895ced HTTP/1.1" status: 204 len: 168 time: 0.9604206 Feb 04 05:57:17.372463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45684) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:17.381280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Sync routers for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:17.389725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a8f53-18eb-43f9-b66b-51a7247dfa5f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c930d8a7-31c0-4237-b649-ebffc1895ced,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:17.392186 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.402156 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Network 89172491-0373-4771-915d-e48e7afd71f3 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:17.441018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:17.444585 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:17.459938 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e4fe-3cd6-44eb-9060-9f2b2eb9c540 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.463969 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-67d3f69a-ea65-4f6c-bc65-b2bcd8df1ca0 None None] Provisioning complete for port 804e708f-e9a1-4af1-a143-f648a58dad3e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:17.469549 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-67d3f69a-ea65-4f6c-bc65-b2bcd8df1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.488803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e4fe-3cd6-44eb-9060-9f2b2eb9c540 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.499401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=d373efca-25c6-4796-8f9a-c0b761abff88,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:17.524252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:17.528104 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc89d2fa-79a3-422d-ad95-1928d06321b0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.528487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:17.530198 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:56:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:17.540617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.541475 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added segment f3f29ee3-30d6-45ae-b748-e548b5975034 of type vlan for network 69f2ad94-230c-4f30-a4d6-da8477c84079 Feb 04 05:57:17.581187 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89d2fa-79a3-422d-ad95-1928d06321b0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=ef3fae62-8252-49cc-93da-ccd8ec0c781e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:17.588586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Checking segment: {'id': 'e570b6a6-c8f4-42ee-9175-7526a830433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9bc43f74-2bfc-4b90-a128-4cb3c6c3d331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:17.589837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network hostable DHCP agents. Network: 9bc43f74-2bfc-4b90-a128-4cb3c6c3d331, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:17.615774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e4fe-3cd6-44eb-9060-9f2b2eb9c540 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.618598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e4fe-3cd6-44eb-9060-9f2b2eb9c540 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.622567 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f9c5e4fe-3cd6-44eb-9060-9f2b2eb9c540 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/security-groups/a7082e00-6a60-4e08-b70e-e371bd749e7a HTTP/1.1" status: 204 len: 168 time: 0.2485099 Feb 04 05:57:17.623436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45686) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:17.625313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.651238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f69a-ea65-4f6c-bc65-b2bcd8df1ca0 None None] Port 804e708f-e9a1-4af1-a143-f648a58dad3e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:17.671400 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c768ad5e-9693-4b97-8e53-c3d95f4aa127 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:17.673202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network 9bc43f74-2bfc-4b90-a128-4cb3c6c3d331 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:17.677486 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Pushing event updated for resources: {'Port': ['ID=efa395d9-4376-4111-90ce-834c329dfd3d,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:17.681888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5e4fe-3cd6-44eb-9060-9f2b2eb9c540 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7082e00-6a60-4e08-b70e-e371bd749e7a,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:17.705597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 9bc43f74-2bfc-4b90-a128-4cb3c6c3d331) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:17.712242 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc89d2fa-79a3-422d-ad95-1928d06321b0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.715889 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bc89d2fa-79a3-422d-ad95-1928d06321b0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/ef3fae62-8252-49cc-93da-ccd8ec0c781e HTTP/1.1" status: 204 len: 168 time: 1.6375661 Feb 04 05:57:17.722042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45688) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:17.725033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2871d213-bfa8-4fe9-8c5f-b4d80b44d878 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.728649 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Attempting to bind port efa395d9-4376-4111-90ce-834c329dfd3d on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:17.729067 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Attempting to bind port efa395d9-4376-4111-90ce-834c329dfd3d by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '3fa000c2-d3f0-41ce-8b47-00cd72819e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89172491-0373-4771-915d-e48e7afd71f3'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:17.729489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Attempting to bind port efa395d9-4376-4111-90ce-834c329dfd3d on network 89172491-0373-4771-915d-e48e7afd71f3 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:17.730630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.731600 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:17.732191 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.737042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:17.737042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.741883 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:17.742251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Checking segment: {'id': '3fa000c2-d3f0-41ce-8b47-00cd72819e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89172491-0373-4771-915d-e48e7afd71f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:17.742658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.743049 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Bound using segment: {'id': '3fa000c2-d3f0-41ce-8b47-00cd72819e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89172491-0373-4771-915d-e48e7afd71f3'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:17.743527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Bound port: efa395d9-4376-4111-90ce-834c329dfd3d, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa000c2-d3f0-41ce-8b47-00cd72819e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89172491-0373-4771-915d-e48e7afd71f3'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:17.744529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.760224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90de954-ca5a-454a-82bc-d27d2da5957a None None] Network 9bc43f74-2bfc-4b90-a128-4cb3c6c3d331 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:17.779918 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c768ad5e-9693-4b97-8e53-c3d95f4aa127 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:17.780645 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c768ad5e-9693-4b97-8e53-c3d95f4aa127 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:17.813720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2871d213-bfa8-4fe9-8c5f-b4d80b44d878 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.821734 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ce6c1310-2d4d-4fea-8047-32d48ec01566 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2350614 Feb 04 05:57:17.826693 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45690) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:17.831167 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6062262 Feb 04 05:57:17.832362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-188047642'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:17.839587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45692) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:17.843857 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7fed9-3497-4d85-b17c-6e8edab94677 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:17.845050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'subnet': {'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:17.845766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7fed9-3497-4d85-b17c-6e8edab94677 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:17.847615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7fed9-3497-4d85-b17c-6e8edab94677 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:17.852461 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-54f7fed9-3497-4d85-b17c-6e8edab94677 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1271379 Feb 04 05:57:17.854064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45694) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:17.912714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:17.913566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a7df-1e67-4e66-906b-b6d00bb0ec70 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Network': ['ID=69f2ad94-230c-4f30-a4d6-da8477c84079,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:17.916260 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.938254 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb61f36-6c7c-4d7b-891d-26a8c37809fe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 6ecd4a35-42f3-4ca1-ba8e-69b6fcf879c8 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:17.944040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 69f2ad94-230c-4f30-a4d6-da8477c84079 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:17.946876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cfb61f36-6c7c-4d7b-891d-26a8c37809fe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.979362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2871d213-bfa8-4fe9-8c5f-b4d80b44d878 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.982159 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2871d213-bfa8-4fe9-8c5f-b4d80b44d878 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.988486 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2871d213-bfa8-4fe9-8c5f-b4d80b44d878 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/security-groups/7ba260e5-0254-42f5-9af4-8fdd175ee4fe HTTP/1.1" status: 204 len: 168 time: 0.3579490 Feb 04 05:57:17.991720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45696) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:18.000746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4f168fd7-3695-4bb7-84b1-dcbcb20560a4 None None] Could not find standard attr ID for object efb3f541-f0a6-4acd-bca2-d6da2cfa927c. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:18.002931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:18.019084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871d213-bfa8-4fe9-8c5f-b4d80b44d878 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba260e5-0254-42f5-9af4-8fdd175ee4fe,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:18.054441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cfb61f36-6c7c-4d7b-891d-26a8c37809fe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.055743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:18.059500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.059844 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Added segment 366e279a-0de7-4191-803a-9b949836b582 of type vlan for network 35ed39bb-7d3e-4de5-8573-266f0569773d Feb 04 05:57:18.068759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.075559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:18.172255 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.178562 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-28eb3ba0-c794-4284-8c1f-cc4207d57912 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting subnet b00cb882-a7bb-431e-9f4d-8f54c7950a23 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:18.189111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-28eb3ba0-c794-4284-8c1f-cc4207d57912 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.219830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1912bd72-3127-4330-819d-786968521100 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:18.227693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] For port efa395d9-4376-4111-90ce-834c329dfd3d, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:18.257727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-9bc43f74-2bfc-4b90-a128-4cb3c6c3d331', 'network_id': '9bc43f74-2bfc-4b90-a128-4cb3c6c3d331', 'tenant_id': '29edd40400024c2e88f76a0fe315749f', 'fixed_ips': [{'subnet_id': 'd373efca-25c6-4796-8f9a-c0b761abff88'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:18.258907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.279181 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-28eb3ba0-c794-4284-8c1f-cc4207d57912 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.296373 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] For port efa395d9-4376-4111-90ce-834c329dfd3d, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=efa395d9-4376-4111-90ce-834c329dfd3d,segment=NetworkSegment(3fa000c2-d3f0-41ce-8b47-00cd72819e3d),segment_id=3fa000c2-d3f0-41ce-8b47-00cd72819e3d)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:18.304105 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.310071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:18.310765 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.324838 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cfb61f36-6c7c-4d7b-891d-26a8c37809fe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.331068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614abc5-b735-49f0-afad-4b58fdad9862 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:18.338524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.353134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.414111 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5860059 Feb 04 05:57:18.417839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45698) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:18.420284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Subnet': ['ID=5ee57cf7-a810-488b-beca-7adacb890fdc,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:18.427577 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'network_id': '35ed39bb-7d3e-4de5-8573-266f0569773d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:18.447335 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af225be-f9af-4598-87ee-64b23fbaae84 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=35ed39bb-7d3e-4de5-8573-266f0569773d,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:18.491175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cfb61f36-6c7c-4d7b-891d-26a8c37809fe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.493687 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-28eb3ba0-c794-4284-8c1f-cc4207d57912 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.497779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Checking segment: {'id': 'f3f29ee3-30d6-45ae-b748-e548b5975034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:18.498259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network hostable DHCP agents. Network: 69f2ad94-230c-4f30-a4d6-da8477c84079, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:18.501203 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Allocated IP 2001:db8:0:ffff::2 (9bc43f74-2bfc-4b90-a128-4cb3c6c3d331/d373efca-25c6-4796-8f9a-c0b761abff88/dced83e7-ef7b-4f1f-8cc7-7e84be4be698) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:18.537290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 69f2ad94-230c-4f30-a4d6-da8477c84079 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:18.547491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb61f36-6c7c-4d7b-891d-26a8c37809fe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=6ecd4a35-42f3-4ca1-ba8e-69b6fcf879c8,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:18.550787 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 69f2ad94-230c-4f30-a4d6-da8477c84079) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:18.554277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cfb61f36-6c7c-4d7b-891d-26a8c37809fe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.556295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:18.556992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.557460 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cfb61f36-6c7c-4d7b-891d-26a8c37809fe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/6ecd4a35-42f3-4ca1-ba8e-69b6fcf879c8 HTTP/1.1" status: 204 len: 168 time: 0.7022188 Feb 04 05:57:18.560661 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45700) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:18.564052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:18.568302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.623548 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0b64f88c-6f1b-49b7-91d0-2c1e8d350e9c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7797558 Feb 04 05:57:18.624658 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45702) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:18.637597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbc315b-dd4c-46cb-996d-f7bec6bfebeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet b8d067c5-71b3-46ff-ab3f-361371bea8de {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:18.639864 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-28eb3ba0-c794-4284-8c1f-cc4207d57912 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.663789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.676508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2bbc315b-dd4c-46cb-996d-f7bec6bfebeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.678403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 35ed39bb-7d3e-4de5-8573-266f0569773d details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:18.680140 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9454400d-1c8c-4eb6-98fe-545daac29e5f None None] Network 69f2ad94-230c-4f30-a4d6-da8477c84079 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:18.757673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb3ba0-c794-4284-8c1f-cc4207d57912 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Subnet': ['ID=b00cb882-a7bb-431e-9f4d-8f54c7950a23,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:18.763335 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.767654 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-28eb3ba0-c794-4284-8c1f-cc4207d57912 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.771528 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-28eb3ba0-c794-4284-8c1f-cc4207d57912 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/b00cb882-a7bb-431e-9f4d-8f54c7950a23 HTTP/1.1" status: 204 len: 168 time: 0.7786517 Feb 04 05:57:18.776755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45704) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:18.788758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.798798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2bbc315b-dd4c-46cb-996d-f7bec6bfebeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.847613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e01be23-29d4-4b9f-a2fb-13b317011eab None None] Network 015895b8-f51e-4ebc-907f-37199530d6a4 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:18.857603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=5c8231e4-8b06-4e7d-b5a7-5dfb638f7816,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:18.865828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Checking segment: {'id': '366e279a-0de7-4191-803a-9b949836b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35ed39bb-7d3e-4de5-8573-266f0569773d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:18.866197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network hostable DHCP agents. Network: 35ed39bb-7d3e-4de5-8573-266f0569773d, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:18.885903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network 35ed39bb-7d3e-4de5-8573-266f0569773d is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:18.897203 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 35ed39bb-7d3e-4de5-8573-266f0569773d) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:18.904802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:18.904802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.928574 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6e463229-442e-4bc5-a2e5-3c577bc50e8a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5066967 Feb 04 05:57:18.929383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45708) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:18.957287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73ed13f-690d-43c0-971b-b5365f50aee6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting subnet fdce88e9-4fa6-4832-bffd-6fd480564a16 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:18.961623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca97d6-9848-4240-8b60-94b294499a27 None None] Network 35ed39bb-7d3e-4de5-8573-266f0569773d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:18.968668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e73ed13f-690d-43c0-971b-b5365f50aee6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:18.974128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Network 9bc43f74-2bfc-4b90-a128-4cb3c6c3d331 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:19.050997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.052740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e73ed13f-690d-43c0-971b-b5365f50aee6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.067384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:19.070082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:19.087469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2bbc315b-dd4c-46cb-996d-f7bec6bfebeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.117031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.198480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1912bd72-3127-4330-819d-786968521100 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:19.198880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.202029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.203282 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d080fa0f-1ff4-462a-a3aa-84adcfc66b41 None None] Provisioning complete for port 1912bd72-3127-4330-819d-786968521100 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:19.203662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d080fa0f-1ff4-462a-a3aa-84adcfc66b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.245896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8231e4-8b06-4e7d-b5a7-5dfb638f7816,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:19.306786 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2bbc315b-dd4c-46cb-996d-f7bec6bfebeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.347374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.353645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc315b-dd4c-46cb-996d-f7bec6bfebeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d067c5-71b3-46ff-ab3f-361371bea8de,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:19.361341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e73ed13f-690d-43c0-971b-b5365f50aee6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.379729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ed39bb-7d3e-4de5-8573-266f0569773d']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:19.392715 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2bbc315b-dd4c-46cb-996d-f7bec6bfebeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.395906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366e279a-0de7-4191-803a-9b949836b582') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:19.396255 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366e279a-0de7-4191-803a-9b949836b582') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:19.396563 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2bbc315b-dd4c-46cb-996d-f7bec6bfebeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/b8d067c5-71b3-46ff-ab3f-361371bea8de HTTP/1.1" status: 204 len: 168 time: 0.8353291 Feb 04 05:57:19.406172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45710) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:19.407293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.422811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.429924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:19.430476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:19.447701 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:19.489519 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c315ffd4-51d2-48f6-95e0-ba17686b287e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791590 Feb 04 05:57:19.490116 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45712) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:19.510670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.517741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.522067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/35ed39bb-7d3e-4de5-8573-266f0569773d HTTP/1.1" status: 204 len: 168 time: 0.5916054 Feb 04 05:57:19.526976 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45714) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:19.527141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.533673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-916638399'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:19.547942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6528f0-5be4-4181-8f13-7242b1ed94eb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Network': ['ID=35ed39bb-7d3e-4de5-8573-266f0569773d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:19.557929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432f724-22e6-4fe8-9e23-29de178ab92d None None] Pushing event updated for resources: {'Port': ['ID=efa395d9-4376-4111-90ce-834c329dfd3d,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:19.575122 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:19.578670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.607683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e73ed13f-690d-43c0-971b-b5365f50aee6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.614121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:19.625257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.625725 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Added segment 77b42fc4-4dd2-4c47-ab86-3b636ad919fd of type vlan for network a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa Feb 04 05:57:19.674670 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Attempting to bind port dced83e7-ef7b-4f1f-8cc7-7e84be4be698 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:19.675049 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Attempting to bind port dced83e7-ef7b-4f1f-8cc7-7e84be4be698 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'e570b6a6-c8f4-42ee-9175-7526a830433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9bc43f74-2bfc-4b90-a128-4cb3c6c3d331'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:19.675328 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e73ed13f-690d-43c0-971b-b5365f50aee6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.675467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Attempting to bind port dced83e7-ef7b-4f1f-8cc7-7e84be4be698 on network 9bc43f74-2bfc-4b90-a128-4cb3c6c3d331 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:19.675942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.680753 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e73ed13f-690d-43c0-971b-b5365f50aee6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/fdce88e9-4fa6-4832-bffd-6fd480564a16 HTTP/1.1" status: 204 len: 168 time: 0.8992631 Feb 04 05:57:19.681112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45716) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:19.683654 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed13f-690d-43c0-971b-b5365f50aee6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Subnet': ['ID=fdce88e9-4fa6-4832-bffd-6fd480564a16,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:19.694954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a2009-e441-4667-8073-7ebb566da476 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:19.698973 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-598a2009-e441-4667-8073-7ebb566da476 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2055984 Feb 04 05:57:19.700051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45718) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:19.715437 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f347dd0-447c-49a5-9c2f-e325eebc3d63 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:19.715926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f347dd0-447c-49a5-9c2f-e325eebc3d63 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:19.721142 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6f347dd0-447c-49a5-9c2f-e325eebc3d63 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/b00cb882-a7bb-431e-9f4d-8f54c7950a23 HTTP/1.1" status: 404 len: 337 time: 0.0371277 Feb 04 05:57:19.725063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45720) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:19.748131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:19.748510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Checking segment: {'id': 'e570b6a6-c8f4-42ee-9175-7526a830433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9bc43f74-2bfc-4b90-a128-4cb3c6c3d331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:19.748914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.749336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Bound using segment: {'id': 'e570b6a6-c8f4-42ee-9175-7526a830433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9bc43f74-2bfc-4b90-a128-4cb3c6c3d331'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:19.749827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Bound port: dced83e7-ef7b-4f1f-8cc7-7e84be4be698, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e570b6a6-c8f4-42ee-9175-7526a830433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9bc43f74-2bfc-4b90-a128-4cb3c6c3d331'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:19.750216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.765133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee03ae1-6df7-447e-a8c6-3d30de8b92aa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:19.769000 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8ee03ae1-6df7-447e-a8c6-3d30de8b92aa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0662370 Feb 04 05:57:19.769410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45722) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:19.806037 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Pushing event updated for resources: {'Port': ['ID=dced83e7-ef7b-4f1f-8cc7-7e84be4be698,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:19.833114 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2a79ef6f-144e-49cb-9afe-63af0abdff24 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565603 Feb 04 05:57:19.833359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fde3965-cba9-427e-9cfe-79143b0121ea None None] Network 35ed39bb-7d3e-4de5-8573-266f0569773d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:19.833458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.833983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45724) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:19.836297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:19.836297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.839476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-70762b5b-ce52-4d85-b6ac-c75bf87de469 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:19.879083 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98fc982-3b12-4706-a35b-437a4b147ac6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting subnet 2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:19.900049 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97684441-2bea-4156-999c-9217df63d725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-69f2ad94-230c-4f30-a4d6-da8477c84079', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:19.900873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-97684441-2bea-4156-999c-9217df63d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.916190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d98fc982-3b12-4706-a35b-437a4b147ac6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:19.928958 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3993499 Feb 04 05:57:19.934179 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fde3965-cba9-427e-9cfe-79143b0121ea None None] Network 35ed39bb-7d3e-4de5-8573-266f0569773d could not be found, it might have been deleted concurrently. {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 05:57:19.968098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45726) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:19.976679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'network_id': 'a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:19.982407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d98fc982-3b12-4706-a35b-437a4b147ac6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.018987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.054835 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] For port dced83e7-ef7b-4f1f-8cc7-7e84be4be698, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:20.058574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] For port dced83e7-ef7b-4f1f-8cc7-7e84be4be698, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=dced83e7-ef7b-4f1f-8cc7-7e84be4be698,segment=NetworkSegment(e570b6a6-c8f4-42ee-9175-7526a830433d),segment_id=e570b6a6-c8f4-42ee-9175-7526a830433d)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:20.095615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d98fc982-3b12-4706-a35b-437a4b147ac6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.111667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70762b5b-ce52-4d85-b6ac-c75bf87de469 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:20.116333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-70762b5b-ce52-4d85-b6ac-c75bf87de469 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.119506 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-70762b5b-ce52-4d85-b6ac-c75bf87de469 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:57:20.120162 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70762b5b-ce52-4d85-b6ac-c75bf87de469 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:20.132431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d545b7-b8c4-4542-8600-1c3f398209e4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:20.144182 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:20.148080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.169853 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-70762b5b-ce52-4d85-b6ac-c75bf87de469 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3348839 Feb 04 05:57:20.174375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45728) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:20.181550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-785a900b-77aa-4e31-86a0-4630a018186d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:20.182780 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:20.185052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d080fa0f-1ff4-462a-a3aa-84adcfc66b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.187665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d98fc982-3b12-4706-a35b-437a4b147ac6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.200975 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.218601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d98fc982-3b12-4706-a35b-437a4b147ac6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.222168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d98fc982-3b12-4706-a35b-437a4b147ac6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6 HTTP/1.1" status: 204 len: 168 time: 0.4930871 Feb 04 05:57:20.225902 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45730) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:20.279168 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344853d5-e6a9-45d4-a48d-5ea98e09e658 None None] Pushing event updated for resources: {'Port': ['ID=dced83e7-ef7b-4f1f-8cc7-7e84be4be698,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:20.287330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f334f751-9d1a-4c48-b5dc-9e7a1bf126bc None None] Update dhcp port {'port': {'network_id': '015895b8-f51e-4ebc-907f-37199530d6a4', 'fixed_ips': [{'subnet_id': '2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fdce88e9-4fa6-4832-bffd-6fd480564a16'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '1fdce8fa-8474-4dec-9345-e32c71bbd6e3'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:57:20.297320 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fc982-3b12-4706-a35b-437a4b147ac6 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Subnet': ['ID=2b888cdc-f2e9-4ba7-b418-af2ae49dd6a6,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:20.319849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Allocated IP 2001:db8:2::1 (69f2ad94-230c-4f30-a4d6-da8477c84079/5ee57cf7-a810-488b-beca-7adacb890fdc/cc063079-42cd-44c0-bfbe-516cc0519f8f) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:20.330542 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-21911076-5c42-49b8-bd67-cbc3c85f2cfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:20.330542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21911076-5c42-49b8-bd67-cbc3c85f2cfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:20.334094 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-21911076-5c42-49b8-bd67-cbc3c85f2cfc tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/1df3972c-f765-4d3e-ae69-095182c86c60 HTTP/1.1" status: 404 len: 337 time: 0.0892320 Feb 04 05:57:20.338609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45732) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:20.372610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f334f751-9d1a-4c48-b5dc-9e7a1bf126bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.378711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785a900b-77aa-4e31-86a0-4630a018186d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:20.383168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-785a900b-77aa-4e31-86a0-4630a018186d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.385478 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-785a900b-77aa-4e31-86a0-4630a018186d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:57:20.385985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785a900b-77aa-4e31-86a0-4630a018186d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:20.390350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aabe62-9274-47b1-840c-663808e89302 None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:20.392407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a994405a-9ddf-44e5-8d93-8f0a07ef97d1 None None] Network 89172491-0373-4771-915d-e48e7afd71f3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:20.407153 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-785a900b-77aa-4e31-86a0-4630a018186d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2314928 Feb 04 05:57:20.408106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45734) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:20.412252 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:15Z', 'revision_number': 3, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:16Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:20.413511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-614342f6-c078-4900-bef4-151013d7e2c3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:20.485116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Checking router: 9c90e565-91f4-4372-88f6-d67daa6782ac for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:20.485745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Updating router 9c90e565-91f4-4372-88f6-d67daa6782ac port 1d66ae22-af2e-40aa-a42d-77919efcaff5 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:57:20.528071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614342f6-c078-4900-bef4-151013d7e2c3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:20.533593 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-614342f6-c078-4900-bef4-151013d7e2c3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.536026 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-614342f6-c078-4900-bef4-151013d7e2c3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:57:20.536511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614342f6-c078-4900-bef4-151013d7e2c3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:20.550416 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 1912bd72-3127-4330-819d-786968521100, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1912bd72-3127-4330-819d-786968521100,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:20.562814 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-614342f6-c078-4900-bef4-151013d7e2c3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1506426 Feb 04 05:57:20.563148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45736) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:20.569200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e9a8d1ae-c07b-4f64-891d-b8f8676bf1ea tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:20.633925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.689707 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-feb667ad-c6c6-491c-9d60-7cde62867f9c tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ad9e7dd-a989-4970-a348-c4029cf7f01e HTTP/1.1" status: 200 len: 205 time: 0.3475597 Feb 04 05:57:20.691018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45738) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:20.789240 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-a660d96a-58a4-4550-a540-f37b9209912d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] delete failed (client error): The resource could not be found. Feb 04 05:57:20.793214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a660d96a-58a4-4550-a540-f37b9209912d tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/routers/0ad9e7dd-a989-4970-a348-c4029cf7f01e HTTP/1.1" status: 404 len: 336 time: 0.0995927 Feb 04 05:57:20.793776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45744) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:20.818193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=1912bd72-3127-4330-819d-786968521100,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:20.867872 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0906bde1-4c7c-4e5f-8954-3cd7a33f44fb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:20.868219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.868336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0906bde1-4c7c-4e5f-8954-3cd7a33f44fb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:20.876642 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0906bde1-4c7c-4e5f-8954-3cd7a33f44fb tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/b64eac03-ac1b-40c3-bddb-2aced2f627fe HTTP/1.1" status: 404 len: 337 time: 0.0798817 Feb 04 05:57:20.877677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45746) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:20.885936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a8d1ae-c07b-4f64-891d-b8f8676bf1ea tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:20.889055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-d080fa0f-1ff4-462a-a3aa-84adcfc66b41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:57:20.889445 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-d080fa0f-1ff4-462a-a3aa-84adcfc66b41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:57:20.891583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e9a8d1ae-c07b-4f64-891d-b8f8676bf1ea tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.893575 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a8d1ae-c07b-4f64-891d-b8f8676bf1ea tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:57:20.894007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a8d1ae-c07b-4f64-891d-b8f8676bf1ea tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:20.929054 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1713d335-ef23-4fb7-b0ee-12edcda2f051 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:20.929533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1713d335-ef23-4fb7-b0ee-12edcda2f051 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:20.936437 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1713d335-ef23-4fb7-b0ee-12edcda2f051 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/66908417-e929-4f6a-bde2-79fd2c39239c HTTP/1.1" status: 404 len: 337 time: 0.0577734 Feb 04 05:57:20.936871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45748) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:20.951392 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e9a8d1ae-c07b-4f64-891d-b8f8676bf1ea tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3871608 Feb 04 05:57:20.954614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45750) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:20.960729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e35a632e-f7bf-4d50-8af6-27acbb38f053 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:20.967916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device efa395d9-4376-4111-90ce-834c329dfd3d up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:20.977357 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:20.982135 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-051a5a38-20d6-46dc-98de-8a3bb0c134d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:20.982600 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051a5a38-20d6-46dc-98de-8a3bb0c134d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:20.985783 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-051a5a38-20d6-46dc-98de-8a3bb0c134d8 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/10a812d7-f603-4315-9144-1d8a0ce668c5 HTTP/1.1" status: 404 len: 337 time: 0.0410454 Feb 04 05:57:20.988405 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45752) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:20.996327 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.054031 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a883635-eea6-411e-a87a-31ce8237c6b1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:21.055014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a883635-eea6-411e-a87a-31ce8237c6b1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:21.058269 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3a883635-eea6-411e-a87a-31ce8237c6b1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/183f3b3c-b206-4b50-a287-9ef8f644c778 HTTP/1.1" status: 404 len: 333 time: 0.0685403 Feb 04 05:57:21.062683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45754) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:21.112577 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=981781b0-90b5-47ba-9c1b-ac8428aabc92,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:21.124359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-74aabe62-9274-47b1-840c-663808e89302 None None] Deleting port 1912bd72-3127-4330-819d-786968521100 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:21.125145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-74aabe62-9274-47b1-840c-663808e89302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.126214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Checking segment: {'id': '77b42fc4-4dd2-4c47-ab86-3b636ad919fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:21.126441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network hostable DHCP agents. Network: a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:21.135198 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de7a3ec-a118-449c-bf70-817e30914a0f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:21.135893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de7a3ec-a118-449c-bf70-817e30914a0f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:21.139341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.142712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b4794b-65e4-40c0-9419-086792bb0535 None None] Network 015895b8-f51e-4ebc-907f-37199530d6a4 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:21.145890 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6de7a3ec-a118-449c-bf70-817e30914a0f tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/e1af8c86-74cb-4379-8399-cc22a236b5ff HTTP/1.1" status: 404 len: 337 time: 0.0814297 Feb 04 05:57:21.146881 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45756) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:21.181244 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2cfe88-8e70-408b-bf4e-aeeda6a3a0f3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:21.181727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2cfe88-8e70-408b-bf4e-aeeda6a3a0f3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:21.186652 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8c2cfe88-8e70-408b-bf4e-aeeda6a3a0f3 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/d7defa4a-beb4-4550-a656-6362b37e4d5e HTTP/1.1" status: 404 len: 337 time: 0.0385859 Feb 04 05:57:21.188390 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 69f2ad94-230c-4f30-a4d6-da8477c84079 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:21.189152 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:21.190946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45758) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:21.202067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35a632e-f7bf-4d50-8af6-27acbb38f053 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:21.206081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e35a632e-f7bf-4d50-8af6-27acbb38f053 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.207158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:21.207838 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35a632e-f7bf-4d50-8af6-27acbb38f053 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:57:21.208275 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35a632e-f7bf-4d50-8af6-27acbb38f053 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:21.225515 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:21.226054 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.232609 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7da9fd3-d8a6-431f-b5ac-7fef0cab654e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:21.233377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7da9fd3-d8a6-431f-b5ac-7fef0cab654e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:21.237519 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e35a632e-f7bf-4d50-8af6-27acbb38f053 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2786634 Feb 04 05:57:21.237674 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b7da9fd3-d8a6-431f-b5ac-7fef0cab654e tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/f7263a1f-77fa-46ab-b9f4-17ae6b5cddc6 HTTP/1.1" status: 404 len: 333 time: 0.0406590 Feb 04 05:57:21.237674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:21.238330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45760) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:21.238703 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45762) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:21.286137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-507e7d3b-1f0c-4228-bcf4-f400dc4dacc2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:21.289393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=cc063079-42cd-44c0-bfbe-516cc0519f8f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:21.292592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70433412-0edf-4f37-8eae-4f79fb64c311 None None] Network a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:21.293633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:21.294219 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.335695 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64d2e68-572a-4ea1-82c8-e398f3d9518b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:21.336006 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64d2e68-572a-4ea1-82c8-e398f3d9518b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:21.338758 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d64d2e68-572a-4ea1-82c8-e398f3d9518b tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/1abf08d2-440f-403b-90f3-c12e8328acfc HTTP/1.1" status: 404 len: 337 time: 0.0657187 Feb 04 05:57:21.341697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45764) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:21.371555 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3065abac-22d2-4aed-a654-509ad6cbc66a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:21.372221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3065abac-22d2-4aed-a654-509ad6cbc66a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:21.378341 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3065abac-22d2-4aed-a654-509ad6cbc66a tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/subnets/d07905e9-9c06-4524-9cb8-76995d91bc7b HTTP/1.1" status: 404 len: 337 time: 0.0326023 Feb 04 05:57:21.378637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45766) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:21.410502 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-df62b495-467e-4764-ae3c-b307d90928dc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4392564 Feb 04 05:57:21.416421 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45768) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:21.422805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1313751821'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:21.503565 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:21.507199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.510360 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.510545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-adc7604f-da18-405b-a4fb-32b19c33d5c1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 804e708f-e9a1-4af1-a143-f648a58dad3e {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:21.511001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-adc7604f-da18-405b-a4fb-32b19c33d5c1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.578968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-74aabe62-9274-47b1-840c-663808e89302 None None] For port 1912bd72-3127-4330-819d-786968521100, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1912bd72-3127-4330-819d-786968521100,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:21.579803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-74aabe62-9274-47b1-840c-663808e89302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.593235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-adc7604f-da18-405b-a4fb-32b19c33d5c1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.598657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:21.600133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-74aabe62-9274-47b1-840c-663808e89302 None None] Calling delete_port for 1912bd72-3127-4330-819d-786968521100 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:21.611747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-adc7604f-da18-405b-a4fb-32b19c33d5c1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 804e708f-e9a1-4af1-a143-f648a58dad3e owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:21.624140 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-97684441-2bea-4156-999c-9217df63d725 None None] Allocated IP 2001:db8:2::2 (69f2ad94-230c-4f30-a4d6-da8477c84079/5ee57cf7-a810-488b-beca-7adacb890fdc/cf0b64b0-5933-4016-b171-9aa780e68ead) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:21.625174 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e7d3b-1f0c-4228-bcf4-f400dc4dacc2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:21.629239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-507e7d3b-1f0c-4228-bcf4-f400dc4dacc2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.631576 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-507e7d3b-1f0c-4228-bcf4-f400dc4dacc2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:57:21.632237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507e7d3b-1f0c-4228-bcf4-f400dc4dacc2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:21.643001 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.643350 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Added segment 7442297b-5a3d-4e14-bdda-5f0c3d55783b of type vlan for network d1c89465-6bc6-4a8a-a648-24c29a886c81 Feb 04 05:57:21.644399 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1a64a4ae-d86a-4e6a-b112-c61a30cf861f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.709888 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-507e7d3b-1f0c-4228-bcf4-f400dc4dacc2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4348438 Feb 04 05:57:21.710449 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45770) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:21.767468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-adc7604f-da18-405b-a4fb-32b19c33d5c1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.778913 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.784909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d84a7-e07f-45c8-bddd-eebc4a28f094 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:21.790414 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7a4d84a7-e07f-45c8-bddd-eebc4a28f094 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0768464 Feb 04 05:57:21.792010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45772) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:21.819233 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7604f-da18-405b-a4fb-32b19c33d5c1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=804e708f-e9a1-4af1-a143-f648a58dad3e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:21.824648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-adc7604f-da18-405b-a4fb-32b19c33d5c1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.830618 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-adc7604f-da18-405b-a4fb-32b19c33d5c1 tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/ports/804e708f-e9a1-4af1-a143-f648a58dad3e HTTP/1.1" status: 204 len: 168 time: 0.4476655 Feb 04 05:57:21.831060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45774) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:21.868663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.875553 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:21.876238 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.936709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:21.952873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port efa395d9-4376-4111-90ce-834c329dfd3d triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:21.953001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.044346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Deleting port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:22.044945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.049560 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6303375 Feb 04 05:57:22.051288 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec54d98-43d4-4c3a-b035-1589273147cb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=d1c89465-6bc6-4a8a-a648-24c29a886c81,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:22.058672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f3bfa1-220c-4a2d-a3e3-8a4cff335ec1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:22.065787 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f9f3bfa1-220c-4a2d-a3e3-8a4cff335ec1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2732382 Feb 04 05:57:22.067731 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45776) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:22.068080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45778) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:22.077020 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'network_id': 'd1c89465-6bc6-4a8a-a648-24c29a886c81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:22.133872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] For port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,segment=NetworkSegment(f7353c24-c342-42e8-8492-76a5848228dc),segment_id=f7353c24-c342-42e8-8492-76a5848228dc)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:22.134420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.134947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network d1c89465-6bc6-4a8a-a648-24c29a886c81 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:22.136982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f48f3cf-be05-4422-9355-5b49c14f867b None None] Network 9bc43f74-2bfc-4b90-a128-4cb3c6c3d331 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:22.152244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Calling delete_port for 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:22.153955 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cc0fe62d-dc28-45e2-b7ff-9ff699563691 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726676 Feb 04 05:57:22.158788 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45780) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:22.182311 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-74aabe62-9274-47b1-840c-663808e89302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.198997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-472625e8-050b-43d7-9ac5-a3e2a78532e6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:22.217614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Provisioning complete for port efa395d9-4376-4111-90ce-834c329dfd3d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:22.218039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.248546 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.264583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] No DVR routers for this DVR port 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:22.315026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Port': ['ID=1fdce8fa-8474-4dec-9345-e32c71bbd6e3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:22.371945 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472625e8-050b-43d7-9ac5-a3e2a78532e6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:22.376507 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-472625e8-050b-43d7-9ac5-a3e2a78532e6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.376659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aabe62-9274-47b1-840c-663808e89302 None None] Pushing event deleted for resources: {'Port': ['ID=1912bd72-3127-4330-819d-786968521100,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:22.383619 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aabe62-9274-47b1-840c-663808e89302 None None] No DVR routers for this DVR port 1912bd72-3127-4330-819d-786968521100 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:22.386464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.402681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.408705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.429937 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:22.433377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.441433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015895b8-f51e-4ebc-907f-37199530d6a4']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:22.452603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7353c24-c342-42e8-8492-76a5848228dc') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:22.452902 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7353c24-c342-42e8-8492-76a5848228dc') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:22.456212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.469343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.484832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.494047 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:22.494496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:22.497900 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:22.534796 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e7bc86-02db-4be6-8d76-66358b37c18e None None] DHCP port deletion for 015895b8-f51e-4ebc-907f-37199530d6a4 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:22.548038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.548817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.608810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.615326 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Performing IP validity checks on allocation pools {{(pid=102166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:57:22.615856 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:57:22.631655 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.633958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa', 'network_id': 'a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa', 'tenant_id': '29edd40400024c2e88f76a0fe315749f', 'fixed_ips': [{'subnet_id': '981781b0-90b5-47ba-9c1b-ac8428aabc92'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:22.634825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.640061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.652070 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] 10.222.0.15 "DELETE /v2.0/networks/015895b8-f51e-4ebc-907f-37199530d6a4 HTTP/1.1" status: 204 len: 168 time: 0.8200409 Feb 04 05:57:22.653396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27983c12-79a3-4c81-9d05-4bbe75d5a2ba tempest-PortsTestJSON-88217738 tempest-PortsTestJSON-88217738-project] Pushing event deleted for resources: {'Network': ['ID=015895b8-f51e-4ebc-907f-37199530d6a4,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:22.692498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d479ce-7b7a-44a2-bff8-e24b23cad7b0 None None] Pushing event updated for resources: {'Port': ['ID=1d66ae22-af2e-40aa-a42d-77919efcaff5,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:22.726032 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=cc063079-42cd-44c0-bfbe-516cc0519f8f,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:22.766246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-97684441-2bea-4156-999c-9217df63d725 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.849789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-97684441-2bea-4156-999c-9217df63d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.914865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 69f2ad94-230c-4f30-a4d6-da8477c84079 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:22.932082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:22.974485 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:22.997195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port efa395d9-4376-4111-90ce-834c329dfd3d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=efa395d9-4376-4111-90ce-834c329dfd3d,segment=NetworkSegment(3fa000c2-d3f0-41ce-8b47-00cd72819e3d),segment_id=3fa000c2-d3f0-41ce-8b47-00cd72819e3d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:23.008684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45786) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:23.023647 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Attempting to bind port 1d66ae22-af2e-40aa-a42d-77919efcaff5 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:23.024343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Attempting to bind port 1d66ae22-af2e-40aa-a42d-77919efcaff5 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '3fa000c2-d3f0-41ce-8b47-00cd72819e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89172491-0373-4771-915d-e48e7afd71f3'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:23.025006 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Attempting to bind port 1d66ae22-af2e-40aa-a42d-77919efcaff5 on network 89172491-0373-4771-915d-e48e7afd71f3 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:23.041523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.058781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97684441-2bea-4156-999c-9217df63d725 None None] Network 69f2ad94-230c-4f30-a4d6-da8477c84079 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:23.111188 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.114793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-97684441-2bea-4156-999c-9217df63d725 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:23.121256 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:23.122280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Checking segment: {'id': '3fa000c2-d3f0-41ce-8b47-00cd72819e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89172491-0373-4771-915d-e48e7afd71f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:23.122889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.123573 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Bound using segment: {'id': '3fa000c2-d3f0-41ce-8b47-00cd72819e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89172491-0373-4771-915d-e48e7afd71f3'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:23.124240 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Bound port: 1d66ae22-af2e-40aa-a42d-77919efcaff5, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa000c2-d3f0-41ce-8b47-00cd72819e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89172491-0373-4771-915d-e48e7afd71f3'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:23.124811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.128825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97684441-2bea-4156-999c-9217df63d725 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:23.137823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1912bd72-3127-4330-819d-786968521100 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:23.156339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97684441-2bea-4156-999c-9217df63d725 None None] Pushing event updated for resources: {'Port': ['ID=cf0b64b0-5933-4016-b171-9aa780e68ead,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:23.173061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 9c90e565-91f4-4372-88f6-d67daa6782ac has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:23.196665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=e327ee5c-5c4e-4d23-b8c5-3893161b0069,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:23.210014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 1912bd72-3127-4330-819d-786968521100 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:23.210167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1912bd72-3127-4330-819d-786968521100 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:23.239619 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-baf8785b-2617-4998-bfab-bf5f942b9048 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b08d3bca42b491ba60abd2261accc9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295401 Feb 04 05:57:23.243882 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45790) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:23.274565 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Allocated IP 2001:db8::3 (a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa/981781b0-90b5-47ba-9c1b-ac8428aabc92/19e89885-3b9b-4258-bde5-f07ba8f5a1e7) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:23.324900 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89b18eeb-1bf9-4d87-b4f2-914c2a2c9a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.325189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Checking segment: {'id': '7442297b-5a3d-4e14-bdda-5f0c3d55783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd1c89465-6bc6-4a8a-a648-24c29a886c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:23.325340 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network hostable DHCP agents. Network: d1c89465-6bc6-4a8a-a648-24c29a886c81, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:23.329739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:23.340995 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-64153807-4ab3-4072-a6ea-7ef7b82f0021 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7159412 Feb 04 05:57:23.343921 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45792) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:23.350688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89b18eeb-1bf9-4d87-b4f2-914c2a2c9a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.350995 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-528800493'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:23.381739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-97684441-2bea-4156-999c-9217df63d725 None None] Attempting to bind port cf0b64b0-5933-4016-b171-9aa780e68ead on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:23.381961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-97684441-2bea-4156-999c-9217df63d725 None None] Attempting to bind port cf0b64b0-5933-4016-b171-9aa780e68ead by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'f3f29ee3-30d6-45ae-b748-e548b5975034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:23.382331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97684441-2bea-4156-999c-9217df63d725 None None] Attempting to bind port cf0b64b0-5933-4016-b171-9aa780e68ead on network 69f2ad94-230c-4f30-a4d6-da8477c84079 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:23.407231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.objects.ports [None req-472625e8-050b-43d7-9ac5-a3e2a78532e6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102166) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:57:23.414993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-472625e8-050b-43d7-9ac5-a3e2a78532e6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.434719 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89b18eeb-1bf9-4d87-b4f2-914c2a2c9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.439155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89b18eeb-1bf9-4d87-b4f2-914c2a2c9a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.445454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-89b18eeb-1bf9-4d87-b4f2-914c2a2c9a37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c32bed5e-4d09-47a0-804a-b44df67a64d9 HTTP/1.1" status: 204 len: 168 time: 0.2001264 Feb 04 05:57:23.455714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b18eeb-1bf9-4d87-b4f2-914c2a2c9a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32bed5e-4d09-47a0-804a-b44df67a64d9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:23.467407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device dced83e7-ef7b-4f1f-8cc7-7e84be4be698 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:23.479531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network d1c89465-6bc6-4a8a-a648-24c29a886c81 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:23.489519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472625e8-050b-43d7-9ac5-a3e2a78532e6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:23.503741 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-472625e8-050b-43d7-9ac5-a3e2a78532e6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:23.507311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472625e8-050b-43d7-9ac5-a3e2a78532e6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:23.507946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-472625e8-050b-43d7-9ac5-a3e2a78532e6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.524652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, d1c89465-6bc6-4a8a-a648-24c29a886c81) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:23.530366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:23.531076 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.537876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:23.541430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.553673 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-472625e8-050b-43d7-9ac5-a3e2a78532e6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3934116 Feb 04 05:57:23.556844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45796) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:23.563040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:a2:67:39', 'name': 'tempest-NetworksTestDHCPv6-2031103055'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:23.564107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472625e8-050b-43d7-9ac5-a3e2a78532e6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=c4688261-fcdb-4a62-93eb-1a983c8e9ced,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:23.589185 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-081aeb76-dd99-495a-842e-7775b24dc7be tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5164351 Feb 04 05:57:23.589922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45798) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:23.590750 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:23.650894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.661493 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.661845 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added segment bb08acbc-c624-4735-a2c2-2deb0d790723 of type vlan for network 8f4b62bd-0de6-49da-ba46-0493f56c9a82 Feb 04 05:57:23.714474 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1019ad0-bfea-491a-bba3-de6e82d9971d None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:23.734238 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.760981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.764217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:23.784664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.791668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:23.792370 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.874807 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5287321 Feb 04 05:57:23.887402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45808) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:23.896852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'subnet': {'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:23.911266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.937160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port 04daf828-ae4c-4c09-b567-e5f3a6b0c5c7 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:57:23.952954 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90c774-575e-4e06-bd9a-6fbccd875a38 None None] Network d1c89465-6bc6-4a8a-a648-24c29a886c81 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:23.970562 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97684441-2bea-4156-999c-9217df63d725 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:23.971378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97684441-2bea-4156-999c-9217df63d725 None None] Checking segment: {'id': 'f3f29ee3-30d6-45ae-b748-e548b5975034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:23.971731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-97684441-2bea-4156-999c-9217df63d725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.972312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97684441-2bea-4156-999c-9217df63d725 None None] Bound using segment: {'id': 'f3f29ee3-30d6-45ae-b748-e548b5975034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:23.973809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-97684441-2bea-4156-999c-9217df63d725 None None] Bound port: cf0b64b0-5933-4016-b171-9aa780e68ead, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f29ee3-30d6-45ae-b748-e548b5975034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:23.974205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-97684441-2bea-4156-999c-9217df63d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.026866 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=efa395d9-4376-4111-90ce-834c329dfd3d,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:24.031139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.094302 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-eef53666-6620-4a7a-80ae-281706584335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.095131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::f816:3eff:fea2:6739 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/c4688261-fcdb-4a62-93eb-1a983c8e9ced/04daf828-ae4c-4c09-b567-e5f3a6b0c5c7) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:24.096195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Pushing event updated for resources: {'Port': ['ID=19e89885-3b9b-4258-bde5-f07ba8f5a1e7,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:24.109497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] For port 1d66ae22-af2e-40aa-a42d-77919efcaff5, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:24.136969 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:57:24.137573 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:57:24.150991 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Network a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:24.216155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-97684441-2bea-4156-999c-9217df63d725 None None] For port cf0b64b0-5933-4016-b171-9aa780e68ead, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:24.220658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-97684441-2bea-4156-999c-9217df63d725 None None] For port cf0b64b0-5933-4016-b171-9aa780e68ead, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cf0b64b0-5933-4016-b171-9aa780e68ead,segment=NetworkSegment(f3f29ee3-30d6-45ae-b748-e548b5975034),segment_id=f3f29ee3-30d6-45ae-b748-e548b5975034)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:24.228554 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] For port 1d66ae22-af2e-40aa-a42d-77919efcaff5, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d66ae22-af2e-40aa-a42d-77919efcaff5,segment=NetworkSegment(3fa000c2-d3f0-41ce-8b47-00cd72819e3d),segment_id=3fa000c2-d3f0-41ce-8b47-00cd72819e3d)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:24.230298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:24.238165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-97684441-2bea-4156-999c-9217df63d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.241456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:24.245948 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a6830-c04a-42b7-8279-d3ae66f2e62d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Network': ['ID=8f4b62bd-0de6-49da-ba46-0493f56c9a82,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:24.263837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.272587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.278352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 8f4b62bd-0de6-49da-ba46-0493f56c9a82 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:24.318919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.351647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Made reservation on behalf of b7a649e53dc244f69ad8103488560562 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:24.355643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.361457 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.379523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.451013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Subnet': ['ID=e327ee5c-5c4e-4d23-b8c5-3893161b0069,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:24.451640 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45820) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:24.472252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:24.481373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:24.485051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:24.499786 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:24.500856 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.502523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port dced83e7-ef7b-4f1f-8cc7-7e84be4be698 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:24.502523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.518636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=04daf828-ae4c-4c09-b567-e5f3a6b0c5c7,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:24.557392 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5b9bc9da-cb60-4602-bb12-afd7f3c04048 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9966474 Feb 04 05:57:24.557629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45824) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:24.571869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Attempting to bind port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:24.572014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Attempting to bind port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '77b42fc4-4dd2-4c47-ab86-3b636ad919fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:24.572662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Attempting to bind port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 on network a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:24.586829 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.617337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c89465-6bc6-4a8a-a648-24c29a886c81']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:24.634299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7442297b-5a3d-4e14-bdda-5f0c3d55783b') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:24.634677 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7442297b-5a3d-4e14-bdda-5f0c3d55783b') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:24.663908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:24.664243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9425606-e7aa-41f2-9495-a96393d3daac tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:24.664548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:24.670494 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a9425606-e7aa-41f2-9495-a96393d3daac tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1115029 Feb 04 05:57:24.671553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45826) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:24.685300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.689989 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'network': {'name': 'tempest-RoutersTest-232281713'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:24.727087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.738999 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:24.739587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:24.744772 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:24.810414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:24.842801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-10c38d6c-f9cd-496b-80a4-e6fbbd058e62 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port 04daf828-ae4c-4c09-b567-e5f3a6b0c5c7 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:24.843370 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-10c38d6c-f9cd-496b-80a4-e6fbbd058e62 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.864620 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:24.873834 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.906324 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.925797 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.931021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.939715 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/d1c89465-6bc6-4a8a-a648-24c29a886c81 HTTP/1.1" status: 204 len: 168 time: 1.3462629 Feb 04 05:57:24.943560 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45828) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:24.956245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-974239216'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:24.965317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-10c38d6c-f9cd-496b-80a4-e6fbbd058e62 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.974291 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:24.982469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-10c38d6c-f9cd-496b-80a4-e6fbbd058e62 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for 04daf828-ae4c-4c09-b567-e5f3a6b0c5c7 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:24.991518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacdf12-7455-4945-919f-e47981936432 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Network': ['ID=d1c89465-6bc6-4a8a-a648-24c29a886c81,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:25.085775 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Subnet': ['ID=843cf17b-4c7d-463b-b238-0b0e7563cddb,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:25.089356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:25.089990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Checking segment: {'id': '77b42fc4-4dd2-4c47-ab86-3b636ad919fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:25.090563 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.091091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Bound using segment: {'id': '77b42fc4-4dd2-4c47-ab86-3b636ad919fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:25.091745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Bound port: 19e89885-3b9b-4258-bde5-f07ba8f5a1e7, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b42fc4-4dd2-4c47-ab86-3b636ad919fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:25.092283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.096140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:25.100236 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.112867 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97684441-2bea-4156-999c-9217df63d725 None None] Pushing event updated for resources: {'Port': ['ID=cf0b64b0-5933-4016-b171-9aa780e68ead,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:25.135069 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Checking segment: {'id': 'bb08acbc-c624-4735-a2c2-2deb0d790723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:25.135069 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network hostable DHCP agents. Network: 8f4b62bd-0de6-49da-ba46-0493f56c9a82, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:25.136137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-10c38d6c-f9cd-496b-80a4-e6fbbd058e62 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.142943 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80258206-c29f-405c-b3a8-7bedc295515e None None] Network d1c89465-6bc6-4a8a-a648-24c29a886c81 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:25.169648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c38d6c-f9cd-496b-80a4-e6fbbd058e62 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=04daf828-ae4c-4c09-b567-e5f3a6b0c5c7,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:25.175154 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:25.183701 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.189651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.198319 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.199159 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Added segment 77bc4a07-a211-4679-83fe-88362f2ea9c5 of type vlan for network dc72b9c1-f9c6-40f9-8eac-9ba3d86be427 Feb 04 05:57:25.213446 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-10c38d6c-f9cd-496b-80a4-e6fbbd058e62 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.217604 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-10c38d6c-f9cd-496b-80a4-e6fbbd058e62 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/04daf828-ae4c-4c09-b567-e5f3a6b0c5c7 HTTP/1.1" status: 204 len: 168 time: 0.5442183 Feb 04 05:57:25.220001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45830) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:25.232118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80258206-c29f-405c-b3a8-7bedc295515e None None] Network d1c89465-6bc6-4a8a-a648-24c29a886c81 could not be found, it might have been deleted concurrently. {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 05:57:25.244142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.253255 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.267443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.284134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c41ba2-d7c5-4e67-b641-e953cfcd7d91,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:25.286811 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 8f4b62bd-0de6-49da-ba46-0493f56c9a82 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:25.291548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Could not find standard attr ID for object 1fdce8fa-8474-4dec-9345-e32c71bbd6e3. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:25.292234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fb1a71-f366-4938-92cb-c2253c73aaad tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:25.293309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d25308d-166c-496e-a7f8-abc1c900a928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': 'c4688261-fcdb-4a62-93eb-1a983c8e9ced'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:25.294398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6d25308d-166c-496e-a7f8-abc1c900a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.294521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fb1a71-f366-4938-92cb-c2253c73aaad tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:25.296442 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c7fb1a71-f366-4938-92cb-c2253c73aaad tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0750334 Feb 04 05:57:25.298949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45832) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:25.302716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 8f4b62bd-0de6-49da-ba46-0493f56c9a82) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:25.311381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:25.313929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:25.314808 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.340166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f51480a-9906-4277-a9eb-531e070bf008 None None] Network 8f4b62bd-0de6-49da-ba46-0493f56c9a82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:25.343481 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c12033b3-c59b-400e-8a3f-fc331e4c4589 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4523106 Feb 04 05:57:25.346290 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45834) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:25.348800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d479ce-7b7a-44a2-bff8-e24b23cad7b0 None None] Pushing event updated for resources: {'Port': ['ID=1d66ae22-af2e-40aa-a42d-77919efcaff5,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:25.353681 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.354032 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added segment 52a047fb-34b5-4eba-a4ce-4184492a393b of type vlan for network 61861e13-a183-44b9-a561-730ef1cb055a Feb 04 05:57:25.378350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c05da2-3bd8-44f3-a76c-435c7f7b5d4a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet c4688261-fcdb-4a62-93eb-1a983c8e9ced {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:25.382840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34c05da2-3bd8-44f3-a76c-435c7f7b5d4a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.396523 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.402193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:25.402791 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.431902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] For port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:25.433346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34c05da2-3bd8-44f3-a76c-435c7f7b5d4a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.447230 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] For port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=19e89885-3b9b-4258-bde5-f07ba8f5a1e7,segment=NetworkSegment(77b42fc4-4dd2-4c47-ab86-3b636ad919fd),segment_id=77b42fc4-4dd2-4c47-ab86-3b636ad919fd)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:25.462032 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Provisioning complete for port 1d66ae22-af2e-40aa-a42d-77919efcaff5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:25.462410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.465261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.498410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34c05da2-3bd8-44f3-a76c-435c7f7b5d4a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.569641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.574776 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6239572 Feb 04 05:57:25.579165 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ba56d-3a50-46cf-85a1-d2c881405de2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=dc72b9c1-f9c6-40f9-8eac-9ba3d86be427,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:25.586111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45836) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:25.589470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34c05da2-3bd8-44f3-a76c-435c7f7b5d4a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.592768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'network_id': 'dc72b9c1-f9c6-40f9-8eac-9ba3d86be427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:25.601989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port dced83e7-ef7b-4f1f-8cc7-7e84be4be698, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=dced83e7-ef7b-4f1f-8cc7-7e84be4be698,segment=NetworkSegment(e570b6a6-c8f4-42ee-9175-7526a830433d),segment_id=e570b6a6-c8f4-42ee-9175-7526a830433d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:25.627790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c05da2-3bd8-44f3-a76c-435c7f7b5d4a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=c4688261-fcdb-4a62-93eb-1a983c8e9ced,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:25.633121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34c05da2-3bd8-44f3-a76c-435c7f7b5d4a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.637343 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-34c05da2-3bd8-44f3-a76c-435c7f7b5d4a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/c4688261-fcdb-4a62-93eb-1a983c8e9ced HTTP/1.1" status: 204 len: 168 time: 0.3368921 Feb 04 05:57:25.639727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45838) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:25.668087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.673968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:25.674660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.678186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da292a1f-aa96-498a-8d03-82a99b3d5912 None None] Pushing event updated for resources: {'Port': ['ID=19e89885-3b9b-4258-bde5-f07ba8f5a1e7,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:25.688419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8fc786db-9a73-4458-8d72-7d3b50a53675 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473878 Feb 04 05:57:25.693145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45840) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:25.700300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network dc72b9c1-f9c6-40f9-8eac-9ba3d86be427 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:25.708963 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server [None req-6d25308d-166c-496e-a7f8-abc1c900a928 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4688261-fcdb-4a62-93eb-1a983c8e9ced: This subnet is being modified by another concurrent operation. Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:57:25.720468 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4688261-fcdb-4a62-93eb-1a983c8e9ced: This subnet is being modified by another concurrent operation. Feb 04 05:57:25.725735 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Feb 04 05:57:25.760720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-bc609b76-610a-4972-a5a8-6de214e0d555 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:25.856358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:25.880894 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4225245 Feb 04 05:57:25.881674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45842) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:25.893603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'network': {'name': 'tempest-RoutersTest-556268711'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:25.930923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:25.934013 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:25.934888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1fdce8fa-8474-4dec-9345-e32c71bbd6e3 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:25.935404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.937332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=dced83e7-ef7b-4f1f-8cc7-7e84be4be698,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:25.964060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:25.986198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:25.986616 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added segment bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736 of type vlan for network 59dc596a-6820-4426-b958-45b977430c57 Feb 04 05:57:26.038450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:21Z', 'revision_number': 4, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:23Z', 'revision_number': 4, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc063079-42cd-44c0-bfbe-516cc0519f8f', 'name': '', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:4b:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:19Z', 'updated_at': '2022-02-04T05:57:21Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:26.046473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.049649 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7cea0c-db5a-4d54-bf41-a6cadf2790d1 None None] Network 69f2ad94-230c-4f30-a4d6-da8477c84079 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:26.060207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.084043 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd9910-b286-4533-a8c2-d200f7988a74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Network': ['ID=61861e13-a183-44b9-a561-730ef1cb055a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:26.106868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.120609 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:26.121294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.197877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:26.202410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.212610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Network': ['ID=59dc596a-6820-4426-b958-45b977430c57,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:26.220242 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1572c7d2-a004-4fb6-9f76-035693128f56 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3327401 Feb 04 05:57:26.232043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45844) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:26.239110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'subnet': {'network_id': '61861e13-a183-44b9-a561-730ef1cb055a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:26.355317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc609b76-610a-4972-a5a8-6de214e0d555 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:26.359131 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc609b76-610a-4972-a5a8-6de214e0d555 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.359563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:26.364367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.377800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 61861e13-a183-44b9-a561-730ef1cb055a details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:26.447076 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 59dc596a-6820-4426-b958-45b977430c57 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:26.549858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device efa395d9-4376-4111-90ce-834c329dfd3d up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:26.566782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc30b66-0743-43de-9d73-97f324b0c6d6 None None] The sync data for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv is: [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:21Z', 'revision_number': 4, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:23Z', 'revision_number': 4, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc063079-42cd-44c0-bfbe-516cc0519f8f', 'name': '', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:4b:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:19Z', 'updated_at': '2022-02-04T05:57:21Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:26.600057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.609688 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.627163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] For port 1d66ae22-af2e-40aa-a42d-77919efcaff5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d66ae22-af2e-40aa-a42d-77919efcaff5,segment=NetworkSegment(3fa000c2-d3f0-41ce-8b47-00cd72819e3d),segment_id=3fa000c2-d3f0-41ce-8b47-00cd72819e3d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:26.689177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.759603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Could not find standard attr ID for object 804e708f-e9a1-4af1-a143-f648a58dad3e. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:26.778010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-8f4b62bd-0de6-49da-ba46-0493f56c9a82', 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'fixed_ips': [{'subnet_id': '843cf17b-4c7d-463b-b238-0b0e7563cddb'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:26.781507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.802781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:26.943362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.024588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port efa395d9-4376-4111-90ce-834c329dfd3d triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:27.025619 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.032484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=d647cc8b-9866-4e04-acaa-3fddf8f56cea,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:27.076530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6385b-879f-4079-88ce-06ccf92ceb9b None None] Pushing event updated for resources: {'Port': ['ID=1d66ae22-af2e-40aa-a42d-77919efcaff5,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:27.110709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.211188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Checking segment: {'id': '52a047fb-34b5-4eba-a4ce-4184492a393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61861e13-a183-44b9-a561-730ef1cb055a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:27.211560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network hostable DHCP agents. Network: 61861e13-a183-44b9-a561-730ef1cb055a, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:27.213817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Subnet': ['ID=a5c2cde4-530c-48f5-8862-783673a6b933,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:27.242130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-05ce2761-1e1a-4762-96c0-fdc886aedf75 None None] Provisioning complete for port efa395d9-4376-4111-90ce-834c329dfd3d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:27.242527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-05ce2761-1e1a-4762-96c0-fdc886aedf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.251127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 61861e13-a183-44b9-a561-730ef1cb055a is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:27.252946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cf0b64b0-5933-4016-b171-9aa780e68ead up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:27.254918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Checking segment: {'id': '77bc4a07-a211-4679-83fe-88362f2ea9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc72b9c1-f9c6-40f9-8eac-9ba3d86be427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:27.255072 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network hostable DHCP agents. Network: dc72b9c1-f9c6-40f9-8eac-9ba3d86be427, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:27.256581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de620556-3097-4c14-921d-6fe0ceb76dfb None None] Network a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:27.262508 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 61861e13-a183-44b9-a561-730ef1cb055a) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:27.271513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:27.272104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.282328 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.objects.ports [None req-bc609b76-610a-4972-a5a8-6de214e0d555 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102166) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:57:27.289428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc609b76-610a-4972-a5a8-6de214e0d555 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.294114 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7eef2e93-3c76-4e74-a287-09d472b2ee74 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0604405 Feb 04 05:57:27.294953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45846) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:27.301886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'subnet': {'network_id': '59dc596a-6820-4426-b958-45b977430c57', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:27.334599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffd8be3-8ff3-4f23-b89e-50dcb22d7892 None None] Network 61861e13-a183-44b9-a561-730ef1cb055a requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:27.352665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc609b76-610a-4972-a5a8-6de214e0d555 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:27.360692 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-bc609b76-610a-4972-a5a8-6de214e0d555 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:27.380367 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc609b76-610a-4972-a5a8-6de214e0d555 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:27.380951 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc609b76-610a-4972-a5a8-6de214e0d555 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.398125 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc609b76-610a-4972-a5a8-6de214e0d555 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=78080ba8-a3d6-48ca-9e19-1c313be11545,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:27.401702 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network dc72b9c1-f9c6-40f9-8eac-9ba3d86be427 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:27.408715 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, dc72b9c1-f9c6-40f9-8eac-9ba3d86be427) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:27.414217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:27.415133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.417240 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88c353-8334-4be0-8b31-14dd0247ea3b None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:27.434083 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bc609b76-610a-4972-a5a8-6de214e0d555 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6855595 Feb 04 05:57:27.436364 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45848) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:27.444053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:a5:fe:25', 'name': 'tempest-NetworksTestDHCPv6-156523192'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:27.449157 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-769d6260-208e-4488-b8a4-94d280283d70 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8598275 Feb 04 05:57:27.450342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45850) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:27.506233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c14c00-bd35-4394-9d11-e04fb3b98620 None None] Network dc72b9c1-f9c6-40f9-8eac-9ba3d86be427 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:27.563379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:27.567221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.576317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Allocated IP 2001:db8:3::2 (8f4b62bd-0de6-49da-ba46-0493f56c9a82/843cf17b-4c7d-463b-b238-0b0e7563cddb/4bc4b051-f07c-4577-9c6d-54d1655be396) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:27.736795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.810784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:27.814489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port cf0b64b0-5933-4016-b171-9aa780e68ead triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:27.814862 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.815597 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.933013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:27.979884 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port c21fa482-5190-4f7d-b927-fd05ff61ad91 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:57:28.013935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.143901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Checking segment: {'id': 'bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59dc596a-6820-4426-b958-45b977430c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:28.145012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network hostable DHCP agents. Network: 59dc596a-6820-4426-b958-45b977430c57, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:28.145403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-05ce2761-1e1a-4762-96c0-fdc886aedf75 None None] Provisioning complete for port 1d66ae22-af2e-40aa-a42d-77919efcaff5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:28.145819 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-05ce2761-1e1a-4762-96c0-fdc886aedf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.147275 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Subnet': ['ID=8484ed12-d34d-4588-930c-3a66ae48ac3b,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:28.171973 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-61861e13-a183-44b9-a561-730ef1cb055a', 'network_id': '61861e13-a183-44b9-a561-730ef1cb055a', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'fixed_ips': [{'subnet_id': 'a5c2cde4-530c-48f5-8862-783673a6b933'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:28.172840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.214679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '78080ba8-a3d6-48ca-9e19-1c313be11545'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:28.215542 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.217531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5079cf-ef94-4384-b226-e453a0bc4b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-dc72b9c1-f9c6-40f9-8eac-9ba3d86be427', 'network_id': 'dc72b9c1-f9c6-40f9-8eac-9ba3d86be427', 'tenant_id': '29edd40400024c2e88f76a0fe315749f', 'fixed_ips': [{'subnet_id': 'd647cc8b-9866-4e04-acaa-3fddf8f56cea'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:28.218274 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bc5079cf-ef94-4384-b226-e453a0bc4b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.241309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.274030 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Sync routers for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:28.285734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Subnet': ['ID=d647cc8b-9866-4e04-acaa-3fddf8f56cea,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:28.292140 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:28.292849 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:28.296240 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 59dc596a-6820-4426-b958-45b977430c57 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:28.317276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::f816:3eff:fea5:fe25 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/78080ba8-a3d6-48ca-9e19-1c313be11545/c21fa482-5190-4f7d-b927-fd05ff61ad91) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:28.397092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 59dc596a-6820-4426-b958-45b977430c57) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:28.400865 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:28.461677 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b902154f-e439-4da6-867e-5b9bb93174f4 None None] Network 59dc596a-6820-4426-b958-45b977430c57 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:28.478790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.554779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.564729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.592849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.598262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:28.598992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.614517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc72b9c1-f9c6-40f9-8eac-9ba3d86be427']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:28.630357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.632983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bc4a07-a211-4679-83fe-88362f2ea9c5') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:28.633558 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bc4a07-a211-4679-83fe-88362f2ea9c5') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:28.645947 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.650665 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-efeec118-f369-4ad6-887f-47033de0e41a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3543334 Feb 04 05:57:28.657837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45852) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:28.663804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6a5f6c6e-6b2b-4985-a394-e6b72297c921 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1171138981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:28.668325 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:21Z', 'revision_number': 4, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc063079-42cd-44c0-bfbe-516cc0519f8f', 'name': '', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:4b:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:19Z', 'updated_at': '2022-02-04T05:57:21Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:28.704849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6c6e-6b2b-4985-a394-e6b72297c921 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.705998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6c6e-6b2b-4985-a394-e6b72297c921 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.710559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.711665 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Checking router: 9c90e565-91f4-4372-88f6-d67daa6782ac for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:28.712666 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Updating router 9c90e565-91f4-4372-88f6-d67daa6782ac port cc063079-42cd-44c0-bfbe-516cc0519f8f binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:57:28.715826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.720630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:28.721222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:28.726012 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:28.775625 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.823207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.830851 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Network 8f4b62bd-0de6-49da-ba46-0493f56c9a82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:28.865411 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:28.868550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:28.891710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.913988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537c756c-53b5-4758-9e49-72d7dfc1ea2f None None] Network dc72b9c1-f9c6-40f9-8eac-9ba3d86be427 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:28.938665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:28.945245 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/dc72b9c1-f9c6-40f9-8eac-9ba3d86be427 HTTP/1.1" status: 204 len: 168 time: 1.4927275 Feb 04 05:57:28.982798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45854) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:28.984772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:28.986204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Pushing event updated for resources: {'Port': ['ID=4bc4b051-f07c-4577-9c6d-54d1655be396,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:28.995957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1154735410'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:29.006730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145d953-d04d-4321-a13f-08bdc3b9a96b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Network': ['ID=dc72b9c1-f9c6-40f9-8eac-9ba3d86be427,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:29.029738 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port cf0b64b0-5933-4016-b171-9aa780e68ead, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cf0b64b0-5933-4016-b171-9aa780e68ead,segment=NetworkSegment(f3f29ee3-30d6-45ae-b748-e548b5975034),segment_id=f3f29ee3-30d6-45ae-b748-e548b5975034)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:29.036370 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537c756c-53b5-4758-9e49-72d7dfc1ea2f None None] Network dc72b9c1-f9c6-40f9-8eac-9ba3d86be427 could not be found, it might have been deleted concurrently. {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 05:57:29.046049 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Allocated IP 2001:db8:3::1 (8f4b62bd-0de6-49da-ba46-0493f56c9a82/843cf17b-4c7d-463b-b238-0b0e7563cddb/02697f19-8b62-4337-84dd-02e34487e8ad) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:29.047436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:29.053983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=c21fa482-5190-4f7d-b927-fd05ff61ad91,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:29.058779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6c6e-6b2b-4985-a394-e6b72297c921 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.060233 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:29.070069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:29.071949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.078093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.078797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device dced83e7-ef7b-4f1f-8cc7-7e84be4be698 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:29.079446 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6c6e-6b2b-4985-a394-e6b72297c921 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.107718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6c6e-6b2b-4985-a394-e6b72297c921 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.111894 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6a5f6c6e-6b2b-4985-a394-e6b72297c921 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4519277 Feb 04 05:57:29.112498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45856) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:29.194148 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Allocated IP 2001:db8::f816:3eff:fef1:1c97 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/78080ba8-a3d6-48ca-9e19-1c313be11545/545b21fa-37f7-4d13-a4c1-0946745767cc) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:29.200953 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5e10ce4c-1407-447c-a629-44a060c27cef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7634528 Feb 04 05:57:29.203996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45858) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:29.216040 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.227072 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.240243 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.240630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Allocated IP 172.20.0.2 (61861e13-a183-44b9-a561-730ef1cb055a/a5c2cde4-530c-48f5-8862-783673a6b933/92f07deb-45bb-438b-9550-3f2f1d520f8b) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:29.244290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:29.247697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.251604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Attempting to bind port 4bc4b051-f07c-4577-9c6d-54d1655be396 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:29.251996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Attempting to bind port 4bc4b051-f07c-4577-9c6d-54d1655be396 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'bb08acbc-c624-4735-a2c2-2deb0d790723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:29.252398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Attempting to bind port 4bc4b051-f07c-4577-9c6d-54d1655be396 on network 8f4b62bd-0de6-49da-ba46-0493f56c9a82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:29.287954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.305785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:29.306255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Checking segment: {'id': 'bb08acbc-c624-4735-a2c2-2deb0d790723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:29.306661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.307465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Bound using segment: {'id': 'bb08acbc-c624-4735-a2c2-2deb0d790723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:29.308014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Bound port: 4bc4b051-f07c-4577-9c6d-54d1655be396, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb08acbc-c624-4735-a2c2-2deb0d790723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:29.308411 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.349273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 8f4b62bd-0de6-49da-ba46-0493f56c9a82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:29.354356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:29.357062 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bd7cb-78ba-4120-be8a-37df9e42db78 None None] Pushing event updated for resources: {'Port': ['ID=cc063079-42cd-44c0-bfbe-516cc0519f8f,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:29.362329 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:29.363679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.394873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=cf0b64b0-5933-4016-b171-9aa780e68ead,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:29.397558 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Attempting to bind port cc063079-42cd-44c0-bfbe-516cc0519f8f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:29.397929 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Attempting to bind port cc063079-42cd-44c0-bfbe-516cc0519f8f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'f3f29ee3-30d6-45ae-b748-e548b5975034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:29.398284 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Attempting to bind port cc063079-42cd-44c0-bfbe-516cc0519f8f on network 69f2ad94-230c-4f30-a4d6-da8477c84079 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:29.405457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-05ce2761-1e1a-4762-96c0-fdc886aedf75 None None] Provisioning complete for port cf0b64b0-5933-4016-b171-9aa780e68ead triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:29.405879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-05ce2761-1e1a-4762-96c0-fdc886aedf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.407683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:29.409928 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:29.410838 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Checking segment: {'id': 'f3f29ee3-30d6-45ae-b748-e548b5975034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:29.411229 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.411618 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Bound using segment: {'id': 'f3f29ee3-30d6-45ae-b748-e548b5975034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:29.415296 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Bound port: cc063079-42cd-44c0-bfbe-516cc0519f8f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f29ee3-30d6-45ae-b748-e548b5975034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:29.415692 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.427141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-59dc596a-6820-4426-b958-45b977430c57', 'network_id': '59dc596a-6820-4426-b958-45b977430c57', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'fixed_ips': [{'subnet_id': '8484ed12-d34d-4588-930c-3a66ae48ac3b'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:29.428066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.428714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.428930 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Added segment 6012457f-dec6-4e79-b718-f4ad17502b11 of type vlan for network 6d89a35b-8943-4afa-957e-7fdd4964797c Feb 04 05:57:29.434312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=02697f19-8b62-4337-84dd-02e34487e8ad,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:29.543929 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] For port cc063079-42cd-44c0-bfbe-516cc0519f8f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:29.559025 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.559798 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] For port cc063079-42cd-44c0-bfbe-516cc0519f8f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cc063079-42cd-44c0-bfbe-516cc0519f8f,segment=NetworkSegment(f3f29ee3-30d6-45ae-b748-e548b5975034),segment_id=f3f29ee3-30d6-45ae-b748-e548b5975034)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:29.568282 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.616912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad22d6b6-e6ae-4fe0-9876-c40675634847 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:29.619984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ad22d6b6-e6ae-4fe0-9876-c40675634847 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4124291 Feb 04 05:57:29.624126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45860) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:29.648033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port dced83e7-ef7b-4f1f-8cc7-7e84be4be698 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:29.648406 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.653584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.689621 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:29.690465 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:29.792537 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bd7cb-78ba-4120-be8a-37df9e42db78 None None] Pushing event updated for resources: {'Port': ['ID=cc063079-42cd-44c0-bfbe-516cc0519f8f,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:29.796077 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:29.839299 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:29.859800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] For port 4bc4b051-f07c-4577-9c6d-54d1655be396, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:29.957904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] For port 4bc4b051-f07c-4577-9c6d-54d1655be396, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=4bc4b051-f07c-4577-9c6d-54d1655be396,segment=NetworkSegment(bb08acbc-c624-4735-a2c2-2deb0d790723),segment_id=bb08acbc-c624-4735-a2c2-2deb0d790723)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:29.987238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.012315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.028719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.034366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.035103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.048169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.054978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:30.055711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.075186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.139621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.147125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:30.148950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Allocated IP 172.21.0.2 (59dc596a-6820-4426-b958-45b977430c57/8484ed12-d34d-4588-930c-3a66ae48ac3b/d1aa71dd-1424-440b-9636-d474e1572719) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:30.152092 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event updated for resources: {'Port': ['ID=02697f19-8b62-4337-84dd-02e34487e8ad,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:30.160499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45862) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:30.168561 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1817265 Feb 04 05:57:30.169482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:30.173955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'network_id': '6d89a35b-8943-4afa-957e-7fdd4964797c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:30.187892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9aa70-680c-4f61-8259-400d471555e0 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=6d89a35b-8943-4afa-957e-7fdd4964797c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:30.228507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.238039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 6d89a35b-8943-4afa-957e-7fdd4964797c details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:30.240367 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:30.245708 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-77723994-eeb0-4ef0-b839-0c401b4f8c6f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port c21fa482-5190-4f7d-b927-fd05ff61ad91 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:30.246682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-77723994-eeb0-4ef0-b839-0c401b4f8c6f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.250790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:30.276370 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Network 61861e13-a183-44b9-a561-730ef1cb055a is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:30.289974 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:29Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '02697f19-8b62-4337-84dd-02e34487e8ad', 'name': '', 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:65:4e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '843cf17b-4c7d-463b-b238-0b0e7563cddb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:26Z', 'updated_at': '2022-02-04T05:57:29Z', 'revision_number': 1, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '843cf17b-4c7d-463b-b238-0b0e7563cddb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc063079-42cd-44c0-bfbe-516cc0519f8f', 'name': '', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:4b:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:19Z', 'updated_at': '2022-02-04T05:57:29Z', 'revision_number': 4, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:30.301313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Allocated IP 172.20.0.1 (61861e13-a183-44b9-a561-730ef1cb055a/a5c2cde4-530c-48f5-8862-783673a6b933/8f5f78a1-3041-4259-902c-5a8783d331d0) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:30.306582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:30.315596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-05ce2761-1e1a-4762-96c0-fdc886aedf75 None None] Provisioning complete for port dced83e7-ef7b-4f1f-8cc7-7e84be4be698 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:30.316835 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-05ce2761-1e1a-4762-96c0-fdc886aedf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.318590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:30.336356 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c883705-03f7-4004-8b8e-5ade09e0c01c None None] The sync data for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv is: [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:29Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '02697f19-8b62-4337-84dd-02e34487e8ad', 'name': '', 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:65:4e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '843cf17b-4c7d-463b-b238-0b0e7563cddb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:26Z', 'updated_at': '2022-02-04T05:57:29Z', 'revision_number': 1, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '843cf17b-4c7d-463b-b238-0b0e7563cddb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc063079-42cd-44c0-bfbe-516cc0519f8f', 'name': '', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:4b:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:19Z', 'updated_at': '2022-02-04T05:57:29Z', 'revision_number': 4, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:30.384309 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Network 8f4b62bd-0de6-49da-ba46-0493f56c9a82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:30.385981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:30.391171 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.393706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:30.458835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-77723994-eeb0-4ef0-b839-0c401b4f8c6f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.482874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-77723994-eeb0-4ef0-b839-0c401b4f8c6f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for c21fa482-5190-4f7d-b927-fd05ff61ad91 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:30.485674 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257e2b2-6540-4503-8ce1-313dbd3ae81f None None] Pushing event updated for resources: {'Port': ['ID=4bc4b051-f07c-4577-9c6d-54d1655be396,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:30.602896 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 9c90e565-91f4-4372-88f6-d67daa6782ac has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:30.607677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.749329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-77723994-eeb0-4ef0-b839-0c401b4f8c6f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.797776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.803688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77723994-eeb0-4ef0-b839-0c401b4f8c6f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=c21fa482-5190-4f7d-b927-fd05ff61ad91,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:30.864771 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:30.875224 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b05f205e-c184-4be2-be2a-8b185ec74985 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5281165 Feb 04 05:57:30.878354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45864) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:30.884281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d2779ea9-cc96-4762-b6be-fd8ab39481f3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:30.884752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-77723994-eeb0-4ef0-b839-0c401b4f8c6f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:30.888560 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-77723994-eeb0-4ef0-b839-0c401b4f8c6f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/c21fa482-5190-4f7d-b927-fd05ff61ad91 HTTP/1.1" status: 204 len: 168 time: 1.2623491 Feb 04 05:57:30.889060 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Pushing event updated for resources: {'Port': ['ID=545b21fa-37f7-4d13-a4c1-0946745767cc,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:30.891898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45866) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:30.895004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 61861e13-a183-44b9-a561-730ef1cb055a is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:30.910596 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:30.913640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:30.939765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=8f5f78a1-3041-4259-902c-5a8783d331d0,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:30.996386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8646ffa8-b4b6-4449-b95e-424ecdbfec11 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:30.998105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8646ffa8-b4b6-4449-b95e-424ecdbfec11 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:31.002299 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8646ffa8-b4b6-4449-b95e-424ecdbfec11 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1034954 Feb 04 05:57:31.004090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45868) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:31.017291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.096904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.106443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Attempting to bind port 92f07deb-45bb-438b-9550-3f2f1d520f8b on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:31.107023 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Attempting to bind port 92f07deb-45bb-438b-9550-3f2f1d520f8b by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '52a047fb-34b5-4eba-a4ce-4184492a393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61861e13-a183-44b9-a561-730ef1cb055a'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:31.107398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Attempting to bind port 92f07deb-45bb-438b-9550-3f2f1d520f8b on network 61861e13-a183-44b9-a561-730ef1cb055a {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:31.127080 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:31.127621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.136629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.176288 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.226590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:31.227084 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Checking segment: {'id': '52a047fb-34b5-4eba-a4ce-4184492a393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61861e13-a183-44b9-a561-730ef1cb055a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:31.227601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.228005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Bound using segment: {'id': '52a047fb-34b5-4eba-a4ce-4184492a393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61861e13-a183-44b9-a561-730ef1cb055a'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:31.228627 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Bound port: 92f07deb-45bb-438b-9550-3f2f1d520f8b, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a047fb-34b5-4eba-a4ce-4184492a393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '61861e13-a183-44b9-a561-730ef1cb055a'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:31.229290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.250011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Attempting to bind port 545b21fa-37f7-4d13-a4c1-0946745767cc on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:31.250411 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Attempting to bind port 545b21fa-37f7-4d13-a4c1-0946745767cc by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:31.250831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Attempting to bind port 545b21fa-37f7-4d13-a4c1-0946745767cc on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:31.261880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:31.262268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:31.262680 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.263110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:31.263594 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Bound port: 545b21fa-37f7-4d13-a4c1-0946745767cc, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:31.263982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.328981 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Pushing event updated for resources: {'Port': ['ID=92f07deb-45bb-438b-9550-3f2f1d520f8b,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:31.358094 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=aea40483-304c-4a7f-a3f1-16369e482cd6,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:31.378136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Network 59dc596a-6820-4426-b958-45b977430c57 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:31.406662 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Checking segment: {'id': '6012457f-dec6-4e79-b718-f4ad17502b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6d89a35b-8943-4afa-957e-7fdd4964797c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:31.407029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network hostable DHCP agents. Network: 6d89a35b-8943-4afa-957e-7fdd4964797c, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:31.422732 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:31.449149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:31.478210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network 6d89a35b-8943-4afa-957e-7fdd4964797c is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:31.494067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 6d89a35b-8943-4afa-957e-7fdd4964797c) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:31.502350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:31.503096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.515111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29573c6c-a8a7-4887-aba1-fa7bc29aac5a None None] Network 6d89a35b-8943-4afa-957e-7fdd4964797c requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:31.518328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-85fd47b1-12d0-40c0-ab83-8347b643bd7c None None] Provisioning complete for port cc063079-42cd-44c0-bfbe-516cc0519f8f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:31.518791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-85fd47b1-12d0-40c0-ab83-8347b643bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.525257 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-de35ad76-ff30-4618-aeb9-9696c343f06f tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3624921 Feb 04 05:57:31.529845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45870) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:31.549892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-920177c8-7123-4301-9033-30fc38da544a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 78080ba8-a3d6-48ca-9e19-1c313be11545 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:31.569642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-920177c8-7123-4301-9033-30fc38da544a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.614172 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Sync routers for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:31.639740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.extraroute_db [None req-d2779ea9-cc96-4762-b6be-fd8ab39481f3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:57:31.663933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.extraroute_db [None req-d2779ea9-cc96-4762-b6be-fd8ab39481f3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Removed routes are [] {{(pid=102166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:57:31.664401 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2779ea9-cc96-4762-b6be-fd8ab39481f3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.688852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-920177c8-7123-4301-9033-30fc38da544a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.691840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Pushing event updated for resources: {'Port': ['ID=d1aa71dd-1424-440b-9636-d474e1572719,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:31.718520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.719507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Attempting to bind port d1aa71dd-1424-440b-9636-d474e1572719 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:31.719836 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Attempting to bind port d1aa71dd-1424-440b-9636-d474e1572719 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59dc596a-6820-4426-b958-45b977430c57'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:31.720497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Attempting to bind port d1aa71dd-1424-440b-9636-d474e1572719 on network 59dc596a-6820-4426-b958-45b977430c57 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:31.753182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] For port 92f07deb-45bb-438b-9550-3f2f1d520f8b, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:31.770005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] For port 92f07deb-45bb-438b-9550-3f2f1d520f8b, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=92f07deb-45bb-438b-9550-3f2f1d520f8b,segment=NetworkSegment(52a047fb-34b5-4eba-a4ce-4184492a393b),segment_id=52a047fb-34b5-4eba-a4ce-4184492a393b)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:31.776118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:31.776510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Checking segment: {'id': 'bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59dc596a-6820-4426-b958-45b977430c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:31.777070 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.778897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Bound using segment: {'id': 'bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59dc596a-6820-4426-b958-45b977430c57'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:31.779409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Bound port: d1aa71dd-1424-440b-9636-d474e1572719, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59dc596a-6820-4426-b958-45b977430c57'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:31.779804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.781748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:31.782395 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:31.812349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] For port 545b21fa-37f7-4d13-a4c1-0946745767cc, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:31.866149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da06bb12-b623-4038-a90c-c9db8bb874b9 None None] Network 8f4b62bd-0de6-49da-ba46-0493f56c9a82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:31.868389 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.886633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2779ea9-cc96-4762-b6be-fd8ab39481f3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.886849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.891531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2779ea9-cc96-4762-b6be-fd8ab39481f3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:31.997067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2779ea9-cc96-4762-b6be-fd8ab39481f3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 9c90e565-91f4-4372-88f6-d67daa6782ac has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:32.009400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.010870 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] For port 545b21fa-37f7-4d13-a4c1-0946745767cc, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=545b21fa-37f7-4d13-a4c1-0946745767cc,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:32.042556 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-920177c8-7123-4301-9033-30fc38da544a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.058043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.073865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.158325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-85fd47b1-12d0-40c0-ab83-8347b643bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.180467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:32.193252 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b56f7-912b-4009-b6b9-2c31ccc22625 None None] Pushing event updated for resources: {'Port': ['ID=92f07deb-45bb-438b-9550-3f2f1d520f8b,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:32.197367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.235074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Subnet': ['ID=aea40483-304c-4a7f-a3f1-16369e482cd6,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:32.321432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=19e89885-3b9b-4258-bde5-f07ba8f5a1e7,segment=NetworkSegment(77b42fc4-4dd2-4c47-ab86-3b636ad919fd),segment_id=77b42fc4-4dd2-4c47-ab86-3b636ad919fd)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:32.337759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] For port d1aa71dd-1424-440b-9636-d474e1572719, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:32.345347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.349973 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-920177c8-7123-4301-9033-30fc38da544a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.371002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.398709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.450540 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2779ea9-cc96-4762-b6be-fd8ab39481f3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:32.458587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2779ea9-cc96-4762-b6be-fd8ab39481f3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.459828 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d2779ea9-cc96-4762-b6be-fd8ab39481f3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac HTTP/1.1" status: 200 len: 954 time: 1.5792100 Feb 04 05:57:32.464555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45872) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:32.508671 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] For port d1aa71dd-1424-440b-9636-d474e1572719, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d1aa71dd-1424-440b-9636-d474e1572719,segment=NetworkSegment(bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736),segment_id=bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:32.513114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa0d0df-af3a-47bf-b535-fb9d9d79136a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-6d89a35b-8943-4afa-957e-7fdd4964797c', 'network_id': '6d89a35b-8943-4afa-957e-7fdd4964797c', 'tenant_id': '29edd40400024c2e88f76a0fe315749f', 'fixed_ips': [{'subnet_id': 'aea40483-304c-4a7f-a3f1-16369e482cd6'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:32.514066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4fa0d0df-af3a-47bf-b535-fb9d9d79136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.528428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920177c8-7123-4301-9033-30fc38da544a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=78080ba8-a3d6-48ca-9e19-1c313be11545,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:32.546487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-920177c8-7123-4301-9033-30fc38da544a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.555070 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-920177c8-7123-4301-9033-30fc38da544a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/78080ba8-a3d6-48ca-9e19-1c313be11545 HTTP/1.1" status: 204 len: 168 time: 1.5500016 Feb 04 05:57:32.557700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.601157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45874) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:32.611176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d89a35b-8943-4afa-957e-7fdd4964797c']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:32.650614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-85fd47b1-12d0-40c0-ab83-8347b643bd7c None None] For port cc063079-42cd-44c0-bfbe-516cc0519f8f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cc063079-42cd-44c0-bfbe-516cc0519f8f,segment=NetworkSegment(f3f29ee3-30d6-45ae-b748-e548b5975034),segment_id=f3f29ee3-30d6-45ae-b748-e548b5975034)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:32.660178 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6012457f-dec6-4e79-b718-f4ad17502b11') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:32.660771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6012457f-dec6-4e79-b718-f4ad17502b11') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:32.684170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.713149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.715366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.722007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:32.723067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.725266 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4ad4b3e2-b094-4267-83fd-6aa3294a58e8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190004 Feb 04 05:57:32.742597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-85fd47b1-12d0-40c0-ab83-8347b643bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.750524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45876) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:32.770449 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=8f5f78a1-3041-4259-902c-5a8783d331d0,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:32.774415 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:32.787208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f15222-c25c-4af6-88ec-bd8dc9ae613f None None] Pushing event updated for resources: {'Port': ['ID=545b21fa-37f7-4d13-a4c1-0946745767cc,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:32.874707 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ddbf1d9c-e171-4ce7-ae61-ed956352206d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac HTTP/1.1" status: 200 len: 954 time: 0.4089427 Feb 04 05:57:32.877508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45878) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:32.887068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702cb0bf-ebce-4f16-a2a4-28a92b729e3e None None] Network 6d89a35b-8943-4afa-957e-7fdd4964797c requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:32.888963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fd54daf1-0d44-4b37-843c-d9d2448dcda4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'routes': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:32.892224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.919705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.964031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:32.967309 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/6d89a35b-8943-4afa-957e-7fdd4964797c HTTP/1.1" status: 204 len: 168 time: 1.4364722 Feb 04 05:57:32.971569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45880) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:33.003857 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0649eff1-23ac-48b9-bbce-f85599a8a381 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:33.005587 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0649eff1-23ac-48b9-bbce-f85599a8a381 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2533588 Feb 04 05:57:33.008290 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45882) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:33.011093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d66ae22-af2e-40aa-a42d-77919efcaff5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:33.080961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1596182917'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:33.102319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbb9b5-8d9e-47c9-9d6b-c5c06e874558 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Network': ['ID=6d89a35b-8943-4afa-957e-7fdd4964797c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:33.132522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c00bfa-eb3f-4bdc-81a3-ea2b1c4c3e1d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:33.136662 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-39c00bfa-eb3f-4bdc-81a3-ea2b1c4c3e1d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1251309 Feb 04 05:57:33.141049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45884) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:33.210742 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a50736b1-20bd-4f03-a9ab-45dceec65416 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642498 Feb 04 05:57:33.210742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 61861e13-a183-44b9-a561-730ef1cb055a is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:33.211943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45886) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:33.228655 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:33.238975 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:33.316631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=19e89885-3b9b-4258-bde5-f07ba8f5a1e7,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:33.333290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-85fd47b1-12d0-40c0-ab83-8347b643bd7c None None] Provisioning complete for port cf0b64b0-5933-4016-b171-9aa780e68ead triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:33.333875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-85fd47b1-12d0-40c0-ab83-8347b643bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:33.380218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:33.384657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:33.478741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:33.482084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.extraroute_db [None req-fd54daf1-0d44-4b37-843c-d9d2448dcda4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added routes are [] {{(pid=102166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:57:33.483057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.extraroute_db [None req-fd54daf1-0d44-4b37-843c-d9d2448dcda4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:57:33.504341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:33.504741 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Added segment d3ac06d8-d142-46e0-9791-905aeb125197 of type vlan for network a12e2602-3a1d-47ef-a551-5acde07fa1f1 Feb 04 05:57:33.543159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd54daf1-0d44-4b37-843c-d9d2448dcda4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:33.565286 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ee7a4-090e-4f23-a56a-a22437b0fb61 None None] Pushing event updated for resources: {'Port': ['ID=d1aa71dd-1424-440b-9636-d474e1572719,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:33.585881 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:33.589251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:33.592803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:33.617594 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router b8c15575-7aea-429d-b9f0-b83ce22f0850 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:57:33.655250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:31Z', 'revision_number': 6, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '02697f19-8b62-4337-84dd-02e34487e8ad', 'name': '', 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:65:4e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '843cf17b-4c7d-463b-b238-0b0e7563cddb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:26Z', 'updated_at': '2022-02-04T05:57:29Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '843cf17b-4c7d-463b-b238-0b0e7563cddb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc063079-42cd-44c0-bfbe-516cc0519f8f', 'name': '', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:4b:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:19Z', 'updated_at': '2022-02-04T05:57:29Z', 'revision_number': 4, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:33.742141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1d66ae22-af2e-40aa-a42d-77919efcaff5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:33.742624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:33.782545 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Checking router: 9c90e565-91f4-4372-88f6-d67daa6782ac for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:33.783088 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Updating router 9c90e565-91f4-4372-88f6-d67daa6782ac port 02697f19-8b62-4337-84dd-02e34487e8ad binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:57:33.795716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:33.808078 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61bdf1-840f-4caa-973d-d5a733dcdeb5 None None] Sync routers for ids ['b8c15575-7aea-429d-b9f0-b83ce22f0850'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:33.810980 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c204a1ce-7f4a-4c27-83d7-e99d535f6ae3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/b8c15575-7aea-429d-b9f0-b83ce22f0850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6851361 Feb 04 05:57:33.815231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:33.821691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:33.824257 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45890) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:33.824648 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61bdf1-840f-4caa-973d-d5a733dcdeb5 None None] Routers {'b8c15575-7aea-429d-b9f0-b83ce22f0850'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:33.826021 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7d61bdf1-840f-4caa-973d-d5a733dcdeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b8c15575-7aea-429d-b9f0-b83ce22f0850'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:33.829205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:33.830055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:33.890535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd47b1-12d0-40c0-ab83-8347b643bd7c None None] Pushing event updated for resources: {'Port': ['ID=cc063079-42cd-44c0-bfbe-516cc0519f8f,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:33.912993 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8360291 Feb 04 05:57:33.927213 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7d61bdf1-840f-4caa-973d-d5a733dcdeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:33.943857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45892) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:33.948166 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61bdf1-840f-4caa-973d-d5a733dcdeb5 None None] Routers {'b8c15575-7aea-429d-b9f0-b83ce22f0850'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:33.948813 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7d61bdf1-840f-4caa-973d-d5a733dcdeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b8c15575-7aea-429d-b9f0-b83ce22f0850'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:33.953138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd54daf1-0d44-4b37-843c-d9d2448dcda4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:33.960754 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd54daf1-0d44-4b37-843c-d9d2448dcda4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:34.008768 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4bc4b051-f07c-4577-9c6d-54d1655be396 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:34.014748 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'network_id': 'a12e2602-3a1d-47ef-a551-5acde07fa1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:34.018134 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7d61bdf1-840f-4caa-973d-d5a733dcdeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:34.018741 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61bdf1-840f-4caa-973d-d5a733dcdeb5 None None] The sync data for ids ['b8c15575-7aea-429d-b9f0-b83ce22f0850'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:34.027980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9118c345-6d4e-42c1-b0d7-389771c1735c tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:34.034475 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9118c345-6d4e-42c1-b0d7-389771c1735c tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports/8f5f78a1-3041-4259-902c-5a8783d331d0 HTTP/1.1" status: 200 len: 910 time: 0.2092743 Feb 04 05:57:34.046357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45894) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:34.060342 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ccadfd-d26e-4af1-b8dc-e2804cbc164f None None] Network 61861e13-a183-44b9-a561-730ef1cb055a requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:34.175396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd54daf1-0d44-4b37-843c-d9d2448dcda4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 9c90e565-91f4-4372-88f6-d67daa6782ac has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:34.225190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c4963-b4be-4cf9-a862-13a4c29c168e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=a12e2602-3a1d-47ef-a551-5acde07fa1f1,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:34.281184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-85fd47b1-12d0-40c0-ab83-8347b643bd7c None None] Provisioning complete for port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:34.281663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-85fd47b1-12d0-40c0-ab83-8347b643bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:34.284342 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network a12e2602-3a1d-47ef-a551-5acde07fa1f1 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:34.354905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd54daf1-0d44-4b37-843c-d9d2448dcda4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:34.366412 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd54daf1-0d44-4b37-843c-d9d2448dcda4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:34.368159 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fd54daf1-0d44-4b37-843c-d9d2448dcda4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac HTTP/1.1" status: 200 len: 704 time: 1.4897020 Feb 04 05:57:34.370725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45896) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:34.477302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:34.481785 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:34.526086 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3f189168-c54d-42e1-9458-bd10a54b2d18 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac HTTP/1.1" status: 200 len: 704 time: 0.1540768 Feb 04 05:57:34.529127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45898) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:34.612016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef1ed6-cfbe-47f8-b4b6-3d1fb06490cb None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:34.718564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 4bc4b051-f07c-4577-9c6d-54d1655be396 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:34.718940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:34.849229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410542f-0d60-4443-9e48-0deee02ee36a None None] Network 59dc596a-6820-4426-b958-45b977430c57 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:34.973516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.003755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:57:35.066812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.109017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.116738 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.130427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.187194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.286555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b22774-1f5f-416e-a7dc-7f3a9c526815 None None] Pushing event updated for resources: {'Port': ['ID=02697f19-8b62-4337-84dd-02e34487e8ad,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:35.306989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 4bc4b051-f07c-4577-9c6d-54d1655be396, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=4bc4b051-f07c-4577-9c6d-54d1655be396,segment=NetworkSegment(bb08acbc-c624-4735-a2c2-2deb0d790723),segment_id=bb08acbc-c624-4735-a2c2-2deb0d790723)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:35.322766 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Provisioning complete for port 02697f19-8b62-4337-84dd-02e34487e8ad triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:35.322766 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.339099 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port 02697f19-8b62-4337-84dd-02e34487e8ad {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:35.339446 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.375136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.375854 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cc063079-42cd-44c0-bfbe-516cc0519f8f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:35.397827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Port 02697f19-8b62-4337-84dd-02e34487e8ad cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:35.482429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port 02697f19-8b62-4337-84dd-02e34487e8ad, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:35.483136 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.505906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.509433 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for 02697f19-8b62-4337-84dd-02e34487e8ad owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:35.588664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Attempting to bind port 02697f19-8b62-4337-84dd-02e34487e8ad on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:35.589146 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Attempting to bind port 02697f19-8b62-4337-84dd-02e34487e8ad by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'bb08acbc-c624-4735-a2c2-2deb0d790723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:35.589598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Attempting to bind port 02697f19-8b62-4337-84dd-02e34487e8ad on network 8f4b62bd-0de6-49da-ba46-0493f56c9a82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:35.601295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=3bbd29f0-994f-43c6-9978-932e1eb68518,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:35.617885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Provisioning complete for port 545b21fa-37f7-4d13-a4c1-0946745767cc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:35.618433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.803169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.854582 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=02697f19-8b62-4337-84dd-02e34487e8ad,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:35.961123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=4bc4b051-f07c-4577-9c6d-54d1655be396,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:35.980956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:35.982529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Checking segment: {'id': 'bb08acbc-c624-4735-a2c2-2deb0d790723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:35.982945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:35.983338 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Bound using segment: {'id': 'bb08acbc-c624-4735-a2c2-2deb0d790723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:35.983837 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Bound port: 02697f19-8b62-4337-84dd-02e34487e8ad, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb08acbc-c624-4735-a2c2-2deb0d790723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8f4b62bd-0de6-49da-ba46-0493f56c9a82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:35.984221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.008997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port cc063079-42cd-44c0-bfbe-516cc0519f8f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:36.009421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.091329 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Port 02697f19-8b62-4337-84dd-02e34487e8ad has been deleted concurrently {{(pid=102168) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 04 05:57:36.120966 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:36.121772 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:36.354266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cf0b64b0-5933-4016-b171-9aa780e68ead up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:36.383623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] For port 545b21fa-37f7-4d13-a4c1-0946745767cc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=545b21fa-37f7-4d13-a4c1-0946745767cc,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:36.386668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Checking segment: {'id': 'd3ac06d8-d142-46e0-9791-905aeb125197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a12e2602-3a1d-47ef-a551-5acde07fa1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:36.386668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network hostable DHCP agents. Network: a12e2602-3a1d-47ef-a551-5acde07fa1f1, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:36.389308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.419098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6ee01-4ac3-4030-a1d8-d18f6972bcb6 None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:57:36.421606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:36.430964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.459515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network a12e2602-3a1d-47ef-a551-5acde07fa1f1 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:36.483496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.495788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, a12e2602-3a1d-47ef-a551-5acde07fa1f1) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:36.501336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:36.501975 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.510043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.510928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.529457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Allocated IP 172.21.0.1 (59dc596a-6820-4426-b958-45b977430c57/8484ed12-d34d-4588-930c-3a66ae48ac3b/ec729589-af5c-472e-a876-7c7729d08e71) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:36.601140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:36.608158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:36.610881 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:36.612082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.620341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45900) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:36.620542 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-35251b13-a2e3-4ab4-bd67-049b1453b29c tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6756604 Feb 04 05:57:36.627949 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-98127ccd-2a83-409f-9897-33843f88b1ea tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'network_id': 'a12e2602-3a1d-47ef-a551-5acde07fa1f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:36.643884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:57:36.644750 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:57:36.653941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port cf0b64b0-5933-4016-b171-9aa780e68ead triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:36.654317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.673617 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4602842 Feb 04 05:57:36.674784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=d4b4ecc0-83ee-4434-a802-4423ce428c59,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:36.677283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45902) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:36.682082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:fc:0b:f1', 'name': 'tempest-NetworksTestDHCPv6-1295665470'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:36.708524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 9c90e565-91f4-4372-88f6-d67daa6782ac has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:36.725350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a15fe5-3f6c-4797-85f8-60068fb6b074 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=545b21fa-37f7-4d13-a4c1-0946745767cc,revision_number=5']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:36.791896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.829606 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.876803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 59dc596a-6820-4426-b958-45b977430c57 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:36.880710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:36.888732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:36.927760 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98127ccd-2a83-409f-9897-33843f88b1ea tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:36.930882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:35Z', 'revision_number': 8, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc063079-42cd-44c0-bfbe-516cc0519f8f', 'name': '', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:4b:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:19Z', 'updated_at': '2022-02-04T05:57:32Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:36.931589 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-98127ccd-2a83-409f-9897-33843f88b1ea tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.950508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:36.957111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:36.958325 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7abfb0fb-cc59-429d-b283-c38495e6eb4c tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4281645 Feb 04 05:57:36.962875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=ec729589-af5c-472e-a876-7c7729d08e71,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:36.965229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45904) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:36.965492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6ee01-4ac3-4030-a1d8-d18f6972bcb6 None None] Unable to find a vacant binding_index for network a12e2602-3a1d-47ef-a551-5acde07fa1f1 and agent 0f1be565-f870-45f5-acc1-a817be2c4128 {{(pid=102168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 05:57:36.969386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ebe5d3-4ff6-4534-8ace-f17227b2b126 None None] The sync data for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv is: [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:35Z', 'revision_number': 8, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc063079-42cd-44c0-bfbe-516cc0519f8f', 'name': '', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:4b:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:19Z', 'updated_at': '2022-02-04T05:57:32Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:36.974893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6ee01-4ac3-4030-a1d8-d18f6972bcb6 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, a12e2602-3a1d-47ef-a551-5acde07fa1f1) {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:57:37.029215 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:37.083985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f937d3d0-58b8-4dd4-b9da-a068b152c008 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting subnet 843cf17b-4c7d-463b-b238-0b0e7563cddb {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:37.088903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f937d3d0-58b8-4dd4-b9da-a068b152c008 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.154642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.155838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f937d3d0-58b8-4dd4-b9da-a068b152c008 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.192786 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.204639 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port 02c00b61-726b-42c9-831e-efc5e69e94fd yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:57:37.241159 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.276711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] For port 545b21fa-37f7-4d13-a4c1-0946745767cc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=545b21fa-37f7-4d13-a4c1-0946745767cc,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:37.292222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.317445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f937d3d0-58b8-4dd4-b9da-a068b152c008 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.358267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-a12e2602-3a1d-47ef-a551-5acde07fa1f1', 'network_id': 'a12e2602-3a1d-47ef-a551-5acde07fa1f1', 'tenant_id': '29edd40400024c2e88f76a0fe315749f', 'fixed_ips': [{'subnet_id': '3bbd29f0-994f-43c6-9978-932e1eb68518'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:37.359129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.404199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::f816:3eff:fefc:bf1 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/d4b4ecc0-83ee-4434-a802-4423ce428c59/02c00b61-726b-42c9-831e-efc5e69e94fd) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:37.412539 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-98127ccd-2a83-409f-9897-33843f88b1ea tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.427091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Provisioning complete for port 4bc4b051-f07c-4577-9c6d-54d1655be396 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:37.428891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.447764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Pushing event updated for resources: {'Port': ['ID=545b21fa-37f7-4d13-a4c1-0946745767cc,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:37.483850 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98127ccd-2a83-409f-9897-33843f88b1ea tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network a12e2602-3a1d-47ef-a551-5acde07fa1f1 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:37.496492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-98127ccd-2a83-409f-9897-33843f88b1ea tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:37.503677 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98127ccd-2a83-409f-9897-33843f88b1ea tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:37.504657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-98127ccd-2a83-409f-9897-33843f88b1ea tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.521681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f937d3d0-58b8-4dd4-b9da-a068b152c008 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.575971 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98127ccd-2a83-409f-9897-33843f88b1ea tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=cf49f63d-747c-4b6c-9334-ea6cf66a938d,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:37.590777 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-98127ccd-2a83-409f-9897-33843f88b1ea tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9670703 Feb 04 05:57:37.595904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45906) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:37.609364 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937d3d0-58b8-4dd4-b9da-a068b152c008 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Subnet': ['ID=843cf17b-4c7d-463b-b238-0b0e7563cddb,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:37.728824 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.730175 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f937d3d0-58b8-4dd4-b9da-a068b152c008 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.736468 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f937d3d0-58b8-4dd4-b9da-a068b152c008 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/843cf17b-4c7d-463b-b238-0b0e7563cddb HTTP/1.1" status: 204 len: 168 time: 0.7691000 Feb 04 05:57:37.740887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45908) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:37.773107 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515cf29-c3a8-470e-a1af-7261b2f86577 None None] Sync routers for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:37.787413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.788410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Allocated IP 2001:db8::2 (a12e2602-3a1d-47ef-a551-5acde07fa1f1/3bbd29f0-994f-43c6-9978-932e1eb68518/661abb1c-f20e-4c5c-96ea-1207e46ff42d) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:37.826251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515cf29-c3a8-470e-a1af-7261b2f86577 None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:37.826896 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8515cf29-c3a8-470e-a1af-7261b2f86577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:37.857885 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:37.860488 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da927ef-041f-4e4d-92dd-d79f4f918bf3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:37.861700 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:37.866152 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:37.868448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da927ef-041f-4e4d-92dd-d79f4f918bf3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:37.870693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da927ef-041f-4e4d-92dd-d79f4f918bf3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:37.872408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da927ef-041f-4e4d-92dd-d79f4f918bf3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:37.872826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:37.873607 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.874498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da927ef-041f-4e4d-92dd-d79f4f918bf3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:37.876494 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5da927ef-041f-4e4d-92dd-d79f4f918bf3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2765114 Feb 04 05:57:37.886395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45910) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:37.891917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-921078280'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:37.903247 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d1aa71dd-1424-440b-9636-d474e1572719 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:37.904583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=02c00b61-726b-42c9-831e-efc5e69e94fd,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:37.911507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.928262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Provisioning complete for port d1aa71dd-1424-440b-9636-d474e1572719 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:37.928918 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:37.934225 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-78c1654b-8d58-4a00-8e25-4da8ed83fa40 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2535343 Feb 04 05:57:37.934773 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45912) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:37.970188 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:37.974808 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.007907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.015986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.023380 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7d563-f2e3-4b05-943d-6a5e04e6b949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:38.029283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7d563-f2e3-4b05-943d-6a5e04e6b949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:38.030950 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fdd7d563-f2e3-4b05-943d-6a5e04e6b949 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0952811 Feb 04 05:57:38.035554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45914) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:38.047406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:38.086860 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.087908 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Added segment 2db70f1f-ae09-43f9-9ead-d24fe594976f of type vlan for network 195e434c-258e-4cac-938d-2359a72a95f2 Feb 04 05:57:38.099788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.107520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port 4bc4b051-f07c-4577-9c6d-54d1655be396 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:38.107520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.123431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=ec729589-af5c-472e-a876-7c7729d08e71,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:38.171794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.212787 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.222903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:38.224584 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.238923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port 4bc4b051-f07c-4577-9c6d-54d1655be396, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=4bc4b051-f07c-4577-9c6d-54d1655be396,segment=NetworkSegment(bb08acbc-c624-4735-a2c2-2deb0d790723),segment_id=bb08acbc-c624-4735-a2c2-2deb0d790723)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:38.239663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.258724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for 4bc4b051-f07c-4577-9c6d-54d1655be396 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:38.264686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-8515cf29-c3a8-470e-a1af-7261b2f86577 None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:38.307671 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4238408 Feb 04 05:57:38.312810 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45916) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:38.319047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ebf2b44e-9bc5-4c4e-a5a7-ad04f5fa26d4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:38.324044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58fae1-e19e-4526-9c31-494427e0cbf9 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=195e434c-258e-4cac-938d-2359a72a95f2,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:38.351581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 59dc596a-6820-4426-b958-45b977430c57 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:38.360192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:38.377350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 195e434c-258e-4cac-938d-2359a72a95f2 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:38.384242 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5378f8a0-5b0a-4a8d-a8e8-36481b2d0a2b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port 02c00b61-726b-42c9-831e-efc5e69e94fd {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:38.384590 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5378f8a0-5b0a-4a8d-a8e8-36481b2d0a2b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.463904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.479856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d1aa71dd-1424-440b-9636-d474e1572719 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:38.480233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.497292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=4bc4b051-f07c-4577-9c6d-54d1655be396,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:38.501097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router b8c15575-7aea-429d-b9f0-b83ce22f0850 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:38.503570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No DVR routers for this DVR port 4bc4b051-f07c-4577-9c6d-54d1655be396 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:38.567682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b44e-9bc5-4c4e-a5a7-ad04f5fa26d4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.571547 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5378f8a0-5b0a-4a8d-a8e8-36481b2d0a2b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.592200 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b44e-9bc5-4c4e-a5a7-ad04f5fa26d4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.595169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5378f8a0-5b0a-4a8d-a8e8-36481b2d0a2b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for 02c00b61-726b-42c9-831e-efc5e69e94fd owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:38.605701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.609459 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.622674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebf2b44e-9bc5-4c4e-a5a7-ad04f5fa26d4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network 195e434c-258e-4cac-938d-2359a72a95f2 is not hosted by any dhcp agent {{(pid=102166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:57:38.628904 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf2b44e-9bc5-4c4e-a5a7-ad04f5fa26d4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:38.629641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebf2b44e-9bc5-4c4e-a5a7-ad04f5fa26d4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.633853 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ebf2b44e-9bc5-4c4e-a5a7-ad04f5fa26d4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "PUT /v2.0/networks/195e434c-258e-4cac-938d-2359a72a95f2 HTTP/1.1" status: 200 len: 723 time: 0.3169663 Feb 04 05:57:38.641254 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.643412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45918) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:38.650959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'network_id': '195e434c-258e-4cac-938d-2359a72a95f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:38.660870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.711381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2b44e-9bc5-4c4e-a5a7-ad04f5fa26d4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=195e434c-258e-4cac-938d-2359a72a95f2,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:38.719138 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Network a12e2602-3a1d-47ef-a551-5acde07fa1f1 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:38.732460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4b62bd-0de6-49da-ba46-0493f56c9a82']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:38.733341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 195e434c-258e-4cac-938d-2359a72a95f2 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:38.765390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb08acbc-c624-4735-a2c2-2deb0d790723') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:38.765670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb08acbc-c624-4735-a2c2-2deb0d790723') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:38.766179 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] For port d1aa71dd-1424-440b-9636-d474e1572719, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d1aa71dd-1424-440b-9636-d474e1572719,segment=NetworkSegment(bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736),segment_id=bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:38.769848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:38.773009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:38.778968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:38.781572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.789407 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fb6460bd-ccb8-47fe-9732-1713b339a378 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/b8c15575-7aea-429d-b9f0-b83ce22f0850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7401035 Feb 04 05:57:38.795501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45920) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:38.796438 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341feb24-87ec-43d3-b6dd-b38e281b863c None None] Sync routers for ids ['b8c15575-7aea-429d-b9f0-b83ce22f0850'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:38.805917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.811005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.812508 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341feb24-87ec-43d3-b6dd-b38e281b863c None None] Routers {'b8c15575-7aea-429d-b9f0-b83ce22f0850'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:38.812800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Pushing event updated for resources: {'Port': ['ID=661abb1c-f20e-4c5c-96ea-1207e46ff42d,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:38.814689 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-341feb24-87ec-43d3-b6dd-b38e281b863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b8c15575-7aea-429d-b9f0-b83ce22f0850'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:38.819794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:38.820202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:38.823584 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:38.869415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d57d68a-c67e-47e1-9cb5-685c5822529e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:38.874834 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2d57d68a-c67e-47e1-9cb5-685c5822529e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports/ec729589-af5c-472e-a876-7c7729d08e71 HTTP/1.1" status: 200 len: 910 time: 0.0781972 Feb 04 05:57:38.875843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45922) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:38.881883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:38.884863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5378f8a0-5b0a-4a8d-a8e8-36481b2d0a2b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.885682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.886153 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-341feb24-87ec-43d3-b6dd-b38e281b863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:38.900290 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341feb24-87ec-43d3-b6dd-b38e281b863c None None] Routers {'b8c15575-7aea-429d-b9f0-b83ce22f0850'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:38.901515 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-341feb24-87ec-43d3-b6dd-b38e281b863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b8c15575-7aea-429d-b9f0-b83ce22f0850'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:38.944027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.961100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:38.961361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378f8a0-5b0a-4a8d-a8e8-36481b2d0a2b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=02c00b61-726b-42c9-831e-efc5e69e94fd,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:38.965970 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/networks/8f4b62bd-0de6-49da-ba46-0493f56c9a82 HTTP/1.1" status: 204 len: 168 time: 1.2220192 Feb 04 05:57:38.970683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45924) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:38.971673 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-341feb24-87ec-43d3-b6dd-b38e281b863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:38.972629 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341feb24-87ec-43d3-b6dd-b38e281b863c None None] The sync data for ids ['b8c15575-7aea-429d-b9f0-b83ce22f0850'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:38.985310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4bc4b051-f07c-4577-9c6d-54d1655be396 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:38.994633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01644753-f716-4c6e-8f1e-c8a3d38744ac tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Network': ['ID=8f4b62bd-0de6-49da-ba46-0493f56c9a82,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:38.996455 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Provisioning complete for port 92f07deb-45bb-438b-9550-3f2f1d520f8b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:38.997357 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.060920 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 4bc4b051-f07c-4577-9c6d-54d1655be396 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:39.061301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4bc4b051-f07c-4577-9c6d-54d1655be396 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 05:57:39.067657 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Pushing event updated for resources: {'Port': ['ID=d1aa71dd-1424-440b-9636-d474e1572719,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:39.099143 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Attempting to bind port 661abb1c-f20e-4c5c-96ea-1207e46ff42d on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:39.099778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Attempting to bind port 661abb1c-f20e-4c5c-96ea-1207e46ff42d by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'd3ac06d8-d142-46e0-9791-905aeb125197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a12e2602-3a1d-47ef-a551-5acde07fa1f1'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:39.099917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5378f8a0-5b0a-4a8d-a8e8-36481b2d0a2b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.100429 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Attempting to bind port 661abb1c-f20e-4c5c-96ea-1207e46ff42d on network a12e2602-3a1d-47ef-a551-5acde07fa1f1 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:39.103763 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5378f8a0-5b0a-4a8d-a8e8-36481b2d0a2b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/02c00b61-726b-42c9-831e-efc5e69e94fd HTTP/1.1" status: 204 len: 168 time: 1.0671458 Feb 04 05:57:39.108222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Port 4bc4b051-f07c-4577-9c6d-54d1655be396 not found, will not notify nova. {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 05:57:39.108626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cc063079-42cd-44c0-bfbe-516cc0519f8f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:39.114371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45926) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:39.133728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:39.134200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Checking segment: {'id': 'd3ac06d8-d142-46e0-9791-905aeb125197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a12e2602-3a1d-47ef-a551-5acde07fa1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:39.134563 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.135030 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Bound using segment: {'id': 'd3ac06d8-d142-46e0-9791-905aeb125197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a12e2602-3a1d-47ef-a551-5acde07fa1f1'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:39.135768 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Bound port: 661abb1c-f20e-4c5c-96ea-1207e46ff42d, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ac06d8-d142-46e0-9791-905aeb125197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a12e2602-3a1d-47ef-a551-5acde07fa1f1'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:39.136164 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.173104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8515cf29-c3a8-470e-a1af-7261b2f86577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:35Z', 'revision_number': 8, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc063079-42cd-44c0-bfbe-516cc0519f8f', 'name': '', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:4b:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:19Z', 'updated_at': '2022-02-04T05:57:32Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:39.230243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515cf29-c3a8-470e-a1af-7261b2f86577 None None] Checking router: 9c90e565-91f4-4372-88f6-d67daa6782ac for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:39.273879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a779eaa5-642d-4ffd-83b6-f3680beb0a6d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:39.275374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a779eaa5-642d-4ffd-83b6-f3680beb0a6d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:39.276877 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a779eaa5-642d-4ffd-83b6-f3680beb0a6d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1595869 Feb 04 05:57:39.279558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45928) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:39.293527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515cf29-c3a8-470e-a1af-7261b2f86577 None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:39.294243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8515cf29-c3a8-470e-a1af-7261b2f86577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:39.304328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.342938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d176335-5212-4c6f-83bd-3c902e16c10d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet d4b4ecc0-83ee-4434-a802-4423ce428c59 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:39.348048 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] For port 661abb1c-f20e-4c5c-96ea-1207e46ff42d, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:39.349489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d176335-5212-4c6f-83bd-3c902e16c10d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.360186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port cc063079-42cd-44c0-bfbe-516cc0519f8f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:39.360466 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.368004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.388443 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-656abedd-845a-4be0-85b5-24bdd0daa2e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.419971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] For port 661abb1c-f20e-4c5c-96ea-1207e46ff42d, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=661abb1c-f20e-4c5c-96ea-1207e46ff42d,segment=NetworkSegment(d3ac06d8-d142-46e0-9791-905aeb125197),segment_id=d3ac06d8-d142-46e0-9791-905aeb125197)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:39.436972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.450877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=a8fea580-15e7-4e8b-b845-2b336331b95f,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:39.463548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d176335-5212-4c6f-83bd-3c902e16c10d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.474216 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Checking segment: {'id': '2db70f1f-ae09-43f9-9ead-d24fe594976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '195e434c-258e-4cac-938d-2359a72a95f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:39.474579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network hostable DHCP agents. Network: 195e434c-258e-4cac-938d-2359a72a95f2, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:39.516191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] For port 92f07deb-45bb-438b-9550-3f2f1d520f8b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=92f07deb-45bb-438b-9550-3f2f1d520f8b,segment=NetworkSegment(52a047fb-34b5-4eba-a4ce-4184492a393b),segment_id=52a047fb-34b5-4eba-a4ce-4184492a393b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:39.520187 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-8515cf29-c3a8-470e-a1af-7261b2f86577 None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:39.536481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network 195e434c-258e-4cac-938d-2359a72a95f2 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:39.549176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.565628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 195e434c-258e-4cac-938d-2359a72a95f2) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:39.572143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:39.572353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.597897 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d3c0aa18-236a-4a9c-ad63-8b579a891937 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9477994 Feb 04 05:57:39.599038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.600957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45930) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:39.607046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2ef7dc82-6f89-4a6b-a4aa-bad8b92d1d20 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:39.629208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa939d-81d5-4e13-8138-eb769e2aff07 None None] Pushing event updated for resources: {'Port': ['ID=661abb1c-f20e-4c5c-96ea-1207e46ff42d,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:39.640022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d176335-5212-4c6f-83bd-3c902e16c10d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:39.762456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-21446050-c53b-48b4-a71c-bb6db65e0d3f None None] Could not find standard attr ID for object 02697f19-8b62-4337-84dd-02e34487e8ad. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:39.799520 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 92f07deb-45bb-438b-9550-3f2f1d520f8b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:39.807681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0836c-f24f-4ce2-bd85-6080280b0b09 None None] Pushing event updated for resources: {'Port': ['ID=92f07deb-45bb-438b-9550-3f2f1d520f8b,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:39.865963 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-21446050-c53b-48b4-a71c-bb6db65e0d3f None None] Provisioning complete for port d1aa71dd-1424-440b-9636-d474e1572719 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:39.866567 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-21446050-c53b-48b4-a71c-bb6db65e0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.001030 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 92f07deb-45bb-438b-9550-3f2f1d520f8b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:40.001437 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.122106 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8515cf29-c3a8-470e-a1af-7261b2f86577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:35Z', 'revision_number': 8, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc063079-42cd-44c0-bfbe-516cc0519f8f', 'name': '', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:4b:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:19Z', 'updated_at': '2022-02-04T05:57:32Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:40.138083 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d176335-5212-4c6f-83bd-3c902e16c10d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.170744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515cf29-c3a8-470e-a1af-7261b2f86577 None None] The sync data for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv is: [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:35Z', 'revision_number': 8, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc063079-42cd-44c0-bfbe-516cc0519f8f', 'name': '', 'network_id': '69f2ad94-230c-4f30-a4d6-da8477c84079', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:4b:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:19Z', 'updated_at': '2022-02-04T05:57:32Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '5ee57cf7-a810-488b-beca-7adacb890fdc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:40.173815 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-21446050-c53b-48b4-a71c-bb6db65e0d3f None None] Provisioning complete for port 545b21fa-37f7-4d13-a4c1-0946745767cc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:40.175430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-21446050-c53b-48b4-a71c-bb6db65e0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.185698 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d176335-5212-4c6f-83bd-3c902e16c10d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b4ecc0-83ee-4434-a802-4423ce428c59,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:40.196270 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d176335-5212-4c6f-83bd-3c902e16c10d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.211154 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3d176335-5212-4c6f-83bd-3c902e16c10d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/d4b4ecc0-83ee-4434-a802-4423ce428c59 HTTP/1.1" status: 204 len: 168 time: 0.9303238 Feb 04 05:57:40.223713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45934) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:40.257229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 545b21fa-37f7-4d13-a4c1-0946745767cc up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:40.273741 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9504e181-b036-4c3b-9aa1-2d83149983db tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474491 Feb 04 05:57:40.277861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45936) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:40.283319 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:40.350935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-656abedd-845a-4be0-85b5-24bdd0daa2e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port ec729589-af5c-472e-a876-7c7729d08e71 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:40.351473 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-656abedd-845a-4be0-85b5-24bdd0daa2e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.361569 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-21446050-c53b-48b4-a71c-bb6db65e0d3f None None] Could not find standard attr ID for object c21fa482-5190-4f7d-b927-fd05ff61ad91. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:40.364640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 545b21fa-37f7-4d13-a4c1-0946745767cc triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:40.365016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.401967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-21446050-c53b-48b4-a71c-bb6db65e0d3f None None] Provisioning complete for port 92f07deb-45bb-438b-9550-3f2f1d520f8b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:40.402345 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-21446050-c53b-48b4-a71c-bb6db65e0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.486094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dc82-6f89-4a6b-a4aa-bad8b92d1d20 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9747961'] for subnet, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.494027 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-656abedd-845a-4be0-85b5-24bdd0daa2e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.497000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:40.502248 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.536315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-656abedd-845a-4be0-85b5-24bdd0daa2e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for ec729589-af5c-472e-a876-7c7729d08e71 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:40.616795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:40.711067 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-21446050-c53b-48b4-a71c-bb6db65e0d3f None None] Provisioning complete for port 8f5f78a1-3041-4259-902c-5a8783d331d0 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:40.711352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-21446050-c53b-48b4-a71c-bb6db65e0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.767575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:40.767988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.776299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dc82-6f89-4a6b-a4aa-bad8b92d1d20 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747974407783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9699970'] for subnet, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.874479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7dc82-6f89-4a6b-a4aa-bad8b92d1d20 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:40.875079 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dc82-6f89-4a6b-a4aa-bad8b92d1d20 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:40.882393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45938) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:40.886384 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2ef7dc82-6f89-4a6b-a4aa-bad8b92d1d20 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "PUT /v2.0/subnets/a8fea580-15e7-4e8b-b845-2b336331b95f HTTP/1.1" status: 200 len: 826 time: 1.2833478 Feb 04 05:57:40.939226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7dc82-6f89-4a6b-a4aa-bad8b92d1d20 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=a8fea580-15e7-4e8b-b845-2b336331b95f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:40.955214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port cc063079-42cd-44c0-bfbe-516cc0519f8f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:40.955618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.104747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-21446050-c53b-48b4-a71c-bb6db65e0d3f None None] Port 8f5f78a1-3041-4259-902c-5a8783d331d0 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:41.137035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port cc063079-42cd-44c0-bfbe-516cc0519f8f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cc063079-42cd-44c0-bfbe-516cc0519f8f,segment=NetworkSegment(f3f29ee3-30d6-45ae-b748-e548b5975034),segment_id=f3f29ee3-30d6-45ae-b748-e548b5975034)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:41.137904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.154514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for cc063079-42cd-44c0-bfbe-516cc0519f8f owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:41.155053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22caf27-3dc8-43d5-83c5-9988b92c5ede None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:57:41.174070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.231457 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-656abedd-845a-4be0-85b5-24bdd0daa2e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.266427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-42ecec51-b541-4231-b2e4-8a65e1c0fd2a None None] Provisioning complete for port 545b21fa-37f7-4d13-a4c1-0946745767cc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:41.266427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-42ecec51-b541-4231-b2e4-8a65e1c0fd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.273342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656abedd-845a-4be0-85b5-24bdd0daa2e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=ec729589-af5c-472e-a876-7c7729d08e71,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:41.404728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.429473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22caf27-3dc8-43d5-83c5-9988b92c5ede None None] Resources bound (agent type, host, resource id): {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:57:41.454956 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=cc063079-42cd-44c0-bfbe-516cc0519f8f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:41.473917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-42ecec51-b541-4231-b2e4-8a65e1c0fd2a None None] Provisioning complete for port 661abb1c-f20e-4c5c-96ea-1207e46ff42d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:41.474107 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-42ecec51-b541-4231-b2e4-8a65e1c0fd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.508833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.599643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.612918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.objects.ports [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102166) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:57:41.624888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 661abb1c-f20e-4c5c-96ea-1207e46ff42d up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:41.680756 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-42ecec51-b541-4231-b2e4-8a65e1c0fd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.742477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-42ecec51-b541-4231-b2e4-8a65e1c0fd2a None None] For port 661abb1c-f20e-4c5c-96ea-1207e46ff42d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=661abb1c-f20e-4c5c-96ea-1207e46ff42d,segment=NetworkSegment(d3ac06d8-d142-46e0-9791-905aeb125197),segment_id=d3ac06d8-d142-46e0-9791-905aeb125197)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:41.754904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-42ecec51-b541-4231-b2e4-8a65e1c0fd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.792288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 661abb1c-f20e-4c5c-96ea-1207e46ff42d triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:41.792665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.808490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-656abedd-845a-4be0-85b5-24bdd0daa2e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.821529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 9c90e565-91f4-4372-88f6-d67daa6782ac has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:41.824356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:41.912184 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fea580-15e7-4e8b-b845-2b336331b95f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:41.924467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecec51-b541-4231-b2e4-8a65e1c0fd2a None None] Pushing event updated for resources: {'Port': ['ID=661abb1c-f20e-4c5c-96ea-1207e46ff42d,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:41.939094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:41.945709 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-37dbddcc-f1a3-4a90-8f5e-8cad6b7b7172 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9647357 Feb 04 05:57:41.948041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45942) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:41.967917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004ec3d-75e2-4169-b5d9-772b751d3e0e None None] Sync routers for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:41.981967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 92f07deb-45bb-438b-9550-3f2f1d520f8b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:42.013634 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd233aa8-bff2-47cb-af76-02fbb3468667 None None] DHCP port deletion for 8f4b62bd-0de6-49da-ba46-0493f56c9a82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:42.016212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54feead-fa5f-427c-bc52-a481a331767b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting subnet 5ee57cf7-a810-488b-beca-7adacb890fdc {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:42.020253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a54feead-fa5f-427c-bc52-a481a331767b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.020390 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004ec3d-75e2-4169-b5d9-772b751d3e0e None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:42.020947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c004ec3d-75e2-4169-b5d9-772b751d3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:42.067635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a54feead-fa5f-427c-bc52-a481a331767b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.078554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.102818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99282444-cda9-4f9c-9329-fe9a2b3eb73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-195e434c-258e-4cac-938d-2359a72a95f2', 'network_id': '195e434c-258e-4cac-938d-2359a72a95f2', 'tenant_id': '29edd40400024c2e88f76a0fe315749f', 'fixed_ips': [{'subnet_id': 'a8fea580-15e7-4e8b-b845-2b336331b95f'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:42.104055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-99282444-cda9-4f9c-9329-fe9a2b3eb73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.121916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.176944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a54feead-fa5f-427c-bc52-a481a331767b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.178329 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195e434c-258e-4cac-938d-2359a72a95f2']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:42.199548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db70f1f-ae09-43f9-9ead-d24fe594976f') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:42.199548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db70f1f-ae09-43f9-9ead-d24fe594976f') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:42.222913 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 92f07deb-45bb-438b-9550-3f2f1d520f8b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:42.223524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.229459 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c004ec3d-75e2-4169-b5d9-772b751d3e0e None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:42.238305 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.248472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a54feead-fa5f-427c-bc52-a481a331767b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.257676 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656abedd-845a-4be0-85b5-24bdd0daa2e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router b8c15575-7aea-429d-b9f0-b83ce22f0850 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:42.273699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.283087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54feead-fa5f-427c-bc52-a481a331767b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee57cf7-a810-488b-beca-7adacb890fdc,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:42.283803 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:42.284748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:42.288113 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:42.290178 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a54feead-fa5f-427c-bc52-a481a331767b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.295454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a54feead-fa5f-427c-bc52-a481a331767b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/5ee57cf7-a810-488b-beca-7adacb890fdc HTTP/1.1" status: 204 len: 168 time: 0.3437786 Feb 04 05:57:42.296236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45944) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:42.309310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5292d9-dfae-4ae5-a0c1-e9ce46425fe9 None None] Update dhcp port {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': 'e714ac50-4d83-431c-a5ba-4d53a854bd2d'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '545b21fa-37f7-4d13-a4c1-0946745767cc'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:57:42.391664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.396864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d5292d9-dfae-4ae5-a0c1-e9ce46425fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.451360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port cf0b64b0-5933-4016-b171-9aa780e68ead {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:42.451714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.497568 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.510198 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.513378 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/195e434c-258e-4cac-938d-2359a72a95f2 HTTP/1.1" status: 204 len: 168 time: 1.6289833 Feb 04 05:57:42.517430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45946) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:42.525560 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 545b21fa-37f7-4d13-a4c1-0946745767cc up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:42.528466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port cf0b64b0-5933-4016-b171-9aa780e68ead, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cf0b64b0-5933-4016-b171-9aa780e68ead,segment=NetworkSegment(f3f29ee3-30d6-45ae-b748-e548b5975034),segment_id=f3f29ee3-30d6-45ae-b748-e548b5975034)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:42.528840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.543819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for cf0b64b0-5933-4016-b171-9aa780e68ead owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:42.561844 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea55f8-3aa9-4337-b512-ccc9ec2d1f6d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Network': ['ID=195e434c-258e-4cac-938d-2359a72a95f2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:42.568057 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-28181ecf-b6bd-4e98-8893-b2a42124180a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:42.568597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28181ecf-b6bd-4e98-8893-b2a42124180a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:42.575210 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-28181ecf-b6bd-4e98-8893-b2a42124180a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/195e434c-258e-4cac-938d-2359a72a95f2 HTTP/1.1" status: 404 len: 339 time: 0.0497766 Feb 04 05:57:42.575210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] For port 545b21fa-37f7-4d13-a4c1-0946745767cc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=545b21fa-37f7-4d13-a4c1-0946745767cc,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:42.576922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656abedd-845a-4be0-85b5-24bdd0daa2e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:42.584111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45948) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:42.586748 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d130628-6d49-4f72-a41c-fd0bd493a98c None None] Sync routers for ids ['b8c15575-7aea-429d-b9f0-b83ce22f0850'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:42.595156 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-656abedd-845a-4be0-85b5-24bdd0daa2e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/b8c15575-7aea-429d-b9f0-b83ce22f0850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7159400 Feb 04 05:57:42.601900 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d130628-6d49-4f72-a41c-fd0bd493a98c None None] Routers {'b8c15575-7aea-429d-b9f0-b83ce22f0850'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:42.602902 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-4d130628-6d49-4f72-a41c-fd0bd493a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b8c15575-7aea-429d-b9f0-b83ce22f0850'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:42.603797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45950) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:42.614496 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1082502490', 'description': 'd1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:42.646020 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-4d130628-6d49-4f72-a41c-fd0bd493a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:42.655810 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d130628-6d49-4f72-a41c-fd0bd493a98c None None] Routers {'b8c15575-7aea-429d-b9f0-b83ce22f0850'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:42.656636 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-4d130628-6d49-4f72-a41c-fd0bd493a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b8c15575-7aea-429d-b9f0-b83ce22f0850'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:42.657269 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.663983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:42.670379 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.696164 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-4d130628-6d49-4f72-a41c-fd0bd493a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:42.697118 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d130628-6d49-4f72-a41c-fd0bd493a98c None None] The sync data for ids ['b8c15575-7aea-429d-b9f0-b83ce22f0850'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:42.702576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.703550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.736829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-5d5292d9-dfae-4ae5-a0c1-e9ce46425fe9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:57:42.738302 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-5d5292d9-dfae-4ae5-a0c1-e9ce46425fe9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:57:42.758992 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c004ec3d-75e2-4169-b5d9-772b751d3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:41Z', 'revision_number': 9, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:42.790152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004ec3d-75e2-4169-b5d9-772b751d3e0e None None] Checking router: 9c90e565-91f4-4372-88f6-d67daa6782ac for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:42.796706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 545b21fa-37f7-4d13-a4c1-0946745767cc triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:42.797375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.804854 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004ec3d-75e2-4169-b5d9-772b751d3e0e None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:42.806233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c004ec3d-75e2-4169-b5d9-772b751d3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:42.809120 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.848455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=cf0b64b0-5933-4016-b171-9aa780e68ead,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:42.850541 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No DVR routers for this DVR port cf0b64b0-5933-4016-b171-9aa780e68ead on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:42.953201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c004ec3d-75e2-4169-b5d9-772b751d3e0e None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:42.977961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.022742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f2ad94-230c-4f30-a4d6-da8477c84079']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:43.035442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f29ee3-30d6-45ae-b748-e548b5975034') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:43.035806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f29ee3-30d6-45ae-b748-e548b5975034') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:43.048321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.065663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:43.068138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.080900 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:43.081342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.082510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:43.085310 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:43.098730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:43.106338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:43.106926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.109110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=e714ac50-4d83-431c-a5ba-4d53a854bd2d,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:43.111724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.112712 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Added segment 56fc4baa-d366-4bbc-ab15-f37996195137 of type vlan for network 77f345cd-cf10-4d73-9471-9d59109873e6 Feb 04 05:57:43.122399 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=545b21fa-37f7-4d13-a4c1-0946745767cc,revision_number=9']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:43.158408 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-225c3b57-8e86-4cb1-bace-a7595c50f810 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8791819 Feb 04 05:57:43.162196 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45952) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:43.167193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:55:cc:19', 'name': 'tempest-NetworksTestDHCPv6-683006215'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:43.180696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.192659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.195208 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/networks/69f2ad94-230c-4f30-a4d6-da8477c84079 HTTP/1.1" status: 204 len: 168 time: 0.8973734 Feb 04 05:57:43.206904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45954) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:43.214798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-895b9757-3ef1-4a75-b53f-e6dbecf6e8aa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.219977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd185500-824b-4eef-af7b-a1e23fef7e15 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Network': ['ID=69f2ad94-230c-4f30-a4d6-da8477c84079,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:43.220860 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.244110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d1aa71dd-1424-440b-9636-d474e1572719 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:43.269522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.275112 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:43.275819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.331140 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d5292d9-dfae-4ae5-a0c1-e9ce46425fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.355227 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7673800 Feb 04 05:57:43.356282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45956) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:43.424005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35a1a5-f443-439d-9727-cb3efd7e60c6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=77f345cd-cf10-4d73-9471-9d59109873e6,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:43.445002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d1aa71dd-1424-440b-9636-d474e1572719 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:43.445359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.453670 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 77f345cd-cf10-4d73-9471-9d59109873e6 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:43.454786 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:43.507391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73ccd2-fb53-4864-9ea2-14715c6d3cab tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:43.511136 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4e73ccd2-fb53-4864-9ea2-14715c6d3cab tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/networks?id=77f345cd-cf10-4d73-9471-9d59109873e6 HTTP/1.1" status: 200 len: 765 time: 0.1513996 Feb 04 05:57:43.511332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45958) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:43.516412 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7e56cc1d-c0d3-442b-8d42-aff02d0f369d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'description': 'd2'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:43.638156 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.679018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c004ec3d-75e2-4169-b5d9-772b751d3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:41Z', 'revision_number': 9, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:43.700632 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port 1a285995-9af4-4289-ada5-77704ed97c48 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:57:43.709901 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:57:43.764791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-895b9757-3ef1-4a75-b53f-e6dbecf6e8aa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port 8f5f78a1-3041-4259-902c-5a8783d331d0 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:43.765583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-895b9757-3ef1-4a75-b53f-e6dbecf6e8aa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.767184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004ec3d-75e2-4169-b5d9-772b751d3e0e None None] The sync data for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv is: [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:41Z', 'revision_number': 9, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': '1d66ae22-af2e-40aa-a42d-77919efcaff5', 'name': '', 'network_id': '89172491-0373-4771-915d-e48e7afd71f3', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:14:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:14Z', 'updated_at': '2022-02-04T05:57:26Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '743d6b84-c03b-4ef5-802f-730a1eb40bed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:43.775620 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7e56cc1d-c0d3-442b-8d42-aff02d0f369d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.803932 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7e56cc1d-c0d3-442b-8d42-aff02d0f369d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.824047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 02697f19-8b62-4337-84dd-02e34487e8ad no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:43.824420 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e56cc1d-c0d3-442b-8d42-aff02d0f369d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network 77f345cd-cf10-4d73-9471-9d59109873e6 is not hosted by any dhcp agent {{(pid=102166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:57:43.831835 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e56cc1d-c0d3-442b-8d42-aff02d0f369d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:43.831835 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7e56cc1d-c0d3-442b-8d42-aff02d0f369d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.835231 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7e56cc1d-c0d3-442b-8d42-aff02d0f369d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "PUT /v2.0/networks/77f345cd-cf10-4d73-9471-9d59109873e6 HTTP/1.1" status: 200 len: 762 time: 0.3204067 Feb 04 05:57:43.835569 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45960) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:43.850655 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 02697f19-8b62-4337-84dd-02e34487e8ad {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:43.851006 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 02697f19-8b62-4337-84dd-02e34487e8ad not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:43.857202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-5d5292d9-dfae-4ae5-a0c1-e9ce46425fe9 None None] For port 545b21fa-37f7-4d13-a4c1-0946745767cc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=545b21fa-37f7-4d13-a4c1-0946745767cc,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:43.886623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-895b9757-3ef1-4a75-b53f-e6dbecf6e8aa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.887344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.893498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d5292d9-dfae-4ae5-a0c1-e9ce46425fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.899993 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d5292d9-dfae-4ae5-a0c1-e9ce46425fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:43.963737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-895b9757-3ef1-4a75-b53f-e6dbecf6e8aa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for 8f5f78a1-3041-4259-902c-5a8783d331d0 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:43.973119 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5292d9-dfae-4ae5-a0c1-e9ce46425fe9 None None] Pushing event updated for resources: {'Port': ['ID=545b21fa-37f7-4d13-a4c1-0946745767cc,revision_number=10']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:43.973379 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56cc1d-c0d3-442b-8d42-aff02d0f369d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=77f345cd-cf10-4d73-9471-9d59109873e6,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:43.986692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 77f345cd-cf10-4d73-9471-9d59109873e6 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:44.011512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c69fb6-fa7c-4898-8c72-301894d1e786 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:44.013070 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d2c69fb6-fa7c-4898-8c72-301894d1e786 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/networks?id=77f345cd-cf10-4d73-9471-9d59109873e6 HTTP/1.1" status: 200 len: 765 time: 0.1765859 Feb 04 05:57:44.014454 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::f816:3eff:fe55:cc19 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/e714ac50-4d83-431c-a5ba-4d53a854bd2d/1a285995-9af4-4289-ada5-77704ed97c48) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:44.019094 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45962) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:44.262476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:44.314040 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d235ba26-15ec-4fd4-afc2-7fd6226fe17a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:44.316416 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d235ba26-15ec-4fd4-afc2-7fd6226fe17a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2963190 Feb 04 05:57:44.319863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45964) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:44.344078 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 661abb1c-f20e-4c5c-96ea-1207e46ff42d up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:44.370212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-895b9757-3ef1-4a75-b53f-e6dbecf6e8aa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:44.400075 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:44.413897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b9757-3ef1-4a75-b53f-e6dbecf6e8aa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=8f5f78a1-3041-4259-902c-5a8783d331d0,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:44.414142 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-69896f0a-8f68-44a0-8425-3c850ff96d7b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 207 time: 0.0897007 Feb 04 05:57:44.415452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45966) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:44.415577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 661abb1c-f20e-4c5c-96ea-1207e46ff42d triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:44.415956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:44.460267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:44.463568 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:44.466800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:44.474376 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:44.475097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:44.490900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=1a285995-9af4-4289-ada5-77704ed97c48,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:44.515593 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4f4e8609-4f9e-4835-9b22-b33b65574bfe tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3522990 Feb 04 05:57:44.516249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45968) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:44.530367 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 545b21fa-37f7-4d13-a4c1-0946745767cc up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:44.582005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53dd65-3b55-4bd2-b4fd-7356c405dd4c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:44.588819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53dd65-3b55-4bd2-b4fd-7356c405dd4c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:44.594061 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9b53dd65-3b55-4bd2-b4fd-7356c405dd4c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0766938 Feb 04 05:57:44.594704 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45970) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:44.596167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 545b21fa-37f7-4d13-a4c1-0946745767cc triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:44.598131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:44.674980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7054c9-59f5-4d7a-b221-57722187af46 None None] Network a12e2602-3a1d-47ef-a551-5acde07fa1f1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:44.744096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f65ca6c1-bb2b-482f-970e-dee5acd18a37 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port 1a285995-9af4-4289-ada5-77704ed97c48 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:44.744440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f65ca6c1-bb2b-482f-970e-dee5acd18a37 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:44.774657 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36361c51-b470-4ec6-8055-0449d3e1a3b0 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:44.788525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f326e6-c1b3-4ad9-adf7-e5a02325d569 None None] Network 195e434c-258e-4cac-938d-2359a72a95f2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:44.894457 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f65ca6c1-bb2b-482f-970e-dee5acd18a37 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:44.921568 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f65ca6c1-bb2b-482f-970e-dee5acd18a37 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for 1a285995-9af4-4289-ada5-77704ed97c48 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:44.930714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f326e6-c1b3-4ad9-adf7-e5a02325d569 None None] Network 195e434c-258e-4cac-938d-2359a72a95f2 could not be found, it might have been deleted concurrently. {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 05:57:44.962833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d3b5b707-3e39-4397-8947-6ec30f872b9f None None] Provisioning complete for port 545b21fa-37f7-4d13-a4c1-0946745767cc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:44.963287 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b707-3e39-4397-8947-6ec30f872b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:44.994812 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5fceeb-63f8-4ad1-bda0-03fc5eb26989 None None] Network 195e434c-258e-4cac-938d-2359a72a95f2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:45.054686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5fceeb-63f8-4ad1-bda0-03fc5eb26989 None None] Network 195e434c-258e-4cac-938d-2359a72a95f2 could not be found, it might have been deleted concurrently. {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 05:57:45.081734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b209c-786e-4bf0-b816-408e80fadbe8 None None] Network 195e434c-258e-4cac-938d-2359a72a95f2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:45.100941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b209c-786e-4bf0-b816-408e80fadbe8 None None] Network 195e434c-258e-4cac-938d-2359a72a95f2 could not be found, it might have been deleted concurrently. {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 05:57:45.109795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cc063079-42cd-44c0-bfbe-516cc0519f8f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:45.131490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port 1d66ae22-af2e-40aa-a42d-77919efcaff5 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:45.132010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.148086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: cc063079-42cd-44c0-bfbe-516cc0519f8f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:45.148441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cc063079-42cd-44c0-bfbe-516cc0519f8f not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:45.149171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4bc4b051-f07c-4577-9c6d-54d1655be396 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:45.166830 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f65ca6c1-bb2b-482f-970e-dee5acd18a37 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.204829 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ca6c1-bb2b-482f-970e-dee5acd18a37 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=1a285995-9af4-4289-ada5-77704ed97c48,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:45.211405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 4bc4b051-f07c-4577-9c6d-54d1655be396 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:45.211746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4bc4b051-f07c-4577-9c6d-54d1655be396 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:45.242992 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f65ca6c1-bb2b-482f-970e-dee5acd18a37 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.245396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230cae09-66e3-4ec8-9aa6-0e69530255fc None None] DHCP port deletion for 69f2ad94-230c-4f30-a4d6-da8477c84079 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:45.270226 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f65ca6c1-bb2b-482f-970e-dee5acd18a37 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/1a285995-9af4-4289-ada5-77704ed97c48 HTTP/1.1" status: 204 len: 168 time: 0.6717384 Feb 04 05:57:45.272241 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45976) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:45.342441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a464ecd-65b5-483e-9fb2-a25cd4ed0662 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.345196 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a464ecd-65b5-483e-9fb2-a25cd4ed0662 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.347512 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7a464ecd-65b5-483e-9fb2-a25cd4ed0662 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0740976 Feb 04 05:57:45.350203 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45978) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:45.354409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4234176a-a552-4c55-8004-2ae5e30b81e6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.360201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4234176a-a552-4c55-8004-2ae5e30b81e6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.366625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4234176a-a552-4c55-8004-2ae5e30b81e6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.372687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4234176a-a552-4c55-8004-2ae5e30b81e6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.378781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4234176a-a552-4c55-8004-2ae5e30b81e6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.384890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4234176a-a552-4c55-8004-2ae5e30b81e6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.386793 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4234176a-a552-4c55-8004-2ae5e30b81e6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.9697680 Feb 04 05:57:45.392166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45980) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:45.394909 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30063c42-6381-4fd3-9001-6e10d4828ff3 None None] Update dhcp port {'port': {'network_id': 'a12e2602-3a1d-47ef-a551-5acde07fa1f1', 'fixed_ips': [{'subnet_id': '3bbd29f0-994f-43c6-9978-932e1eb68518', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cf49f63d-747c-4b6c-9334-ea6cf66a938d'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '661abb1c-f20e-4c5c-96ea-1207e46ff42d'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:57:45.407076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-895b9757-3ef1-4a75-b53f-e6dbecf6e8aa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.411590 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ffde3d-bfec-4ea7-b049-e3774f2f53b9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet e714ac50-4d83-431c-a5ba-4d53a854bd2d {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:45.415079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d7ffde3d-bfec-4ea7-b049-e3774f2f53b9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.461486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d7ffde3d-bfec-4ea7-b049-e3774f2f53b9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.504659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port 1d66ae22-af2e-40aa-a42d-77919efcaff5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d66ae22-af2e-40aa-a42d-77919efcaff5,segment=NetworkSegment(3fa000c2-d3f0-41ce-8b47-00cd72819e3d),segment_id=3fa000c2-d3f0-41ce-8b47-00cd72819e3d)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:45.505028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.576185 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d7ffde3d-bfec-4ea7-b049-e3774f2f53b9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.588598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for 1d66ae22-af2e-40aa-a42d-77919efcaff5 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:45.610880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30063c42-6381-4fd3-9001-6e10d4828ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.652154 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d7ffde3d-bfec-4ea7-b049-e3774f2f53b9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.667579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-73729768-3650-419a-8dc2-ac37f1ef5330 None None] Could not find standard attr ID for object ec729589-af5c-472e-a876-7c7729d08e71. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:45.667948 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d7ffde3d-bfec-4ea7-b049-e3774f2f53b9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.675387 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d7ffde3d-bfec-4ea7-b049-e3774f2f53b9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/e714ac50-4d83-431c-a5ba-4d53a854bd2d HTTP/1.1" status: 204 len: 168 time: 0.3215916 Feb 04 05:57:45.692275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45982) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:45.699175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffde3d-bfec-4ea7-b049-e3774f2f53b9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=e714ac50-4d83-431c-a5ba-4d53a854bd2d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:45.725540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5368cec0-e1cb-4725-bee5-566719fd28c2 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3265054 Feb 04 05:57:45.741993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45984) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:45.756214 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-25fb3ab6-1d88-4f9e-9899-7622a58ca8f3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604815 Feb 04 05:57:45.761672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45986) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:45.814361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d692e-31b5-4cac-b964-c027497f768a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.816848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d692e-31b5-4cac-b964-c027497f768a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.818561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d692e-31b5-4cac-b964-c027497f768a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.819725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d692e-31b5-4cac-b964-c027497f768a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.819871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895b9757-3ef1-4a75-b53f-e6dbecf6e8aa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router b8c15575-7aea-429d-b9f0-b83ce22f0850 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:45.821840 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d692e-31b5-4cac-b964-c027497f768a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.827564 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-932d692e-31b5-4cac-b964-c027497f768a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0845497 Feb 04 05:57:45.828349 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45988) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:45.839008 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-30063c42-6381-4fd3-9001-6e10d4828ff3 None None] Allocated IP 172.20.0.1 (a12e2602-3a1d-47ef-a551-5acde07fa1f1/cf49f63d-747c-4b6c-9334-ea6cf66a938d/661abb1c-f20e-4c5c-96ea-1207e46ff42d) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:45.872016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94adfb37-bfbb-47b1-ae11-6923a1851c7d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.876313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45990) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:45.878713 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-94adfb37-bfbb-47b1-ae11-6923a1851c7d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1159303 Feb 04 05:57:45.913483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cf0b64b0-5933-4016-b171-9aa780e68ead no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:45.938211 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: cf0b64b0-5933-4016-b171-9aa780e68ead {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:45.938561 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cf0b64b0-5933-4016-b171-9aa780e68ead not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:45.944138 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e82cb3-aa6d-4b5a-ad0f-dbf2f578fe8b None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:45.963003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2dee07-a603-4520-8615-2ab823e837f5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:45.967052 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cf2dee07-a603-4520-8615-2ab823e837f5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0878038 Feb 04 05:57:45.971605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45992) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:45.987398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895b9757-3ef1-4a75-b53f-e6dbecf6e8aa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:45.994489 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-895b9757-3ef1-4a75-b53f-e6dbecf6e8aa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/b8c15575-7aea-429d-b9f0-b83ce22f0850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3896403 Feb 04 05:57:46.010437 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1537420a-2b4e-4ab6-bc67-60d441bec63f None None] Sync routers for ids ['b8c15575-7aea-429d-b9f0-b83ce22f0850'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:46.023708 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45994) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:46.036785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900af77-fb36-40e4-a81c-d552d8068026 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['shared'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:46.038344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900af77-fb36-40e4-a81c-d552d8068026 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['shared'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:46.039717 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900af77-fb36-40e4-a81c-d552d8068026 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['shared'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:46.041140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900af77-fb36-40e4-a81c-d552d8068026 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['shared'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:46.042529 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900af77-fb36-40e4-a81c-d552d8068026 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['shared'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:46.047810 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a900af77-fb36-40e4-a81c-d552d8068026 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2141647 Feb 04 05:57:46.047810 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1673b7e7-df66-4a16-903f-7bef018ca7e5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727742 Feb 04 05:57:46.048090 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 45996) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:46.053414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 45998) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:46.059186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-80e7deef-6857-4264-80dc-c8850c3c3a28 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:46.059715 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1537420a-2b4e-4ab6-bc67-60d441bec63f None None] Routers {'b8c15575-7aea-429d-b9f0-b83ce22f0850'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:46.060422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1537420a-2b4e-4ab6-bc67-60d441bec63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b8c15575-7aea-429d-b9f0-b83ce22f0850'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:46.065499 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-30063c42-6381-4fd3-9001-6e10d4828ff3 None None] For port 661abb1c-f20e-4c5c-96ea-1207e46ff42d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=661abb1c-f20e-4c5c-96ea-1207e46ff42d,segment=NetworkSegment(d3ac06d8-d142-46e0-9791-905aeb125197),segment_id=d3ac06d8-d142-46e0-9791-905aeb125197)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:46.066185 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.069133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d3dadecf-1250-4769-ba44-01cca92a5437 None None] Provisioning complete for port 545b21fa-37f7-4d13-a4c1-0946745767cc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:46.069516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3dadecf-1250-4769-ba44-01cca92a5437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.087174 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4642d1d3-8e96-440e-8d12-f3d254998966 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c15575-7aea-429d-b9f0-b83ce22f0850 HTTP/1.1" status: 200 len: 205 time: 0.0597987 Feb 04 05:57:46.087800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46000) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:46.145064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1537420a-2b4e-4ab6-bc67-60d441bec63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:46.146069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=1d66ae22-af2e-40aa-a42d-77919efcaff5,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:46.199428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30063c42-6381-4fd3-9001-6e10d4828ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.204955 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1537420a-2b4e-4ab6-bc67-60d441bec63f None None] Routers {'b8c15575-7aea-429d-b9f0-b83ce22f0850'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:46.205824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1537420a-2b4e-4ab6-bc67-60d441bec63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b8c15575-7aea-429d-b9f0-b83ce22f0850'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:46.211692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-30063c42-6381-4fd3-9001-6e10d4828ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.216852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d7055e-7a4b-4adb-9426-d3392d93d8cc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.274475 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1537420a-2b4e-4ab6-bc67-60d441bec63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:46.275594 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1537420a-2b4e-4ab6-bc67-60d441bec63f None None] The sync data for ids ['b8c15575-7aea-429d-b9f0-b83ce22f0850'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:46.334486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.351041 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b57db2e-bd72-4c78-b7da-161431cddfb1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:46.358191 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9b57db2e-bd72-4c78-b7da-161431cddfb1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/networks/9bc43f74-2bfc-4b90-a128-4cb3c6c3d331 HTTP/1.1" status: 200 len: 804 time: 0.3091288 Feb 04 05:57:46.361237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46002) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:46.378092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7deef-6857-4264-80dc-c8850c3c3a28 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:46.383891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-80e7deef-6857-4264-80dc-c8850c3c3a28 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.393855 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30063c42-6381-4fd3-9001-6e10d4828ff3 None None] Pushing event updated for resources: {'Port': ['ID=661abb1c-f20e-4c5c-96ea-1207e46ff42d,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:46.415998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19438969-1f63-4ce5-9fc1-98224cbd30c0 None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:46.471978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-19438969-1f63-4ce5-9fc1-98224cbd30c0 None None] Deleting port 545b21fa-37f7-4d13-a4c1-0946745767cc {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:46.473334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-19438969-1f63-4ce5-9fc1-98224cbd30c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.505648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d7055e-7a4b-4adb-9426-d3392d93d8cc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.508406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d7055e-7a4b-4adb-9426-d3392d93d8cc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.544041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-19438969-1f63-4ce5-9fc1-98224cbd30c0 None None] For port 545b21fa-37f7-4d13-a4c1-0946745767cc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=545b21fa-37f7-4d13-a4c1-0946745767cc,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:46.544665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-19438969-1f63-4ce5-9fc1-98224cbd30c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.561248 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d7055e-7a4b-4adb-9426-d3392d93d8cc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.562221 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d7055e-7a4b-4adb-9426-d3392d93d8cc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Fanout notify agent at l3_agent the message router_deleted on router b8c15575-7aea-429d-b9f0-b83ce22f0850 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:57:46.562485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-19438969-1f63-4ce5-9fc1-98224cbd30c0 None None] Calling delete_port for 545b21fa-37f7-4d13-a4c1-0946745767cc owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:46.571835 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35d7055e-7a4b-4adb-9426-d3392d93d8cc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.573499 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-35d7055e-7a4b-4adb-9426-d3392d93d8cc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/b8c15575-7aea-429d-b9f0-b83ce22f0850 HTTP/1.1" status: 204 len: 168 time: 0.4846396 Feb 04 05:57:46.577927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46004) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:46.648415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-56affebc-312a-4d9f-9ea4-6c9dcbf1069e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting subnet 8484ed12-d34d-4588-930c-3a66ae48ac3b {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:46.651946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-56affebc-312a-4d9f-9ea4-6c9dcbf1069e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.682365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-19438969-1f63-4ce5-9fc1-98224cbd30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.700055 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-56affebc-312a-4d9f-9ea4-6c9dcbf1069e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.713495 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19438969-1f63-4ce5-9fc1-98224cbd30c0 None None] Pushing event deleted for resources: {'Port': ['ID=545b21fa-37f7-4d13-a4c1-0946745767cc,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:46.718994 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19438969-1f63-4ce5-9fc1-98224cbd30c0 None None] No DVR routers for this DVR port 545b21fa-37f7-4d13-a4c1-0946745767cc on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:46.793911 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f5dff5a7-2f16-43d6-9479-c18005d11b22 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/networks/9bc43f74-2bfc-4b90-a128-4cb3c6c3d331?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4310343 Feb 04 05:57:46.801797 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46006) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:46.828929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 9c90e565-91f4-4372-88f6-d67daa6782ac has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:46.854666 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-56affebc-312a-4d9f-9ea4-6c9dcbf1069e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.889851 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919889fb-1d37-42bd-8d73-b46f780943e6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:46.891191 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-919889fb-1d37-42bd-8d73-b46f780943e6 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/subnets/d373efca-25c6-4796-8f9a-c0b761abff88 HTTP/1.1" status: 200 len: 843 time: 0.0876007 Feb 04 05:57:46.896814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46008) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:46.964064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477a6f6-c1c9-4085-b0c3-4365d7e26ef3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['shared'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:46.969587 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b477a6f6-c1c9-4085-b0c3-4365d7e26ef3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "GET /v2.0/subnets/d373efca-25c6-4796-8f9a-c0b761abff88?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0677159 Feb 04 05:57:46.969787 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46010) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:46.975595 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-188032760'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:46.981225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-56affebc-312a-4d9f-9ea4-6c9dcbf1069e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:46.989795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-80e7deef-6857-4264-80dc-c8850c3c3a28 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.020820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:47.022774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56affebc-312a-4d9f-9ea4-6c9dcbf1069e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Subnet': ['ID=8484ed12-d34d-4588-930c-3a66ae48ac3b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:47.028296 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-59131c9d-74f1-4e54-a632-74278b3002fd tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8191903 Feb 04 05:57:47.029668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-56affebc-312a-4d9f-9ea4-6c9dcbf1069e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.035184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46012) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:47.037724 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-56affebc-312a-4d9f-9ea4-6c9dcbf1069e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/8484ed12-d34d-4588-930c-3a66ae48ac3b HTTP/1.1" status: 204 len: 168 time: 0.4547963 Feb 04 05:57:47.038393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46014) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:47.042783 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf4607-ede9-4111-949d-c51a6fb16e20 None None] Sync routers for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:47.043868 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc294fd3-168d-440f-8065-fa3fac217ba9 None None] Network 59dc596a-6820-4426-b958-45b977430c57 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:47.054142 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf4607-ede9-4111-949d-c51a6fb16e20 None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:47.055038 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-62bf4607-ede9-4111-949d-c51a6fb16e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:47.055941 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e7deef-6857-4264-80dc-c8850c3c3a28 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:47.062057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-80e7deef-6857-4264-80dc-c8850c3c3a28 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:47.065661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7deef-6857-4264-80dc-c8850c3c3a28 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:47.066310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-80e7deef-6857-4264-80dc-c8850c3c3a28 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.085697 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:47.089369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.106234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a025d24b-2575-4df4-b82a-35f5341f5125 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:47.108858 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-80e7deef-6857-4264-80dc-c8850c3c3a28 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0541918 Feb 04 05:57:47.109797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40df30a-4a3e-4991-b5c4-6f2adc06f95a None None] Network a12e2602-3a1d-47ef-a551-5acde07fa1f1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:47.110548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46016) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:47.117182 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:d6:76:29', 'name': 'tempest-NetworksTestDHCPv6-804480082'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:47.126751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7deef-6857-4264-80dc-c8850c3c3a28 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=3bdcd6a3-578a-463c-bbe8-5eb238d11309,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:47.143687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84e1a57-075d-4ee2-9abc-c07380cf9e18 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting subnet 743d6b84-c03b-4ef5-802f-730a1eb40bed {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:47.147114 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a84e1a57-075d-4ee2-9abc-c07380cf9e18 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.152784 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b728ac9c-725b-40ba-b67b-7dc7fc7deda0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting subnet a5c2cde4-530c-48f5-8862-783673a6b933 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:47.178953 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-62bf4607-ede9-4111-949d-c51a6fb16e20 None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:47.184644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b728ac9c-725b-40ba-b67b-7dc7fc7deda0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.210140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a84e1a57-075d-4ee2-9abc-c07380cf9e18 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.228356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:47.260080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.260432 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Added segment 8f54220f-463b-48bd-8ce8-deb03e94dbc8 of type vlan for network 1118b497-27f4-46f4-abad-4be0de91f7d0 Feb 04 05:57:47.273710 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b728ac9c-725b-40ba-b67b-7dc7fc7deda0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.291422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3ced8afc-34c5-48e8-8f41-9b42abb8dd2d None None] Provisioning complete for port 661abb1c-f20e-4c5c-96ea-1207e46ff42d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:47.291833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3ced8afc-34c5-48e8-8f41-9b42abb8dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.347601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a84e1a57-075d-4ee2-9abc-c07380cf9e18 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.380494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.433148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a84e1a57-075d-4ee2-9abc-c07380cf9e18 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.465366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:47.466031 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-62bf4607-ede9-4111-949d-c51a6fb16e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:45Z', 'revision_number': 10, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:47.470339 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.483175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b728ac9c-725b-40ba-b67b-7dc7fc7deda0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.488505 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.494461 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:47.494802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.499803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e1a57-075d-4ee2-9abc-c07380cf9e18 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Subnet': ['ID=743d6b84-c03b-4ef5-802f-730a1eb40bed,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:47.504329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a84e1a57-075d-4ee2-9abc-c07380cf9e18 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.507214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65e583-e9aa-48b0-aa8e-86085c84f179 None None] Network 89172491-0373-4771-915d-e48e7afd71f3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:47.518421 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a84e1a57-075d-4ee2-9abc-c07380cf9e18 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/743d6b84-c03b-4ef5-802f-730a1eb40bed HTTP/1.1" status: 204 len: 168 time: 0.4814792 Feb 04 05:57:47.522450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46018) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:47.541558 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf4607-ede9-4111-949d-c51a6fb16e20 None None] Checking router: 9c90e565-91f4-4372-88f6-d67daa6782ac for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:47.556171 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf4607-ede9-4111-949d-c51a6fb16e20 None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:47.563614 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-62bf4607-ede9-4111-949d-c51a6fb16e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:47.586682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port f4e0d3fc-27c9-44c7-a258-817a765bce5b yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:57:47.605564 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6321073 Feb 04 05:57:47.608608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1490539-e142-45dc-9d02-33cb7cac4e0c None None] DHCP port deletion for 59dc596a-6820-4426-b958-45b977430c57 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:47.608793 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46020) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:47.617703 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'network_id': '1118b497-27f4-46f4-abad-4be0de91f7d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:47.624196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': '3bdcd6a3-578a-463c-bbe8-5eb238d11309'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:47.624767 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.650322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.677348 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0855305-dcb0-48fc-8d49-a755758f8324 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Network': ['ID=1118b497-27f4-46f4-abad-4be0de91f7d0,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:47.702714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 1118b497-27f4-46f4-abad-4be0de91f7d0 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:47.717144 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-62bf4607-ede9-4111-949d-c51a6fb16e20 None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:47.762213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port efa395d9-4376-4111-90ce-834c329dfd3d {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:47.763595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.792847 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b728ac9c-725b-40ba-b67b-7dc7fc7deda0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.855077 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728ac9c-725b-40ba-b67b-7dc7fc7deda0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c2cde4-530c-48f5-8862-783673a6b933,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:47.857240 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b728ac9c-725b-40ba-b67b-7dc7fc7deda0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.863590 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b728ac9c-725b-40ba-b67b-7dc7fc7deda0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/a5c2cde4-530c-48f5-8862-783673a6b933 HTTP/1.1" status: 204 len: 168 time: 0.8222327 Feb 04 05:57:47.867429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46022) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:47.894998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port efa395d9-4376-4111-90ce-834c329dfd3d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=efa395d9-4376-4111-90ce-834c329dfd3d,segment=NetworkSegment(3fa000c2-d3f0-41ce-8b47-00cd72819e3d),segment_id=3fa000c2-d3f0-41ce-8b47-00cd72819e3d)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:47.896029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.903004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add133a5-b864-4f90-a28f-adac9f63b2fd None None] Network 61861e13-a183-44b9-a561-730ef1cb055a requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:47.939208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for efa395d9-4376-4111-90ce-834c329dfd3d owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:48.007834 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-62bf4607-ede9-4111-949d-c51a6fb16e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:45Z', 'revision_number': 10, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:48.019273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::1e (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/3bdcd6a3-578a-463c-bbe8-5eb238d11309/f4e0d3fc-27c9-44c7-a258-817a765bce5b) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:48.033365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Made reservation on behalf of 29edd40400024c2e88f76a0fe315749f for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:48.037965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.043886 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf4607-ede9-4111-949d-c51a6fb16e20 None None] The sync data for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv is: [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:45Z', 'revision_number': 10, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None, '_interfaces': [{'id': 'c930c511-c424-45dd-a8b3-caae53724264', 'name': '', 'network_id': '4d9e736d-20d5-478c-ab70-ce2a71af745e', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'mac_address': 'fa:16:3e:44:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:06Z', 'updated_at': '2022-02-04T05:57:14Z', 'revision_number': 5, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'subnets': [{'id': '0f20b9f7-9269-4843-bbd9-9412c351fd59', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:48.118246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.147617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=efa395d9-4376-4111-90ce-834c329dfd3d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:48.155198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No DVR routers for this DVR port efa395d9-4376-4111-90ce-834c329dfd3d on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:48.193203 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db25e1e-4c5d-4ebb-ac15-22e59f33ea03 None None] Network a12e2602-3a1d-47ef-a551-5acde07fa1f1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:48.242950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.269805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89172491-0373-4771-915d-e48e7afd71f3']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:48.281150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa000c2-d3f0-41ce-8b47-00cd72819e3d') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:48.281659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa000c2-d3f0-41ce-8b47-00cd72819e3d') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:48.292093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.300273 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4281385b-3e1e-4967-8320-e25b1383c893 None None] Provisioning complete for port 661abb1c-f20e-4c5c-96ea-1207e46ff42d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:48.300650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4281385b-3e1e-4967-8320-e25b1383c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.307957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b1490539-e142-45dc-9d02-33cb7cac4e0c None None] Deleting port d1aa71dd-1424-440b-9636-d474e1572719 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:48.308337 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b1490539-e142-45dc-9d02-33cb7cac4e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.310556 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.318787 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:48.319390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:48.323532 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:48.392371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.400087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.408923 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.413687 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/networks/89172491-0373-4771-915d-e48e7afd71f3 HTTP/1.1" status: 204 len: 168 time: 0.8901680 Feb 04 05:57:48.417701 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46024) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:48.435571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Performing IP validity checks on allocation pools {{(pid=102166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:57:48.436081 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.ipam_backend_mixin [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:57:48.452168 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf7b963-88f2-4307-af96-1c70067914e0 None None] DHCP port deletion for 89172491-0373-4771-915d-e48e7afd71f3 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:48.475646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 661abb1c-f20e-4c5c-96ea-1207e46ff42d up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:48.493698 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af979d47-500f-436c-8177-7902d05d1210 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Network': ['ID=89172491-0373-4771-915d-e48e7afd71f3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:48.527977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b1490539-e142-45dc-9d02-33cb7cac4e0c None None] For port d1aa71dd-1424-440b-9636-d474e1572719, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d1aa71dd-1424-440b-9636-d474e1572719,segment=NetworkSegment(bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736),segment_id=bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:48.528534 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b1490539-e142-45dc-9d02-33cb7cac4e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.572344 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b1490539-e142-45dc-9d02-33cb7cac4e0c None None] Calling delete_port for d1aa71dd-1424-440b-9636-d474e1572719 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:48.723613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9045bba0-6962-4b29-a76d-399ed3020e6a None None] DHCP port deletion for 61861e13-a183-44b9-a561-730ef1cb055a request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:48.746482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 661abb1c-f20e-4c5c-96ea-1207e46ff42d triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:48.746690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.747731 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.754758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port d1aa71dd-1424-440b-9636-d474e1572719 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:48.755246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.816051 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b1490539-e142-45dc-9d02-33cb7cac4e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.852480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1490539-e142-45dc-9d02-33cb7cac4e0c None None] Pushing event deleted for resources: {'Port': ['ID=d1aa71dd-1424-440b-9636-d474e1572719,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:48.854471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1490539-e142-45dc-9d02-33cb7cac4e0c None None] No DVR routers for this DVR port d1aa71dd-1424-440b-9636-d474e1572719 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:48.904642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.908966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port d1aa71dd-1424-440b-9636-d474e1572719, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d1aa71dd-1424-440b-9636-d474e1572719,segment=NetworkSegment(bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736),segment_id=bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:48.909363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.923725 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9045bba0-6962-4b29-a76d-399ed3020e6a None None] Deleting port 92f07deb-45bb-438b-9550-3f2f1d520f8b {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:48.923975 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9045bba0-6962-4b29-a76d-399ed3020e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.930687 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for d1aa71dd-1424-440b-9636-d474e1572719 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:48.932678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.967741 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.999291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9045bba0-6962-4b29-a76d-399ed3020e6a None None] For port 92f07deb-45bb-438b-9550-3f2f1d520f8b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=92f07deb-45bb-438b-9550-3f2f1d520f8b,segment=NetworkSegment(52a047fb-34b5-4eba-a4ce-4184492a393b),segment_id=52a047fb-34b5-4eba-a4ce-4184492a393b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:48.999688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9045bba0-6962-4b29-a76d-399ed3020e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.057511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9045bba0-6962-4b29-a76d-399ed3020e6a None None] Calling delete_port for 92f07deb-45bb-438b-9550-3f2f1d520f8b owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:49.087035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:49.094896 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/3bdcd6a3-578a-463c-bbe8-5eb238d11309/e010f6b7-95d7-487f-b9ec-e203685582a6) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:49.102573 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:49.109907 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=54b975f1-3e3a-448e-b23b-e6800cd019d5,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:49.113047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=f4e0d3fc-27c9-44c7-a258-817a765bce5b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:49.120093 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:49.126906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:49.127719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.177569 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.224186 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1b1583a2-fe3b-4270-b89e-96a022b6b5ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1093481 Feb 04 05:57:49.224808 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46026) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:49.234101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Checking segment: {'id': '8f54220f-463b-48bd-8ce8-deb03e94dbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1118b497-27f4-46f4-abad-4be0de91f7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:49.234469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network hostable DHCP agents. Network: 1118b497-27f4-46f4-abad-4be0de91f7d0, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:49.237214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=d1aa71dd-1424-440b-9636-d474e1572719,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:49.242743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d1aa71dd-1424-440b-9636-d474e1572719 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:49.247584 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No DVR routers for this DVR port d1aa71dd-1424-440b-9636-d474e1572719 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:49.285728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: d1aa71dd-1424-440b-9636-d474e1572719 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:49.286239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d1aa71dd-1424-440b-9636-d474e1572719 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:49.286758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 545b21fa-37f7-4d13-a4c1-0946745767cc no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:49.293581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-15496cb8-f690-4da8-8505-513bfed9719a None None] Provisioning complete for port 661abb1c-f20e-4c5c-96ea-1207e46ff42d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:49.293946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-15496cb8-f690-4da8-8505-513bfed9719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.344365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 545b21fa-37f7-4d13-a4c1-0946745767cc {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:49.344864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 545b21fa-37f7-4d13-a4c1-0946745767cc not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:49.360331 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Network 1118b497-27f4-46f4-abad-4be0de91f7d0 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:49.369570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.391058 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a256317-8dee-4cf7-be59-1ee97ee053ea tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:49.395294 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9a256317-8dee-4cf7-be59-1ee97ee053ea tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1668799 Feb 04 05:57:49.396898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46028) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:49.398177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 1118b497-27f4-46f4-abad-4be0de91f7d0) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:49.409134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:49.411854 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.412973 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9045bba0-6962-4b29-a76d-399ed3020e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.415203 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59dc596a-6820-4426-b958-45b977430c57']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:49.421887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d019e6-38a0-46ef-838c-89806a78d6c2 None None] Network 1118b497-27f4-46f4-abad-4be0de91f7d0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:49.431648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:49.431937 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7e8b7e-78ac-4d6f-8f8e-d70d7b8c9736') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:49.442897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.450532 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ae43f935-e5a9-48a7-b5d9-c5a0b3c64c3a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8340671 Feb 04 05:57:49.450883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46030) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:49.456839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b7fb4d7e-edea-4198-a488-f4dbc976b4b5 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:49.461895 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.470325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:49.470928 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:49.474571 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:49.512954 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045bba0-6962-4b29-a76d-399ed3020e6a None None] Pushing event deleted for resources: {'Port': ['ID=92f07deb-45bb-438b-9550-3f2f1d520f8b,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:49.516889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9045bba0-6962-4b29-a76d-399ed3020e6a None None] No DVR routers for this DVR port 92f07deb-45bb-438b-9550-3f2f1d520f8b on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:49.546575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.566755 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.568701 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.574192 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/networks/59dc596a-6820-4426-b958-45b977430c57 HTTP/1.1" status: 204 len: 168 time: 1.7009096 Feb 04 05:57:49.574192 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b6a75-473b-4081-86d3-5888e50ff2c1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Network': ['ID=59dc596a-6820-4426-b958-45b977430c57,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:49.575396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46032) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:49.592293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.656018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:49.662217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:49.664502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Pushing event updated for resources: {'Port': ['ID=e010f6b7-95d7-487f-b9ec-e203685582a6,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:49.666892 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:49.685157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.692900 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b7fb4d7e-edea-4198-a488-f4dbc976b4b5 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9747961'] for subnet, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.711906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c62ef-4a09-4638-a479-f047d06b7ce8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port f4e0d3fc-27c9-44c7-a258-817a765bce5b {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:49.712245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ce5c62ef-4a09-4638-a479-f047d06b7ce8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.772122 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Attempting to bind port e010f6b7-95d7-487f-b9ec-e203685582a6 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:49.772436 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Attempting to bind port e010f6b7-95d7-487f-b9ec-e203685582a6 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:49.772751 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Attempting to bind port e010f6b7-95d7-487f-b9ec-e203685582a6 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:49.778111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.778329 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:49.778706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:49.779102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.779489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:49.779947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Bound port: e010f6b7-95d7-487f-b9ec-e203685582a6, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:49.780324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.791448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-1118b497-27f4-46f4-abad-4be0de91f7d0', 'network_id': '1118b497-27f4-46f4-abad-4be0de91f7d0', 'tenant_id': '29edd40400024c2e88f76a0fe315749f', 'fixed_ips': [{'subnet_id': '54b975f1-3e3a-448e-b23b-e6800cd019d5'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:49.792290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.803489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61861e13-a183-44b9-a561-730ef1cb055a']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:49.807052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port c930c511-c424-45dd-a8b3-caae53724264 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:49.807394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.813544 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a047fb-34b5-4eba-a4ce-4184492a393b') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:49.813986 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a047fb-34b5-4eba-a4ce-4184492a393b') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:49.824679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.841318 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.854216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:49.854753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:49.857776 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:49.930819 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] For port e010f6b7-95d7-487f-b9ec-e203685582a6, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:49.946136 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.959029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] For port e010f6b7-95d7-487f-b9ec-e203685582a6, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e010f6b7-95d7-487f-b9ec-e203685582a6,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:49.965458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ce5c62ef-4a09-4638-a479-f047d06b7ce8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.966182 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.967744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.979035 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/networks/61861e13-a183-44b9-a561-730ef1cb055a HTTP/1.1" status: 204 len: 168 time: 0.4017715 Feb 04 05:57:49.980705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e1de-cee3-4e8c-9e75-1102f0710f46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Network': ['ID=61861e13-a183-44b9-a561-730ef1cb055a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:49.982165 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46034) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:49.988938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'network': {'name': 'tempest-RoutersTest-1072768451'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:50.002505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c62ef-4a09-4638-a479-f047d06b7ce8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for f4e0d3fc-27c9-44c7-a258-817a765bce5b owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:50.017483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:50.018681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 92f07deb-45bb-438b-9550-3f2f1d520f8b no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:50.023425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.045161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 92f07deb-45bb-438b-9550-3f2f1d520f8b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:50.045511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 92f07deb-45bb-438b-9550-3f2f1d520f8b not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:50.045956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d66ae22-af2e-40aa-a42d-77919efcaff5 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:50.068160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:50.069129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port c930c511-c424-45dd-a8b3-caae53724264, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c930c511-c424-45dd-a8b3-caae53724264,segment=NetworkSegment(8c8d6842-1ad7-437a-aacd-21f11a073637),segment_id=8c8d6842-1ad7-437a-aacd-21f11a073637)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:50.069442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.071729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 1d66ae22-af2e-40aa-a42d-77919efcaff5 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:50.072085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d66ae22-af2e-40aa-a42d-77919efcaff5 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:50.072559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device efa395d9-4376-4111-90ce-834c329dfd3d no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:50.095237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.096785 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added segment 32946a56-4cc5-4201-a736-9237e0faac22 of type vlan for network e724a710-de9c-4b28-80bb-669477a5e837 Feb 04 05:57:50.104450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: efa395d9-4376-4111-90ce-834c329dfd3d {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:50.104827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device efa395d9-4376-4111-90ce-834c329dfd3d not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:50.110724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202094a-578b-4bd7-a9f1-b66538303864 None None] Pushing event updated for resources: {'Port': ['ID=e010f6b7-95d7-487f-b9ec-e203685582a6,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:50.122656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for c930c511-c424-45dd-a8b3-caae53724264 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:50.133144 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b7fb4d7e-edea-4198-a488-f4dbc976b4b5 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747974407783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9699970'] for subnet, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.169363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.183297 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Allocated IP 2001:db8::3 (1118b497-27f4-46f4-abad-4be0de91f7d0/54b975f1-3e3a-448e-b23b-e6800cd019d5/d401ec4f-6ddf-4078-81f2-a30067e509ac) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:50.210206 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.216057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:50.216690 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.259535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb4d7e-edea-4198-a488-f4dbc976b4b5 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:50.260235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b7fb4d7e-edea-4198-a488-f4dbc976b4b5 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.261738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b7fb4d7e-edea-4198-a488-f4dbc976b4b5 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "PUT /v2.0/subnets/54b975f1-3e3a-448e-b23b-e6800cd019d5 HTTP/1.1" status: 200 len: 900 time: 0.8097625 Feb 04 05:57:50.267692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46036) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:50.315865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb4d7e-edea-4198-a488-f4dbc976b4b5 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event updated for resources: {'Subnet': ['ID=54b975f1-3e3a-448e-b23b-e6800cd019d5,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:50.327998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Network': ['ID=e724a710-de9c-4b28-80bb-669477a5e837,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:50.333720 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b083d4bc-942f-4e27-9f9c-65c057ea5181 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3504598 Feb 04 05:57:50.336382 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46038) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:50.341645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'subnet': {'network_id': 'e724a710-de9c-4b28-80bb-669477a5e837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:50.342333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network e724a710-de9c-4b28-80bb-669477a5e837 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:50.471628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:50.477788 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.544468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.556172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ce5c62ef-4a09-4638-a479-f047d06b7ce8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.641438 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c62ef-4a09-4638-a479-f047d06b7ce8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=f4e0d3fc-27c9-44c7-a258-817a765bce5b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:50.688249 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.697558 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.698940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.706647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ce5c62ef-4a09-4638-a479-f047d06b7ce8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.712003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ce5c62ef-4a09-4638-a479-f047d06b7ce8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/f4e0d3fc-27c9-44c7-a258-817a765bce5b HTTP/1.1" status: 204 len: 168 time: 1.3117397 Feb 04 05:57:50.712956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46040) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:50.741340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.752162 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.771803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Network 1118b497-27f4-46f4-abad-4be0de91f7d0 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:50.776955 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:50.779488 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:50.793588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=c930c511-c424-45dd-a8b3-caae53724264,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:50.800998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Pushing event updated for resources: {'Port': ['ID=d401ec4f-6ddf-4078-81f2-a30067e509ac,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:50.826300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bbe63c-9171-4f8c-a2b7-d19f5fe2a4ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:50.827927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bbe63c-9171-4f8c-a2b7-d19f5fe2a4ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:50.832507 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b8bbe63c-9171-4f8c-a2b7-d19f5fe2a4ba tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1156993 Feb 04 05:57:50.835053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46042) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:50.858768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Subnet': ['ID=adfb8dea-3449-4ef3-aa8d-b54613c3a622,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:50.873014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Attempting to bind port d401ec4f-6ddf-4078-81f2-a30067e509ac on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:50.873414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Attempting to bind port d401ec4f-6ddf-4078-81f2-a30067e509ac by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '8f54220f-463b-48bd-8ce8-deb03e94dbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1118b497-27f4-46f4-abad-4be0de91f7d0'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:50.873779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Attempting to bind port d401ec4f-6ddf-4078-81f2-a30067e509ac on network 1118b497-27f4-46f4-abad-4be0de91f7d0 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:50.880320 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Checking segment: {'id': '32946a56-4cc5-4201-a736-9237e0faac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e724a710-de9c-4b28-80bb-669477a5e837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:50.882415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network hostable DHCP agents. Network: e724a710-de9c-4b28-80bb-669477a5e837, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:50.894016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:50.894603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Checking segment: {'id': '8f54220f-463b-48bd-8ce8-deb03e94dbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1118b497-27f4-46f4-abad-4be0de91f7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:50.894955 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.895352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Bound using segment: {'id': '8f54220f-463b-48bd-8ce8-deb03e94dbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1118b497-27f4-46f4-abad-4be0de91f7d0'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:50.895853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Bound port: d401ec4f-6ddf-4078-81f2-a30067e509ac, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f54220f-463b-48bd-8ce8-deb03e94dbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1118b497-27f4-46f4-abad-4be0de91f7d0'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:50.896240 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.910571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network e724a710-de9c-4b28-80bb-669477a5e837 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:50.926929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, e724a710-de9c-4b28-80bb-669477a5e837) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:50.947234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:50.948092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63023184-0b50-461b-bd3e-44e82637650f None None] Network e724a710-de9c-4b28-80bb-669477a5e837 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:50.948493 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.979816 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-197b135e-d33c-4db2-ad1e-4e8fa59c0790 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6419938 Feb 04 05:57:50.985354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46044) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:50.991325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-deaeef0b-b171-4123-a48d-2fa93408ab18 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-229003902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:51.000989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a54bbb-eec9-40bb-98ab-04132ce7ec80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 3bdcd6a3-578a-463c-bbe8-5eb238d11309 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:51.004537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a7a54bbb-eec9-40bb-98ab-04132ce7ec80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.028867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-deaeef0b-b171-4123-a48d-2fa93408ab18 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.030431 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-deaeef0b-b171-4123-a48d-2fa93408ab18 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.089773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.100894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.140230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a7a54bbb-eec9-40bb-98ab-04132ce7ec80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.165373 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] For port d401ec4f-6ddf-4078-81f2-a30067e509ac, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:51.168619 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-deaeef0b-b171-4123-a48d-2fa93408ab18 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.175230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-deaeef0b-b171-4123-a48d-2fa93408ab18 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.197439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] For port d401ec4f-6ddf-4078-81f2-a30067e509ac, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d401ec4f-6ddf-4078-81f2-a30067e509ac,segment=NetworkSegment(8f54220f-463b-48bd-8ce8-deb03e94dbc8),segment_id=8f54220f-463b-48bd-8ce8-deb03e94dbc8)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:51.201306 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-deaeef0b-b171-4123-a48d-2fa93408ab18 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.206976 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-deaeef0b-b171-4123-a48d-2fa93408ab18 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2170873 Feb 04 05:57:51.207202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46046) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:51.209758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.212934 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'port': {'network_id': 'e724a710-de9c-4b28-80bb-669477a5e837', 'name': 'tempest-RoutersTest-915702927'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:51.214998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-02a621c9-cafd-450c-812a-f0bc83a370f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.255192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Subnet': ['ID=54b975f1-3e3a-448e-b23b-e6800cd019d5,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:51.297936 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-e724a710-de9c-4b28-80bb-669477a5e837', 'network_id': 'e724a710-de9c-4b28-80bb-669477a5e837', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'fixed_ips': [{'subnet_id': 'adfb8dea-3449-4ef3-aa8d-b54613c3a622'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:51.298916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.330903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108113d-5f2b-4d86-b919-6ffa51427c4d None None] Pushing event updated for resources: {'Port': ['ID=d401ec4f-6ddf-4078-81f2-a30067e509ac,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:51.374579 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:51.379339 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.409761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.413221 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] device_id is not set on port 3a37f5bf-3f46-4bfe-a201-5948a0828cf7 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:57:51.461801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1118b497-27f4-46f4-abad-4be0de91f7d0']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:51.515328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a7a54bbb-eec9-40bb-98ab-04132ce7ec80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.534995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Allocated IP 172.20.0.2 (e724a710-de9c-4b28-80bb-669477a5e837/adfb8dea-3449-4ef3-aa8d-b54613c3a622/e9d3379c-28d0-4c75-92dc-c049a7f3b743) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:51.579401 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f54220f-463b-48bd-8ce8-deb03e94dbc8') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:51.579915 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f54220f-463b-48bd-8ce8-deb03e94dbc8') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:51.604280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.612393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 9c90e565-91f4-4372-88f6-d67daa6782ac has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:51.635129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.647588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:51.648161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:51.651250 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:51.734184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.735627 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-57d2ca2d-aee0-42db-a0c1-0b8db585e86a None None] Provisioning complete for port e010f6b7-95d7-487f-b9ec-e203685582a6 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:51.736019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-57d2ca2d-aee0-42db-a0c1-0b8db585e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.754222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a7a54bbb-eec9-40bb-98ab-04132ce7ec80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.763942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.786604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Network e724a710-de9c-4b28-80bb-669477a5e837 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:51.791438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:51.826875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:51.847472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a54bbb-eec9-40bb-98ab-04132ce7ec80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=3bdcd6a3-578a-463c-bbe8-5eb238d11309,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:51.850487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a7a54bbb-eec9-40bb-98ab-04132ce7ec80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.858152 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a7a54bbb-eec9-40bb-98ab-04132ce7ec80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/3bdcd6a3-578a-463c-bbe8-5eb238d11309 HTTP/1.1" status: 204 len: 168 time: 1.0201895 Feb 04 05:57:51.858470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46048) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:51.859288 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.db.api [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:57:51.859288 dv-neutron-826811-2-hyperv neutron-server[102167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:57:51.859288 dv-neutron-826811-2-hyperv neutron-server[102167]: [parameters: {'id': '1118b497-27f4-46f4-abad-4be0de91f7d0'}] Feb 04 05:57:51.859288 dv-neutron-826811-2-hyperv neutron-server[102167]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:57:51.859667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG oslo_db.api [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:57:51.860590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:51.869664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Allocated IP 172.20.0.14 (e724a710-de9c-4b28-80bb-669477a5e837/adfb8dea-3449-4ef3-aa8d-b54613c3a622/3a37f5bf-3f46-4bfe-a201-5948a0828cf7) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:51.876062 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4d6f34bd-57c9-440f-ac1b-3cdca4f7590b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4546905 Feb 04 05:57:51.876497 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46050) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:51.916058 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0a1668a3-8710-445c-b8e4-bde282aaf7a0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556195 Feb 04 05:57:51.919377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46052) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:51.936614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6c1c3-2a72-4467-802a-670c7ee50a64 None None] Sync routers for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:51.971533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-621ebcb6-8f61-4c59-93b8-39c14545910b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting subnet 0f20b9f7-9269-4843-bbd9-9412c351fd59 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:51.976240 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-621ebcb6-8f61-4c59-93b8-39c14545910b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.004021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb04244-924d-4852-8f99-30de13b400d1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:52.005616 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4eb04244-924d-4852-8f99-30de13b400d1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0856202 Feb 04 05:57:52.011366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46054) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:52.011878 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Pushing event updated for resources: {'Port': ['ID=e9d3379c-28d0-4c75-92dc-c049a7f3b743,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:52.016905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-57d2ca2d-aee0-42db-a0c1-0b8db585e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.054043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Attempting to bind port e9d3379c-28d0-4c75-92dc-c049a7f3b743 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:52.054758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Attempting to bind port e9d3379c-28d0-4c75-92dc-c049a7f3b743 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '32946a56-4cc5-4201-a736-9237e0faac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e724a710-de9c-4b28-80bb-669477a5e837'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:52.054758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Attempting to bind port e9d3379c-28d0-4c75-92dc-c049a7f3b743 on network e724a710-de9c-4b28-80bb-669477a5e837 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:52.057665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-621ebcb6-8f61-4c59-93b8-39c14545910b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.069115 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:52.069427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Checking segment: {'id': '32946a56-4cc5-4201-a736-9237e0faac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e724a710-de9c-4b28-80bb-669477a5e837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:52.069556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.069954 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Bound using segment: {'id': '32946a56-4cc5-4201-a736-9237e0faac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e724a710-de9c-4b28-80bb-669477a5e837'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:52.070427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Bound port: e9d3379c-28d0-4c75-92dc-c049a7f3b743, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32946a56-4cc5-4201-a736-9237e0faac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e724a710-de9c-4b28-80bb-669477a5e837'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:52.070802 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.091516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6c1c3-2a72-4467-802a-670c7ee50a64 None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:52.092152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cea6c1c3-2a72-4467-802a-670c7ee50a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:52.094958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7328a23-9fcd-4db7-ade7-9faa9ad44417 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:52.130424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf37131a-fe8b-42bc-af5b-fe527df014ea tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:52.134109 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cf37131a-fe8b-42bc-af5b-fe527df014ea tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1217880 Feb 04 05:57:52.134501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46056) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:52.153362 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-57d2ca2d-aee0-42db-a0c1-0b8db585e86a None None] For port e010f6b7-95d7-487f-b9ec-e203685582a6, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e010f6b7-95d7-487f-b9ec-e203685582a6,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:52.184887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-621ebcb6-8f61-4c59-93b8-39c14545910b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.192319 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-90bfc991-0379-46f4-b682-062270187444 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554385 Feb 04 05:57:52.201813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46058) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:52.208010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:52.260587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-621ebcb6-8f61-4c59-93b8-39c14545910b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.273361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-57d2ca2d-aee0-42db-a0c1-0b8db585e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.296735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ebcb6-8f61-4c59-93b8-39c14545910b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Subnet': ['ID=0f20b9f7-9269-4843-bbd9-9412c351fd59,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:52.307439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-621ebcb6-8f61-4c59-93b8-39c14545910b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.313573 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.313966 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-621ebcb6-8f61-4c59-93b8-39c14545910b tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/0f20b9f7-9269-4843-bbd9-9412c351fd59 HTTP/1.1" status: 204 len: 168 time: 0.4362864 Feb 04 05:57:52.315331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46060) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:52.338410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e010f6b7-95d7-487f-b9ec-e203685582a6 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:52.369798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:52.374119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.374289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52756004-abd4-4230-beca-d323ce6d76e0 None None] Network 4d9e736d-20d5-478c-ab70-ce2a71af745e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:52.377512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-cea6c1c3-2a72-4467-802a-670c7ee50a64 None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:52.416954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.424140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.431576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2ca2d-aee0-42db-a0c1-0b8db585e86a None None] Pushing event updated for resources: {'Port': ['ID=e010f6b7-95d7-487f-b9ec-e203685582a6,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:52.476919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6bee81fe-82a8-4145-a864-6ef9919ab251 None None] Could not find standard attr ID for object f4e0d3fc-27c9-44c7-a258-817a765bce5b. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:52.521253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cea6c1c3-2a72-4467-802a-670c7ee50a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:50Z', 'revision_number': 11, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:52.541411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.549767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Deleting port d401ec4f-6ddf-4078-81f2-a30067e509ac {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:52.550022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.554447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Deleting port 924cf3f7-e677-4dba-9bee-5f7a40316a34 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:52.555030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.555483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6c1c3-2a72-4467-802a-670c7ee50a64 None None] Checking router: 9c90e565-91f4-4372-88f6-d67daa6782ac for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:52.610474 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] For port e9d3379c-28d0-4c75-92dc-c049a7f3b743, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:52.615437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=3a37f5bf-3f46-4bfe-a201-5948a0828cf7,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:52.648914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6c1c3-2a72-4467-802a-670c7ee50a64 None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:52.649712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cea6c1c3-2a72-4467-802a-670c7ee50a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:52.651603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port e010f6b7-95d7-487f-b9ec-e203685582a6 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:52.652074 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.682126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network e724a710-de9c-4b28-80bb-669477a5e837 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:52.683020 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] For port e9d3379c-28d0-4c75-92dc-c049a7f3b743, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e9d3379c-28d0-4c75-92dc-c049a7f3b743,segment=NetworkSegment(32946a56-4cc5-4201-a736-9237e0faac22),segment_id=32946a56-4cc5-4201-a736-9237e0faac22)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:52.686287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:52.689135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:52.701098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] For port d401ec4f-6ddf-4078-81f2-a30067e509ac, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d401ec4f-6ddf-4078-81f2-a30067e509ac,segment=NetworkSegment(8f54220f-463b-48bd-8ce8-deb03e94dbc8),segment_id=8f54220f-463b-48bd-8ce8-deb03e94dbc8)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:52.701642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.712870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] For port 924cf3f7-e677-4dba-9bee-5f7a40316a34, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=924cf3f7-e677-4dba-9bee-5f7a40316a34,segment=NetworkSegment(8c8d6842-1ad7-437a-aacd-21f11a073637),segment_id=8c8d6842-1ad7-437a-aacd-21f11a073637)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:52.713254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.731378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Calling delete_port for d401ec4f-6ddf-4078-81f2-a30067e509ac owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:52.739182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Calling delete_port for 924cf3f7-e677-4dba-9bee-5f7a40316a34 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:52.781657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:52.782350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.825971 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fb1ada9f-d52e-4050-a909-79bf9b81c030 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6151125 Feb 04 05:57:52.827755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46062) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:52.860475 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.objects.ports [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102166) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:57:52.914095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.924438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9683fa31-7adc-4d4f-a349-21092fd05a31 None None] Network 1118b497-27f4-46f4-abad-4be0de91f7d0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:52.969788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-cea6c1c3-2a72-4467-802a-670c7ee50a64 None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:53.039617 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.104185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5224eb-2733-4fc4-aae5-8ef6593ab706 None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:53.114932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cea6c1c3-2a72-4467-802a-670c7ee50a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:50Z', 'revision_number': 11, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:53.172155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6c1c3-2a72-4467-802a-670c7ee50a64 None None] The sync data for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv is: [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:50Z', 'revision_number': 11, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:53.175270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-5d4c023b-6b27-4fe9-b0a4-f593c09c086d None None] Provisioning complete for port d401ec4f-6ddf-4078-81f2-a30067e509ac triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:53.175662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d4c023b-6b27-4fe9-b0a4-f593c09c086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.240327 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] For port e010f6b7-95d7-487f-b9ec-e203685582a6, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e010f6b7-95d7-487f-b9ec-e203685582a6,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:53.242484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cd6f9-f813-41f2-ba7f-bc4c00f007f3 None None] Pushing event updated for resources: {'Port': ['ID=e9d3379c-28d0-4c75-92dc-c049a7f3b743,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:53.275356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.281336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.282644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.348397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d401ec4f-6ddf-4078-81f2-a30067e509ac up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:53.354916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:53.362783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:53.366166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:53.367000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.409989 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2068863 Feb 04 05:57:53.413691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46064) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:53.418466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=cb25fbc3-7322-4c80-bbad-dc7a030873e9,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:53.421504 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-35393529-7d3a-4891-8ecc-9dde879de943 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:53.430522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58290a73-792a-4f99-9684-c0211aa1a59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=e010f6b7-95d7-487f-b9ec-e203685582a6,revision_number=6']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:53.438730 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ab5224eb-2733-4fc4-aae5-8ef6593ab706 None None] Deleting port e010f6b7-95d7-487f-b9ec-e203685582a6 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:53.439181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab5224eb-2733-4fc4-aae5-8ef6593ab706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.462158 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8341ee9e-a8cd-4c09-aab2-c2e82fe714d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.512901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.519574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Could not find standard attr ID for object d401ec4f-6ddf-4078-81f2-a30067e509ac. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:53.525843 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d4c023b-6b27-4fe9-b0a4-f593c09c086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.576152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Port': ['ID=d401ec4f-6ddf-4078-81f2-a30067e509ac,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:53.584280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.634713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No DVR routers for this DVR port d401ec4f-6ddf-4078-81f2-a30067e509ac on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:53.635110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ab5224eb-2733-4fc4-aae5-8ef6593ab706 None None] For port e010f6b7-95d7-487f-b9ec-e203685582a6, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e010f6b7-95d7-487f-b9ec-e203685582a6,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:53.635718 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab5224eb-2733-4fc4-aae5-8ef6593ab706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.643208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89ccb27-cc41-4975-a17a-c3922f43cbbc None None] DHCP port deletion for 4d9e736d-20d5-478c-ab70-ce2a71af745e request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:53.667898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ab5224eb-2733-4fc4-aae5-8ef6593ab706 None None] Calling delete_port for e010f6b7-95d7-487f-b9ec-e203685582a6 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:53.682371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Port': ['ID=924cf3f7-e677-4dba-9bee-5f7a40316a34,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:53.708330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No DVR routers for this DVR port 924cf3f7-e677-4dba-9bee-5f7a40316a34 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:53.716729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c742920d-be22-4b68-8c86-24fb8c7e27ef None None] DHCP port deletion for 1118b497-27f4-46f4-abad-4be0de91f7d0 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:53.750101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3739b853-7e1a-4064-aa19-13c4f206145d None None] Network 1118b497-27f4-46f4-abad-4be0de91f7d0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:53.833285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.891497 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1118b497-27f4-46f4-abad-4be0de91f7d0']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:53.908839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab5224eb-2733-4fc4-aae5-8ef6593ab706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.934909 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5224eb-2733-4fc4-aae5-8ef6593ab706 None None] Pushing event deleted for resources: {'Port': ['ID=e010f6b7-95d7-487f-b9ec-e203685582a6,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:53.935464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f54220f-463b-48bd-8ce8-deb03e94dbc8') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:53.935464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f54220f-463b-48bd-8ce8-deb03e94dbc8') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:53.947371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.978612 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5224eb-2733-4fc4-aae5-8ef6593ab706 None None] No DVR routers for this DVR port e010f6b7-95d7-487f-b9ec-e203685582a6 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:53.981608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.988892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.995369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b6dadb-9bae-4d9a-bad8-0cd1d3e1ba99 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:54.007289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:54.007784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:54.011026 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:54.073235 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e9d3379c-28d0-4c75-92dc-c049a7f3b743 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:54.098491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9e736d-20d5-478c-ab70-ce2a71af745e']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:54.108664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35393529-7d3a-4891-8ecc-9dde879de943 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:54.112842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-35393529-7d3a-4891-8ecc-9dde879de943 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.141151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8d6842-1ad7-437a-aacd-21f11a073637') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:54.141353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8d6842-1ad7-437a-aacd-21f11a073637') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:54.149953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.151533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.178516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port e9d3379c-28d0-4c75-92dc-c049a7f3b743 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:54.178898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.202162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': 'cb25fbc3-7322-4c80-bbad-dc7a030873e9'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:54.203026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.206264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.209760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.212914 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/1118b497-27f4-46f4-abad-4be0de91f7d0 HTTP/1.1" status: 204 len: 168 time: 3.9410310 Feb 04 05:57:54.218780 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46066) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:54.239492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0ed3d-84d0-40bd-a443-52f48854829a tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Network': ['ID=1118b497-27f4-46f4-abad-4be0de91f7d0,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:54.265354 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bedc159-4979-4c15-8091-94fb21373ff4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:54.266302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bedc159-4979-4c15-8091-94fb21373ff4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:54.269096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.270362 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3bedc159-4979-4c15-8091-94fb21373ff4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/subnets/54b975f1-3e3a-448e-b23b-e6800cd019d5 HTTP/1.1" status: 404 len: 337 time: 0.0504866 Feb 04 05:57:54.273062 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46068) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:54.292788 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a142af4b-6dd3-49fe-a37a-b1e6beb38300 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:54.294119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a142af4b-6dd3-49fe-a37a-b1e6beb38300 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:54.299540 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a142af4b-6dd3-49fe-a37a-b1e6beb38300 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/1118b497-27f4-46f4-abad-4be0de91f7d0 HTTP/1.1" status: 404 len: 339 time: 0.0224705 Feb 04 05:57:54.300982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:54.301212 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46070) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:54.301314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:54.303719 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:54.385142 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.393238 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.433425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Allocated IP 2001:db8::f816:3eff:fe68:cc3b (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/cb25fbc3-7322-4c80-bbad-dc7a030873e9/c73a158b-0d9e-4f90-b0de-799c0e0c4257) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:54.436980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port e9d3379c-28d0-4c75-92dc-c049a7f3b743, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e9d3379c-28d0-4c75-92dc-c049a7f3b743,segment=NetworkSegment(32946a56-4cc5-4201-a736-9237e0faac22),segment_id=32946a56-4cc5-4201-a736-9237e0faac22)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:54.445135 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.474941 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.497283 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.ipam_backend_mixin [None req-35393529-7d3a-4891-8ecc-9dde879de943 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb25fbc3-7322-4c80-bbad-dc7a030873e9 (CIDR: 2001:db8::/64) Feb 04 05:57:54.505279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.510993 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/networks/4d9e736d-20d5-478c-ab70-ce2a71af745e HTTP/1.1" status: 204 len: 168 time: 2.1921294 Feb 04 05:57:54.511190 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.512126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46072) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:54.518790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fe67c51c-855e-4f50-b2ac-a2b188c66049 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'routes': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:54.533807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-35393529-7d3a-4891-8ecc-9dde879de943 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:57:54.534341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35393529-7d3a-4891-8ecc-9dde879de943 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:54.539698 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a017b3-78e5-4eb3-a3f3-1831f59ff2bb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Pushing event deleted for resources: {'Network': ['ID=4d9e736d-20d5-478c-ab70-ce2a71af745e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:54.555871 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d401ec4f-6ddf-4078-81f2-a30067e509ac no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:54.594572 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: d401ec4f-6ddf-4078-81f2-a30067e509ac {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:54.595288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d401ec4f-6ddf-4078-81f2-a30067e509ac not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:54.596328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 924cf3f7-e677-4dba-9bee-5f7a40316a34 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:54.603991 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-35393529-7d3a-4891-8ecc-9dde879de943 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1801624 Feb 04 05:57:54.604714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46074) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:54.612342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f345cd-cf10-4d73-9471-9d59109873e6']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:54.612591 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2a30a0cd-5d23-4d5c-a782-763fb89c0d80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:54.622764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=e9d3379c-28d0-4c75-92dc-c049a7f3b743,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:54.629127 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 924cf3f7-e677-4dba-9bee-5f7a40316a34 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:54.629361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fc4baa-d366-4bbc-ab15-f37996195137') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:54.629361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fc4baa-d366-4bbc-ab15-f37996195137') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:54.629554 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 924cf3f7-e677-4dba-9bee-5f7a40316a34 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:54.629554 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e010f6b7-95d7-487f-b9ec-e203685582a6 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:54.672286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.684504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: e010f6b7-95d7-487f-b9ec-e203685582a6 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:54.684950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e010f6b7-95d7-487f-b9ec-e203685582a6 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:54.685564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c930c511-c424-45dd-a8b3-caae53724264 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:54.729934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c930c511-c424-45dd-a8b3-caae53724264 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:54.730635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c930c511-c424-45dd-a8b3-caae53724264 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:54.744505 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.783808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.793490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.794114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341a19ae-f1ac-46bc-b908-8a21cc42ead8 None None] Network e724a710-de9c-4b28-80bb-669477a5e837 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:54.861051 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.878050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.930144 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=3a37f5bf-3f46-4bfe-a201-5948a0828cf7,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:54.942548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-dfb24956-9df5-4057-bcd5-5630f5b94c01 None None] Provisioning complete for port e9d3379c-28d0-4c75-92dc-c049a7f3b743 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:54.943200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dfb24956-9df5-4057-bcd5-5630f5b94c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.947597 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a30a0cd-5d23-4d5c-a782-763fb89c0d80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:54.951560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a30a0cd-5d23-4d5c-a782-763fb89c0d80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.981885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Pushing event updated for resources: {'Port': ['ID=c73a158b-0d9e-4f90-b0de-799c0e0c4257,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:54.989046 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:54.993615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:54.996156 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:55.025471 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.027635 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.extraroute_db [None req-fe67c51c-855e-4f50-b2ac-a2b188c66049 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Added routes are [] {{(pid=102166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:57:55.027762 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.extraroute_db [None req-fe67c51c-855e-4f50-b2ac-a2b188c66049 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Removed routes are [] {{(pid=102166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:57:55.028079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe67c51c-855e-4f50-b2ac-a2b188c66049 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.036629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:55.036955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:55.040718 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:55.161154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.224960 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.235441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.241727 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/77f345cd-cf10-4d73-9471-9d59109873e6 HTTP/1.1" status: 204 len: 168 time: 0.9382682 Feb 04 05:57:55.241918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe67c51c-855e-4f50-b2ac-a2b188c66049 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.244498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46076) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:55.253861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f9a2d-0805-4a46-844a-feee87bb32b1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Network': ['ID=77f345cd-cf10-4d73-9471-9d59109873e6,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:55.256764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe67c51c-855e-4f50-b2ac-a2b188c66049 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.278012 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b5de13-7507-407e-9a07-726c8897a47b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:55.278469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b5de13-7507-407e-9a07-726c8897a47b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:55.278734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Attempting to bind port c73a158b-0d9e-4f90-b0de-799c0e0c4257 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:55.279111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Attempting to bind port c73a158b-0d9e-4f90-b0de-799c0e0c4257 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:55.279478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Attempting to bind port c73a158b-0d9e-4f90-b0de-799c0e0c4257 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:55.284507 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-60b5de13-7507-407e-9a07-726c8897a47b tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/subnets/a8fea580-15e7-4e8b-b845-2b336331b95f HTTP/1.1" status: 404 len: 337 time: 0.0360332 Feb 04 05:57:55.289837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46078) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:55.310707 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:55.311431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:55.311836 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.312231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:55.312704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Bound port: c73a158b-0d9e-4f90-b0de-799c0e0c4257, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:55.313105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.313808 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ae9b33-9bcf-42fa-9449-005b0e7f2389 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:55.314417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ae9b33-9bcf-42fa-9449-005b0e7f2389 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:55.319965 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-44ae9b33-9bcf-42fa-9449-005b0e7f2389 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/195e434c-258e-4cac-938d-2359a72a95f2 HTTP/1.1" status: 404 len: 339 time: 0.0252583 Feb 04 05:57:55.329240 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46080) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:55.381846 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe67c51c-855e-4f50-b2ac-a2b188c66049 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 9c90e565-91f4-4372-88f6-d67daa6782ac has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:55.395523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] For port c73a158b-0d9e-4f90-b0de-799c0e0c4257, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:55.396336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d685e06d-d204-4976-b64e-96d944e68fd3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Deleting subnet cf49f63d-747c-4b6c-9334-ea6cf66a938d {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:55.398777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] For port c73a158b-0d9e-4f90-b0de-799c0e0c4257, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c73a158b-0d9e-4f90-b0de-799c0e0c4257,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:55.401230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d685e06d-d204-4976-b64e-96d944e68fd3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.406354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.418528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.477218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88d2ba-6794-4fa1-ba2c-0def966f17d4 None None] Pushing event updated for resources: {'Port': ['ID=c73a158b-0d9e-4f90-b0de-799c0e0c4257,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:55.516052 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe67c51c-855e-4f50-b2ac-a2b188c66049 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:55.529186 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe67c51c-855e-4f50-b2ac-a2b188c66049 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.530392 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fe67c51c-855e-4f50-b2ac-a2b188c66049 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac HTTP/1.1" status: 200 len: 705 time: 1.0173080 Feb 04 05:57:55.531515 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365005f7-d37f-4e1d-96cc-fe5ecc3f6b12 None None] Sync routers for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:55.533895 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46082) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:55.544694 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365005f7-d37f-4e1d-96cc-fe5ecc3f6b12 None None] Routers {'9c90e565-91f4-4372-88f6-d67daa6782ac'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:55.545689 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-365005f7-d37f-4e1d-96cc-fe5ecc3f6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9c90e565-91f4-4372-88f6-d67daa6782ac'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:55.575233 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cb8ce33a-e6d6-4a2f-9d71-a6ec52706465 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c90e565-91f4-4372-88f6-d67daa6782ac HTTP/1.1" status: 200 len: 205 time: 0.0378640 Feb 04 05:57:55.575480 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d685e06d-d204-4976-b64e-96d944e68fd3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.577941 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46084) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:55.628580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a30a0cd-5d23-4d5c-a782-763fb89c0d80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.661284 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-365005f7-d37f-4e1d-96cc-fe5ecc3f6b12 None None] Set router 9c90e565-91f4-4372-88f6-d67daa6782ac gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:55.683435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30a0cd-5d23-4d5c-a782-763fb89c0d80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=d4c36826-f6f3-4b21-bd71-595870de28a7,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:55.696060 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eaf9766e-0aea-4072-b73a-4a2f385217b9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.734985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a30a0cd-5d23-4d5c-a782-763fb89c0d80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:55.738966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-2a30a0cd-5d23-4d5c-a782-763fb89c0d80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:55.787710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-41250aa0-e665-41d0-a294-672e59b60150 None None] Provisioning complete for port e9d3379c-28d0-4c75-92dc-c049a7f3b743 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:55.790210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-41250aa0-e665-41d0-a294-672e59b60150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.796776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a30a0cd-5d23-4d5c-a782-763fb89c0d80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:55.799273 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a30a0cd-5d23-4d5c-a782-763fb89c0d80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.832431 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2a30a0cd-5d23-4d5c-a782-763fb89c0d80 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2221243 Feb 04 05:57:55.834543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46086) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:55.841619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:fa:5b:f5', 'name': 'tempest-NetworksTestDHCPv6-1351149456'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:55.938929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eaf9766e-0aea-4072-b73a-4a2f385217b9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.946849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eaf9766e-0aea-4072-b73a-4a2f385217b9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.006187 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-41250aa0-e665-41d0-a294-672e59b60150 None None] Provisioning complete for port 3a37f5bf-3f46-4bfe-a201-5948a0828cf7 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:56.006805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-41250aa0-e665-41d0-a294-672e59b60150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.024005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d685e06d-d204-4976-b64e-96d944e68fd3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.028011 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eaf9766e-0aea-4072-b73a-4a2f385217b9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.028724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf9766e-0aea-4072-b73a-4a2f385217b9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Fanout notify agent at l3_agent the message router_deleted on router 9c90e565-91f4-4372-88f6-d67daa6782ac {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:57:56.054496 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eaf9766e-0aea-4072-b73a-4a2f385217b9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.055895 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-eaf9766e-0aea-4072-b73a-4a2f385217b9 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac HTTP/1.1" status: 204 len: 168 time: 0.4770153 Feb 04 05:57:56.059512 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-365005f7-d37f-4e1d-96cc-fe5ecc3f6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90e565-91f4-4372-88f6-d67daa6782ac', 'name': 'tempest-RoutersIpV6Test-router-1231220005', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:02Z', 'updated_at': '2022-02-04T05:57:50Z', 'revision_number': 11, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:56.062973 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46088) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:56.068970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-41250aa0-e665-41d0-a294-672e59b60150 None None] Port 3a37f5bf-3f46-4bfe-a201-5948a0828cf7 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:56.069235 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-88993edd-372c-46b1-9645-f74c04b59047 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1368888211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:56.073886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:56.121990 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365005f7-d37f-4e1d-96cc-fe5ecc3f6b12 None None] Checking router: 9c90e565-91f4-4372-88f6-d67daa6782ac for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:56.134981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88993edd-372c-46b1-9645-f74c04b59047 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.136045 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88993edd-372c-46b1-9645-f74c04b59047 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.141580 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365005f7-d37f-4e1d-96cc-fe5ecc3f6b12 None None] Routers set() bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:56.142967 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365005f7-d37f-4e1d-96cc-fe5ecc3f6b12 None None] Router IDs set() for agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 05:57:56.143776 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_agentschedulers_db [None req-365005f7-d37f-4e1d-96cc-fe5ecc3f6b12 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c90e565-91f4-4372-88f6-d67daa6782ac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent'). {{(pid=102169) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 05:57:56.144317 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365005f7-d37f-4e1d-96cc-fe5ecc3f6b12 None None] The sync data for ids ['9c90e565-91f4-4372-88f6-d67daa6782ac'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:56.227946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e9d3379c-28d0-4c75-92dc-c049a7f3b743 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:56.244738 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88993edd-372c-46b1-9645-f74c04b59047 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.246534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d685e06d-d204-4976-b64e-96d944e68fd3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.270009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.279015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.282558 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.290878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d685e06d-d204-4976-b64e-96d944e68fd3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.298503 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d685e06d-d204-4976-b64e-96d944e68fd3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/subnets/cf49f63d-747c-4b6c-9334-ea6cf66a938d HTTP/1.1" status: 204 len: 168 time: 0.9672387 Feb 04 05:57:56.300553 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88993edd-372c-46b1-9645-f74c04b59047 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.305464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bd874a-50dc-4679-9bfb-02f2d4c4c48e None None] Network a12e2602-3a1d-47ef-a551-5acde07fa1f1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:56.307117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46090) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:56.310177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685e06d-d204-4976-b64e-96d944e68fd3 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Subnet': ['ID=cf49f63d-747c-4b6c-9334-ea6cf66a938d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:56.370007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7873df83-a448-4138-a3d4-d81dc0d98f69 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Deleting subnet 3bbd29f0-994f-43c6-9978-932e1eb68518 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:56.377593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7873df83-a448-4138-a3d4-d81dc0d98f69 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.397164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port 689bd2a3-2b78-4a02-a109-c9d96f94e934 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:57:56.405617 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88993edd-372c-46b1-9645-f74c04b59047 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.405973 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=3a37f5bf-3f46-4bfe-a201-5948a0828cf7,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:56.407512 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-88993edd-372c-46b1-9645-f74c04b59047 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3430650 Feb 04 05:57:56.412705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46092) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:56.413647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.420507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f603e44b-3c73-4f4b-9d16-dae8047192fa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:56.443227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7873df83-a448-4138-a3d4-d81dc0d98f69 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.455198 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.465151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e124b125-a13b-4b03-87d8-33363c23455c None None] Provisioning complete for port 3a37f5bf-3f46-4bfe-a201-5948a0828cf7 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:56.465873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e124b125-a13b-4b03-87d8-33363c23455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.540263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port e9d3379c-28d0-4c75-92dc-c049a7f3b743 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:56.541024 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.544891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e124b125-a13b-4b03-87d8-33363c23455c None None] Port 3a37f5bf-3f46-4bfe-a201-5948a0828cf7 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:56.578358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7873df83-a448-4138-a3d4-d81dc0d98f69 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.623472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.679163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7873df83-a448-4138-a3d4-d81dc0d98f69 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.684289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c73a158b-0d9e-4f90-b0de-799c0e0c4257 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:56.708190 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f16e1863-fa39-471d-aabe-7435ba193408 None None] Provisioning complete for port 3a37f5bf-3f46-4bfe-a201-5948a0828cf7 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:56.714626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f16e1863-fa39-471d-aabe-7435ba193408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.719079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7873df83-a448-4138-a3d4-d81dc0d98f69 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.729224 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7873df83-a448-4138-a3d4-d81dc0d98f69 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/subnets/3bbd29f0-994f-43c6-9978-932e1eb68518 HTTP/1.1" status: 204 len: 168 time: 0.4126830 Feb 04 05:57:56.729894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46094) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:56.730663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873df83-a448-4138-a3d4-d81dc0d98f69 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Subnet': ['ID=3bbd29f0-994f-43c6-9978-932e1eb68518,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:56.778793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f16e1863-fa39-471d-aabe-7435ba193408 None None] Port 3a37f5bf-3f46-4bfe-a201-5948a0828cf7 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:56.791922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c73a158b-0d9e-4f90-b0de-799c0e0c4257 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:56.792387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.849492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.911142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f603e44b-3c73-4f4b-9d16-dae8047192fa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.913745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.917767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network e724a710-de9c-4b28-80bb-669477a5e837 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:56.927509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:56.940786 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f603e44b-3c73-4f4b-9d16-dae8047192fa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.952940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port c73a158b-0d9e-4f90-b0de-799c0e0c4257, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c73a158b-0d9e-4f90-b0de-799c0e0c4257,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:56.957912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.978755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Deleting port 661abb1c-f20e-4c5c-96ea-1207e46ff42d {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:56.979922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.020559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=c73a158b-0d9e-4f90-b0de-799c0e0c4257,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:57.041557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8:0:1::cd (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/d4c36826-f6f3-4b21-bd71-595870de28a7/689bd2a3-2b78-4a02-a109-c9d96f94e934) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:57.081489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] For port 661abb1c-f20e-4c5c-96ea-1207e46ff42d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=661abb1c-f20e-4c5c-96ea-1207e46ff42d,segment=NetworkSegment(d3ac06d8-d142-46e0-9791-905aeb125197),segment_id=d3ac06d8-d142-46e0-9791-905aeb125197)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:57.081918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.099343 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Calling delete_port for 661abb1c-f20e-4c5c-96ea-1207e46ff42d owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:57.194005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba3253-0e15-44dd-a911-c9b972758d2a None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:57.223056 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.256142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Port': ['ID=661abb1c-f20e-4c5c-96ea-1207e46ff42d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:57.260120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No DVR routers for this DVR port 661abb1c-f20e-4c5c-96ea-1207e46ff42d on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:57.296684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4c742626-dd10-43ab-ba08-5852af3096f5 None None] Provisioning complete for port c73a158b-0d9e-4f90-b0de-799c0e0c4257 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:57.297056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4c742626-dd10-43ab-ba08-5852af3096f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.346792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.380684 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12e2602-3a1d-47ef-a551-5acde07fa1f1']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:57.391832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ac06d8-d142-46e0-9791-905aeb125197') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:57.395012 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ac06d8-d142-46e0-9791-905aeb125197') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:57.405012 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.419888 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.426903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:57.427572 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:57.431131 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:57.506578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.515091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.518665 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/a12e2602-3a1d-47ef-a551-5acde07fa1f1 HTTP/1.1" status: 204 len: 168 time: 0.7748194 Feb 04 05:57:57.521217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46096) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:57.524474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::f816:3eff:fefa:5bf5 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/cb25fbc3-7322-4c80-bbad-dc7a030873e9/689bd2a3-2b78-4a02-a109-c9d96f94e934) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:57.573671 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b418980-8848-4943-a5e3-bbcdd0b5dffb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:57.574463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b418980-8848-4943-a5e3-bbcdd0b5dffb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:57.578679 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4b418980-8848-4943-a5e3-bbcdd0b5dffb tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/subnets/aea40483-304c-4a7f-a3f1-16369e482cd6 HTTP/1.1" status: 404 len: 337 time: 0.0567427 Feb 04 05:57:57.581809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46098) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:57.583356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8ec86a34-b24c-4774-a979-8532057696af None None] Could not find standard attr ID for object 661abb1c-f20e-4c5c-96ea-1207e46ff42d. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:57:57.604899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67008f02-c5f5-42cb-a4e0-b31716f916b4 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Network': ['ID=a12e2602-3a1d-47ef-a551-5acde07fa1f1,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:57.607134 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6503dc8-4897-4da2-b953-a66156384495 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:57.607709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6503dc8-4897-4da2-b953-a66156384495 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:57.611784 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d6503dc8-4897-4da2-b953-a66156384495 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/6d89a35b-8943-4afa-957e-7fdd4964797c HTTP/1.1" status: 404 len: 339 time: 0.0277622 Feb 04 05:57:57.613999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8ec86a34-b24c-4774-a979-8532057696af None None] Provisioning complete for port 3a37f5bf-3f46-4bfe-a201-5948a0828cf7 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:57.614249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46100) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:57.614782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ec86a34-b24c-4774-a979-8532057696af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.616396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf57e9bb-ca6b-4f68-889c-b8f59b62c78c None None] Update dhcp port {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': 'cb25fbc3-7322-4c80-bbad-dc7a030873e9', 'ip_address': '2001:db8::f816:3eff:fe68:cc3b'}, {'subnet_id': 'd4c36826-f6f3-4b21-bd71-595870de28a7'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': 'c73a158b-0d9e-4f90-b0de-799c0e0c4257'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:57:57.657127 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b6475-7766-446a-8c66-5660cb9a088e None None] DHCP port deletion for a12e2602-3a1d-47ef-a551-5acde07fa1f1 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:57.670419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc36bce7-1d2e-4143-baeb-3e3ded0f2f0e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:57.670863 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc36bce7-1d2e-4143-baeb-3e3ded0f2f0e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:57.671903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bf57e9bb-ca6b-4f68-889c-b8f59b62c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.677050 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cc36bce7-1d2e-4143-baeb-3e3ded0f2f0e tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/subnets/d647cc8b-9866-4e04-acaa-3fddf8f56cea HTTP/1.1" status: 404 len: 337 time: 0.0590420 Feb 04 05:57:57.678425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46102) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:57.694464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8ec86a34-b24c-4774-a979-8532057696af None None] Port 3a37f5bf-3f46-4bfe-a201-5948a0828cf7 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:57:57.704894 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5039bd-2567-46fc-86ec-d21c03bcc73d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:57.705897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5039bd-2567-46fc-86ec-d21c03bcc73d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:57.711818 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7e5039bd-2567-46fc-86ec-d21c03bcc73d tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/dc72b9c1-f9c6-40f9-8eac-9ba3d86be427 HTTP/1.1" status: 404 len: 339 time: 0.0292449 Feb 04 05:57:57.712061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46104) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:57.717096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f603e44b-3c73-4f4b-9d16-dae8047192fa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Router 7b6b03d2-f31c-41df-8543-101834607602 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:57:57.744931 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd579d27-1303-459a-b80e-91399f15a970 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:57.745415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd579d27-1303-459a-b80e-91399f15a970 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:57.750817 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bd579d27-1303-459a-b80e-91399f15a970 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/subnets/e327ee5c-5c4e-4d23-b8c5-3893161b0069 HTTP/1.1" status: 404 len: 337 time: 0.0352890 Feb 04 05:57:57.751034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46106) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:57.770501 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4d8f62-c35c-40e2-8ef0-a8400655e0cc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:57.771050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4d8f62-c35c-40e2-8ef0-a8400655e0cc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:57.777852 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1c4d8f62-c35c-40e2-8ef0-a8400655e0cc tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/d1c89465-6bc6-4a8a-a648-24c29a886c81 HTTP/1.1" status: 404 len: 339 time: 0.0217681 Feb 04 05:57:57.777852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46108) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:57.831456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d8a89a-080d-4da4-af3c-7ff954930c95 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Deleting subnet 981781b0-90b5-47ba-9c1b-ac8428aabc92 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:57.834558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-43d8a89a-080d-4da4-af3c-7ff954930c95 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.855890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router ded3f8ed-1b8b-4327-b796-d92055bc945d is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:57:57.874573 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f603e44b-3c73-4f4b-9d16-dae8047192fa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:57.874778 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-43d8a89a-080d-4da4-af3c-7ff954930c95 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.883070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f603e44b-3c73-4f4b-9d16-dae8047192fa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.884231 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f603e44b-3c73-4f4b-9d16-dae8047192fa tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "PUT /v2.0/routers/7b6b03d2-f31c-41df-8543-101834607602 HTTP/1.1" status: 200 len: 698 time: 1.4684508 Feb 04 05:57:57.884659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa4230-c048-4427-b182-15ca26713c4b None None] Sync routers for ids ['7b6b03d2-f31c-41df-8543-101834607602'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:57.891034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46110) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:57.900020 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa4230-c048-4427-b182-15ca26713c4b None None] Routers {'7b6b03d2-f31c-41df-8543-101834607602'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:57.900648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-43fa4230-c048-4427-b182-15ca26713c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['7b6b03d2-f31c-41df-8543-101834607602'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:57.905022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.986371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c73a158b-0d9e-4f90-b0de-799c0e0c4257 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:57:57.990919 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-43d8a89a-080d-4da4-af3c-7ff954930c95 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.015460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-43fa4230-c048-4427-b182-15ca26713c4b None None] Set router 7b6b03d2-f31c-41df-8543-101834607602 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:58.050722 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-22711eb3-7d5b-44b0-96bf-ea959330a492 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/routers/7b6b03d2-f31c-41df-8543-101834607602 HTTP/1.1" status: 200 len: 704 time: 0.1564832 Feb 04 05:57:58.053643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46112) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.073740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-43fa4230-c048-4427-b182-15ca26713c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b03d2-f31c-41df-8543-101834607602', 'name': 'tempest-RoutersIpV6Test-router-1368888211', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:56Z', 'updated_at': '2022-02-04T05:57:56Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:58.082203 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:58.092813 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b39bf838-1b95-43c8-9e49-c55f267f1f58 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6b03d2-f31c-41df-8543-101834607602 HTTP/1.1" status: 200 len: 205 time: 0.0311198 Feb 04 05:57:58.093020 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4269fb02-fefd-4ffb-8aee-980deaf8ae7d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/ded3f8ed-1b8b-4327-b796-d92055bc945d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2593749 Feb 04 05:57:58.093020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46114) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.093649 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46116) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.101409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.107207 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa4230-c048-4427-b182-15ca26713c4b None None] Checking router: 7b6b03d2-f31c-41df-8543-101834607602 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:58.108514 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412f98a-b7c6-497e-91d6-1fb2cd9683fe None None] Sync routers for ids ['ded3f8ed-1b8b-4327-b796-d92055bc945d'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:58.118977 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412f98a-b7c6-497e-91d6-1fb2cd9683fe None None] Routers {'ded3f8ed-1b8b-4327-b796-d92055bc945d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:58.119578 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-5412f98a-b7c6-497e-91d6-1fb2cd9683fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['ded3f8ed-1b8b-4327-b796-d92055bc945d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:58.146226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-43d8a89a-080d-4da4-af3c-7ff954930c95 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.146631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa4230-c048-4427-b182-15ca26713c4b None None] Routers {'7b6b03d2-f31c-41df-8543-101834607602'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:58.147249 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-43fa4230-c048-4427-b182-15ca26713c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['7b6b03d2-f31c-41df-8543-101834607602'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:58.155531 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-5412f98a-b7c6-497e-91d6-1fb2cd9683fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:58.165283 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412f98a-b7c6-497e-91d6-1fb2cd9683fe None None] Routers {'ded3f8ed-1b8b-4327-b796-d92055bc945d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:58.165871 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-5412f98a-b7c6-497e-91d6-1fb2cd9683fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['ded3f8ed-1b8b-4327-b796-d92055bc945d'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:58.183464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:58.192637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:58.201393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:58.203874 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-5412f98a-b7c6-497e-91d6-1fb2cd9683fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:58.204611 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412f98a-b7c6-497e-91d6-1fb2cd9683fe None None] The sync data for ids ['ded3f8ed-1b8b-4327-b796-d92055bc945d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:58.210694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:58.211361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.216711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781b3f57-69d0-4742-8cb3-b69c91f775cc None None] Network a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:58.223376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=689bd2a3-2b78-4a02-a109-c9d96f94e934,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:58.230174 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8a89a-080d-4da4-af3c-7ff954930c95 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Subnet': ['ID=981781b0-90b5-47ba-9c1b-ac8428aabc92,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:58.232907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5859aebb-1e58-487c-9c9b-ef4929ebbf13 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:58.237858 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-43d8a89a-080d-4da4-af3c-7ff954930c95 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.238520 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5859aebb-1e58-487c-9c9b-ef4929ebbf13 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports/3a37f5bf-3f46-4bfe-a201-5948a0828cf7 HTTP/1.1" status: 200 len: 977 time: 0.1466904 Feb 04 05:57:58.239164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46118) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.240715 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-43fa4230-c048-4427-b182-15ca26713c4b None None] Set router 7b6b03d2-f31c-41df-8543-101834607602 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:58.243943 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-43d8a89a-080d-4da4-af3c-7ff954930c95 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/subnets/981781b0-90b5-47ba-9c1b-ac8428aabc92 HTTP/1.1" status: 204 len: 168 time: 0.4640524 Feb 04 05:57:58.245867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46120) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.259828 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c98dc75a-652f-43b3-a917-31d374e13161 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.291709 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f9bf094e-a040-4827-b41c-978968747ac7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4537385 Feb 04 05:57:58.306419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46122) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.338957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-bf57e9bb-ca6b-4f68-889c-b8f59b62c78c None None] Allocated IP 2001:db8:0:1::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/d4c36826-f6f3-4b21-bd71-595870de28a7/c73a158b-0d9e-4f90-b0de-799c0e0c4257) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:58.354403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-43fa4230-c048-4427-b182-15ca26713c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b03d2-f31c-41df-8543-101834607602', 'name': 'tempest-RoutersIpV6Test-router-1368888211', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:56Z', 'updated_at': '2022-02-04T05:57:56Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:58.369765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c73a158b-0d9e-4f90-b0de-799c0e0c4257 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:58.370134 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.409179 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.428623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa4230-c048-4427-b182-15ca26713c4b None None] The sync data for ids ['7b6b03d2-f31c-41df-8543-101834607602'] in dv-neutron-826811-2-hyperv is: [{'id': '7b6b03d2-f31c-41df-8543-101834607602', 'name': 'tempest-RoutersIpV6Test-router-1368888211', 'tenant_id': 'b7a649e53dc244f69ad8103488560562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:56Z', 'updated_at': '2022-02-04T05:57:56Z', 'revision_number': 2, 'project_id': 'b7a649e53dc244f69ad8103488560562', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:58.452345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.551195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c98dc75a-652f-43b3-a917-31d374e13161 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.553507 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c98dc75a-652f-43b3-a917-31d374e13161 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.606407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-bf57e9bb-ca6b-4f68-889c-b8f59b62c78c None None] For port c73a158b-0d9e-4f90-b0de-799c0e0c4257, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c73a158b-0d9e-4f90-b0de-799c0e0c4257,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:58.616936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef05a-e081-4c8e-93a3-ceec5005d902 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.643377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c98dc75a-652f-43b3-a917-31d374e13161 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.643879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98dc75a-652f-43b3-a917-31d374e13161 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Fanout notify agent at l3_agent the message router_deleted on router 7b6b03d2-f31c-41df-8543-101834607602 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:57:58.651547 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c98dc75a-652f-43b3-a917-31d374e13161 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.652691 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c98dc75a-652f-43b3-a917-31d374e13161 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/7b6b03d2-f31c-41df-8543-101834607602 HTTP/1.1" status: 204 len: 168 time: 0.5577939 Feb 04 05:57:58.661351 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bf57e9bb-ca6b-4f68-889c-b8f59b62c78c None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.661761 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46124) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.685368 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bf57e9bb-ca6b-4f68-889c-b8f59b62c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.705535 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-283e8225-9b69-4507-b2ad-bd9bab3fe9e3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6b03d2-f31c-41df-8543-101834607602 HTTP/1.1" status: 200 len: 205 time: 0.0405900 Feb 04 05:57:58.713293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-bd5df77f-6cef-47b5-a837-d720cac8bde9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port 689bd2a3-2b78-4a02-a109-c9d96f94e934 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:58.714166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5df77f-6cef-47b5-a837-d720cac8bde9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.717029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46126) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.733063 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b0146f-316a-4952-b6f6-5838e96cc01c None None] DHCP port deletion for a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:58.735241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 661abb1c-f20e-4c5c-96ea-1207e46ff42d no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:58.768358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Deleting port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:58.768767 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.774209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 661abb1c-f20e-4c5c-96ea-1207e46ff42d {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:58.774408 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-5a0171e6-ee14-4d06-b45a-60026e1af249 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] delete failed (client error): The resource could not be found. Feb 04 05:57:58.774533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 661abb1c-f20e-4c5c-96ea-1207e46ff42d not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:58.775316 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5a0171e6-ee14-4d06-b45a-60026e1af249 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/7b6b03d2-f31c-41df-8543-101834607602 HTTP/1.1" status: 404 len: 336 time: 0.0570118 Feb 04 05:57:58.788368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46128) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.825884 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-30822f45-3ed1-46b8-86b5-56ee45378b40 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:58.826656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30822f45-3ed1-46b8-86b5-56ee45378b40 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:58.832454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-30822f45-3ed1-46b8-86b5-56ee45378b40 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/843cf17b-4c7d-463b-b238-0b0e7563cddb HTTP/1.1" status: 404 len: 337 time: 0.0403543 Feb 04 05:57:58.834976 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46130) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.919349 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c5b935-c206-4bff-b91c-4db8a5792860 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:58.919801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c5b935-c206-4bff-b91c-4db8a5792860 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:58.921893 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] For port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=19e89885-3b9b-4258-bde5-f07ba8f5a1e7,segment=NetworkSegment(77b42fc4-4dd2-4c47-ab86-3b636ad919fd),segment_id=77b42fc4-4dd2-4c47-ab86-3b636ad919fd)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:58.922266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.926413 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f1c5b935-c206-4bff-b91c-4db8a5792860 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/5ee57cf7-a810-488b-beca-7adacb890fdc HTTP/1.1" status: 404 len: 337 time: 0.0877805 Feb 04 05:57:58.926619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46132) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.946247 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5df77f-6cef-47b5-a837-d720cac8bde9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.948583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Calling delete_port for 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:58.954339 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84a80aa-60be-4381-bb41-b7097b44c2eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:58.954482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84a80aa-60be-4381-bb41-b7097b44c2eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:58.961050 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b84a80aa-60be-4381-bb41-b7097b44c2eb tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/743d6b84-c03b-4ef5-802f-730a1eb40bed HTTP/1.1" status: 404 len: 337 time: 0.0308850 Feb 04 05:57:58.963225 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46134) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:58.965191 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-bd5df77f-6cef-47b5-a837-d720cac8bde9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for 689bd2a3-2b78-4a02-a109-c9d96f94e934 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:58.997236 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57e9bb-ca6b-4f68-889c-b8f59b62c78c None None] Pushing event updated for resources: {'Port': ['ID=c73a158b-0d9e-4f90-b0de-799c0e0c4257,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:58.998735 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f807298-e95d-405b-8136-a9f372f306ce tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:58.999196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f807298-e95d-405b-8136-a9f372f306ce tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:59.004913 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7f807298-e95d-405b-8136-a9f372f306ce tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/0f20b9f7-9269-4843-bbd9-9412c351fd59 HTTP/1.1" status: 404 len: 337 time: 0.0346763 Feb 04 05:57:59.005793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46136) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.026685 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-05b0146f-316a-4952-b6f6-5838e96cc01c None None] Deleting port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:59.027547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-05b0146f-316a-4952-b6f6-5838e96cc01c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.064302 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-007385a9-b2cf-420e-bf0b-2bfb299cfe62 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c90e565-91f4-4372-88f6-d67daa6782ac HTTP/1.1" status: 200 len: 205 time: 0.0572083 Feb 04 05:57:59.066929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46138) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.113598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-05b0146f-316a-4952-b6f6-5838e96cc01c None None] For port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=19e89885-3b9b-4258-bde5-f07ba8f5a1e7,segment=NetworkSegment(77b42fc4-4dd2-4c47-ab86-3b636ad919fd),segment_id=77b42fc4-4dd2-4c47-ab86-3b636ad919fd)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:59.114174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-05b0146f-316a-4952-b6f6-5838e96cc01c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.120709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.129395 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-d4c2118b-250a-4ef3-b0d9-6a56b63ce5ca tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] delete failed (client error): The resource could not be found. Feb 04 05:57:59.133770 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d4c2118b-250a-4ef3-b0d9-6a56b63ce5ca tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/9c90e565-91f4-4372-88f6-d67daa6782ac HTTP/1.1" status: 404 len: 336 time: 0.0656700 Feb 04 05:57:59.134245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46140) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.139488 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-05b0146f-316a-4952-b6f6-5838e96cc01c None None] Calling delete_port for 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:59.146405 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No DVR routers for this DVR port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:59.166157 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e6133d52-cd7a-40c6-934a-11dc76446916 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e074833-227f-494e-82b3-5eb870132e16 HTTP/1.1" status: 200 len: 205 time: 0.0292859 Feb 04 05:57:59.167065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46142) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.218331 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-9fb84446-b709-4577-83ea-ff163123dad5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] delete failed (client error): The resource could not be found. Feb 04 05:57:59.222909 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9fb84446-b709-4577-83ea-ff163123dad5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/0e074833-227f-494e-82b3-5eb870132e16 HTTP/1.1" status: 404 len: 336 time: 0.0507483 Feb 04 05:57:59.225765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46144) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.230709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-05b0146f-316a-4952-b6f6-5838e96cc01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.260814 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0146f-316a-4952-b6f6-5838e96cc01c None None] Pushing event deleted for resources: {'Port': ['ID=19e89885-3b9b-4258-bde5-f07ba8f5a1e7,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:59.261647 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-163c9e0a-8e98-43ea-bb71-29087fd60f8a tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:59.262170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163c9e0a-8e98-43ea-bb71-29087fd60f8a tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:59.272849 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-163c9e0a-8e98-43ea-bb71-29087fd60f8a tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/11dbf792-484d-43fb-a19e-91b0122078e4 HTTP/1.1" status: 404 len: 337 time: 0.0465710 Feb 04 05:57:59.273200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0146f-316a-4952-b6f6-5838e96cc01c None None] No DVR routers for this DVR port 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:59.273455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46146) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.303317 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-55921892-77da-4c65-8555-0cea9e986906 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=910651e8-0024-4c05-a75e-c6ccc98cdcf3 HTTP/1.1" status: 200 len: 205 time: 0.0277572 Feb 04 05:57:59.306451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46148) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.318532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ef05a-e081-4c8e-93a3-ceec5005d902 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port 3a37f5bf-3f46-4bfe-a201-5948a0828cf7 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:59.318888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef05a-e081-4c8e-93a3-ceec5005d902 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.353200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-d28abc69-6ceb-4dc9-ab89-46ceb7ac66a4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] delete failed (client error): The resource could not be found. Feb 04 05:57:59.356574 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d28abc69-6ceb-4dc9-ab89-46ceb7ac66a4 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/910651e8-0024-4c05-a75e-c6ccc98cdcf3 HTTP/1.1" status: 404 len: 336 time: 0.0454044 Feb 04 05:57:59.365569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46150) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.424834 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6350c823-2931-4516-8e4c-ace2f2912383 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=f82e52ff-5611-45a9-b330-028fd3357667 HTTP/1.1" status: 200 len: 205 time: 0.0581100 Feb 04 05:57:59.427873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46152) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.471703 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-0357506a-477b-4457-a939-5eefb428a9e3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] delete failed (client error): The resource could not be found. Feb 04 05:57:59.472749 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0357506a-477b-4457-a939-5eefb428a9e3 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/f82e52ff-5611-45a9-b330-028fd3357667 HTTP/1.1" status: 404 len: 336 time: 0.0443552 Feb 04 05:57:59.475560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46154) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.513713 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa26269-7126-4e7a-9508-6f43cf0e6989 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:59.513959 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Port': ['ID=19e89885-3b9b-4258-bde5-f07ba8f5a1e7,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:59.514413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa26269-7126-4e7a-9508-6f43cf0e6989 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:59.521070 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3fa26269-7126-4e7a-9508-6f43cf0e6989 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/7113e350-5f1f-4bd3-a805-a7148302f531 HTTP/1.1" status: 404 len: 337 time: 0.0445435 Feb 04 05:57:59.528218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46156) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.564967 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-93b2f8cd-a87f-45ed-9357-28df9aa557ca tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9 HTTP/1.1" status: 200 len: 205 time: 0.0330191 Feb 04 05:57:59.568381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46158) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.571831 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef05a-e081-4c8e-93a3-ceec5005d902 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.585907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ef05a-e081-4c8e-93a3-ceec5005d902 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for 3a37f5bf-3f46-4bfe-a201-5948a0828cf7 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:59.648285 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-57aff692-a42d-4825-882d-143fb2fd0079 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] delete failed (client error): The resource could not be found. Feb 04 05:57:59.649210 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-57aff692-a42d-4825-882d-143fb2fd0079 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/a34aa0ff-b3f6-4110-9fc7-3f96ac1964b9 HTTP/1.1" status: 404 len: 336 time: 0.0799158 Feb 04 05:57:59.653030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46160) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.686388 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4d3582-3188-4756-b4d2-7cad4f172cd7 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] DELETE failed (client error): The resource could not be found. Feb 04 05:57:59.687365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4d3582-3188-4756-b4d2-7cad4f172cd7 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:57:59.693032 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8e4d3582-3188-4756-b4d2-7cad4f172cd7 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/3ea213ad-d868-42e8-838a-ee07f85b83b1 HTTP/1.1" status: 404 len: 337 time: 0.0367143 Feb 04 05:57:59.693803 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.693922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46162) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.723612 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:59.740058 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5df77f-6cef-47b5-a837-d720cac8bde9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.747579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1f85d1fd-58c6-4c16-b2ea-ee8a581d486e None None] Provisioning complete for port c73a158b-0d9e-4f90-b0de-799c0e0c4257 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:59.747967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1f85d1fd-58c6-4c16-b2ea-ee8a581d486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.775641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b42fc4-4dd2-4c47-ab86-3b636ad919fd') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:59.775956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b42fc4-4dd2-4c47-ab86-3b636ad919fd') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:59.777835 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5df77f-6cef-47b5-a837-d720cac8bde9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=689bd2a3-2b78-4a02-a109-c9d96f94e934,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:59.792037 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.853433 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.859438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bd5df77f-6cef-47b5-a837-d720cac8bde9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.867262 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bd5df77f-6cef-47b5-a837-d720cac8bde9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/689bd2a3-2b78-4a02-a109-c9d96f94e934 HTTP/1.1" status: 204 len: 168 time: 1.5575089 Feb 04 05:57:59.869183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46164) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.880374 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:59.880374 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:59.883497 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:59.885718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46166) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.898151 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-43b395be-aa27-4774-8d07-81298694bd68 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "GET /v2.0/ports?device_id=736b6499-0dd9-4700-be9e-0814a02314c5 HTTP/1.1" status: 200 len: 205 time: 0.2033324 Feb 04 05:57:59.914962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef05a-e081-4c8e-93a3-ceec5005d902 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.949281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ef05a-e081-4c8e-93a3-ceec5005d902 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=3a37f5bf-3f46-4bfe-a201-5948a0828cf7,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:00.005909 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-8f0db106-e3c4-4932-9538-419e3e8e741d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] delete failed (client error): The resource could not be found. Feb 04 05:58:00.010738 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8f0db106-e3c4-4932-9538-419e3e8e741d tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/routers/736b6499-0dd9-4700-be9e-0814a02314c5 HTTP/1.1" status: 404 len: 336 time: 0.1082425 Feb 04 05:58:00.010929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c73a158b-0d9e-4f90-b0de-799c0e0c4257 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:00.011027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46168) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.028756 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb5fd02-76eb-4e99-bfe4-210d233d3d43 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:00.033677 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8cb5fd02-76eb-4e99-bfe4-210d233d3d43 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1630316 Feb 04 05:58:00.034320 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46170) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.048004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.049727 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf62582-bde6-4060-afb5-c42e56a72c14 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:00.050552 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf62582-bde6-4060-afb5-c42e56a72c14 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:00.056398 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7bf62582-bde6-4060-afb5-c42e56a72c14 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/1032d106-3fe4-407d-a9c2-5e4b6010f9aa HTTP/1.1" status: 404 len: 337 time: 0.0425720 Feb 04 05:58:00.056896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46172) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.088365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-16f52f6c-fbdd-46b3-9303-6af708f803b3 None None] Could not find standard attr ID for object 689bd2a3-2b78-4a02-a109-c9d96f94e934. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:58:00.091254 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.094322 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-353ebb46-2095-4399-b2b8-e8d609f3b4b5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:00.094792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353ebb46-2095-4399-b2b8-e8d609f3b4b5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:00.100577 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-353ebb46-2095-4399-b2b8-e8d609f3b4b5 tempest-RoutersIpV6Test-709524203 tempest-RoutersIpV6Test-709524203-project] 10.222.0.15 "DELETE /v2.0/subnets/cf5d5b75-036f-4f9e-b35b-aa80ed3944a5 HTTP/1.1" status: 404 len: 337 time: 0.0402989 Feb 04 05:58:00.101294 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa HTTP/1.1" status: 204 len: 168 time: 1.8507094 Feb 04 05:58:00.101585 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46174) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.113921 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0204918-05b9-4728-889d-0508ac920309 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Network': ['ID=a9d4b91f-9244-4b16-bb7e-0fcbc71f26aa,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:00.130631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c73a158b-0d9e-4f90-b0de-799c0e0c4257 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:00.131172 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.140056 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b388fce7-9f61-4675-a02c-9240f03a9e68 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:00.144156 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b388fce7-9f61-4675-a02c-9240f03a9e68 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1080530 Feb 04 05:58:00.146641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46178) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.212565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef05a-e081-4c8e-93a3-ceec5005d902 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.216858 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4458e7d8-f647-40ec-93b2-342f53a0ae38 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:00.217348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4458e7d8-f647-40ec-93b2-342f53a0ae38 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:00.224300 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4458e7d8-f647-40ec-93b2-342f53a0ae38 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/subnets/5c8231e4-8b06-4e7d-b5a7-5dfb638f7816 HTTP/1.1" status: 404 len: 337 time: 0.1185918 Feb 04 05:58:00.225539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46180) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.235505 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ee08e-eff4-46d2-b83b-05998c12c8da tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:00.239886 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ee08e-eff4-46d2-b83b-05998c12c8da tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:00.243220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ee08e-eff4-46d2-b83b-05998c12c8da tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:00.248059 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-357ee08e-eff4-46d2-b83b-05998c12c8da tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1002047 Feb 04 05:58:00.248840 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46182) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.291324 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfd67de-0de8-4a0a-86f8-efcd488171a1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:00.291962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfd67de-0de8-4a0a-86f8-efcd488171a1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:00.295471 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dbfd67de-0de8-4a0a-86f8-efcd488171a1 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/35ed39bb-7d3e-4de5-8573-266f0569773d HTTP/1.1" status: 404 len: 339 time: 0.0689192 Feb 04 05:58:00.301594 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46184) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.343794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-6415de06-98ab-485c-9322-2e79fd3d92e1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet cb25fbc3-7322-4c80-bbad-dc7a030873e9 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:00.348255 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6415de06-98ab-485c-9322-2e79fd3d92e1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.400794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6415de06-98ab-485c-9322-2e79fd3d92e1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.444014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-390ebc12-00a4-4dec-967e-428404754794 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Deleting subnet d373efca-25c6-4796-8f9a-c0b761abff88 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:00.448914 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-390ebc12-00a4-4dec-967e-428404754794 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.452016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:00.460509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8ef05a-e081-4c8e-93a3-ceec5005d902 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router ded3f8ed-1b8b-4327-b796-d92055bc945d has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:00.481286 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:58:00.481548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 19e89885-3b9b-4258-bde5-f07ba8f5a1e7 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:58:00.528285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-390ebc12-00a4-4dec-967e-428404754794 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.540574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46188) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.552717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8ef05a-e081-4c8e-93a3-ceec5005d902 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:00.560701 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3b8ef05a-e081-4c8e-93a3-ceec5005d902 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/ded3f8ed-1b8b-4327-b796-d92055bc945d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3179357 Feb 04 05:58:00.561333 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46192) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.570727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a94ab4-56ab-405f-992c-27d9fc358100 None None] Sync routers for ids ['ded3f8ed-1b8b-4327-b796-d92055bc945d'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:00.572268 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6415de06-98ab-485c-9322-2e79fd3d92e1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.586229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a94ab4-56ab-405f-992c-27d9fc358100 None None] Routers {'ded3f8ed-1b8b-4327-b796-d92055bc945d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:00.587226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c2a94ab4-56ab-405f-992c-27d9fc358100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['ded3f8ed-1b8b-4327-b796-d92055bc945d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:00.637700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c2a94ab4-56ab-405f-992c-27d9fc358100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:00.652219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a94ab4-56ab-405f-992c-27d9fc358100 None None] Routers {'ded3f8ed-1b8b-4327-b796-d92055bc945d'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:00.653867 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c2a94ab4-56ab-405f-992c-27d9fc358100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['ded3f8ed-1b8b-4327-b796-d92055bc945d'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:00.664431 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-390ebc12-00a4-4dec-967e-428404754794 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.694716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6415de06-98ab-485c-9322-2e79fd3d92e1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.704875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c2a94ab4-56ab-405f-992c-27d9fc358100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:00.705815 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a94ab4-56ab-405f-992c-27d9fc358100 None None] The sync data for ids ['ded3f8ed-1b8b-4327-b796-d92055bc945d'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:00.734308 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415de06-98ab-485c-9322-2e79fd3d92e1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=cb25fbc3-7322-4c80-bbad-dc7a030873e9,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:00.736922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6415de06-98ab-485c-9322-2e79fd3d92e1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.742952 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46194) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.743756 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6415de06-98ab-485c-9322-2e79fd3d92e1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/cb25fbc3-7322-4c80-bbad-dc7a030873e9 HTTP/1.1" status: 204 len: 168 time: 0.4937258 Feb 04 05:58:00.744053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b60cd-1cdf-430d-bfaf-b64dc5842311 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:00.766143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-390ebc12-00a4-4dec-967e-428404754794 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.794994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ebc12-00a4-4dec-967e-428404754794 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Subnet': ['ID=d373efca-25c6-4796-8f9a-c0b761abff88,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:00.796976 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-390ebc12-00a4-4dec-967e-428404754794 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.800750 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-390ebc12-00a4-4dec-967e-428404754794 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/subnets/d373efca-25c6-4796-8f9a-c0b761abff88 HTTP/1.1" status: 204 len: 168 time: 0.4975843 Feb 04 05:58:00.803470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46196) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.810078 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c3e6b-24cc-4a9f-a1cc-c673382bf5ea None None] Network 9bc43f74-2bfc-4b90-a128-4cb3c6c3d331 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:00.821883 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-5b49c52c-f9be-403c-b455-285c073a66b9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 05:58:00.825567 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5b49c52c-f9be-403c-b455-285c073a66b9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/ded3f8ed-1b8b-4327-b796-d92055bc945d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2606723 Feb 04 05:58:00.827690 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46198) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.839151 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-61d8fde2-49ef-4331-83b9-1a4294ee267b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7a649e53dc244f69ad8103488560562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950902 Feb 04 05:58:00.839374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46200) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.865725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9481cfac-188f-45ce-a3f0-6b5300083cdb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet d4c36826-f6f3-4b21-bd71-595870de28a7 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:00.874708 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9481cfac-188f-45ce-a3f0-6b5300083cdb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.878201 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f56f8158-d083-414c-8daf-2e10e9167f7f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded3f8ed-1b8b-4327-b796-d92055bc945d HTTP/1.1" status: 200 len: 205 time: 0.0494885 Feb 04 05:58:00.884728 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46202) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:00.933323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9481cfac-188f-45ce-a3f0-6b5300083cdb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.956882 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-16b62186-696a-4110-a253-0dd5630f6fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.975074 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8e826ed-a55f-47b6-87b3-3eff9f8e6e46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.980517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.991522 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-16b62186-696a-4110-a253-0dd5630f6fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.067532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9481cfac-188f-45ce-a3f0-6b5300083cdb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.074204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5aeff8-05bb-4e8d-8492-67fff780eb22 None None] DHCP port deletion for 9bc43f74-2bfc-4b90-a128-4cb3c6c3d331 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:58:01.111392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-16b62186-696a-4110-a253-0dd5630f6fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.114285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-16b62186-696a-4110-a253-0dd5630f6fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.115623 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-16b62186-696a-4110-a253-0dd5630f6fca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca60c4e1-b2a3-45b0-885b-9e97b3f0345f HTTP/1.1" status: 204 len: 168 time: 0.2753859 Feb 04 05:58:01.130852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b62186-696a-4110-a253-0dd5630f6fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca60c4e1-b2a3-45b0-885b-9e97b3f0345f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:01.149599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9481cfac-188f-45ce-a3f0-6b5300083cdb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.170556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8b5aeff8-05bb-4e8d-8492-67fff780eb22 None None] Deleting port dced83e7-ef7b-4f1f-8cc7-7e84be4be698 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:01.171162 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8e826ed-a55f-47b6-87b3-3eff9f8e6e46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.171932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8b5aeff8-05bb-4e8d-8492-67fff780eb22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.174676 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8e826ed-a55f-47b6-87b3-3eff9f8e6e46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.194702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481cfac-188f-45ce-a3f0-6b5300083cdb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c36826-f6f3-4b21-bd71-595870de28a7,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:01.204783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9481cfac-188f-45ce-a3f0-6b5300083cdb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.209254 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9481cfac-188f-45ce-a3f0-6b5300083cdb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/d4c36826-f6f3-4b21-bd71-595870de28a7 HTTP/1.1" status: 204 len: 168 time: 0.4653108 Feb 04 05:58:01.211581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46206) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:01.247525 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8e826ed-a55f-47b6-87b3-3eff9f8e6e46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.248150 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e826ed-a55f-47b6-87b3-3eff9f8e6e46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Fanout notify agent at l3_agent the message router_deleted on router ded3f8ed-1b8b-4327-b796-d92055bc945d {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:58:01.256203 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8e826ed-a55f-47b6-87b3-3eff9f8e6e46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.257448 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d8e826ed-a55f-47b6-87b3-3eff9f8e6e46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/ded3f8ed-1b8b-4327-b796-d92055bc945d HTTP/1.1" status: 204 len: 168 time: 0.3717217 Feb 04 05:58:01.260622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46208) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:01.263723 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8b5aeff8-05bb-4e8d-8492-67fff780eb22 None None] For port dced83e7-ef7b-4f1f-8cc7-7e84be4be698, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=dced83e7-ef7b-4f1f-8cc7-7e84be4be698,segment=NetworkSegment(e570b6a6-c8f4-42ee-9175-7526a830433d),segment_id=e570b6a6-c8f4-42ee-9175-7526a830433d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:01.264538 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8b5aeff8-05bb-4e8d-8492-67fff780eb22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.272752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Deleting port dced83e7-ef7b-4f1f-8cc7-7e84be4be698 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:01.273226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.275245 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-588859d8-fe12-4550-a890-a0bd716ab59e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620880 Feb 04 05:58:01.278299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46210) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:01.281941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8b5aeff8-05bb-4e8d-8492-67fff780eb22 None None] Calling delete_port for dced83e7-ef7b-4f1f-8cc7-7e84be4be698 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:01.284435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:01.389642 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8b5aeff8-05bb-4e8d-8492-67fff780eb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.389980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0791d2-a9e5-48ac-bdbf-a221a4dac612 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting subnet adfb8dea-3449-4ef3-aa8d-b54613c3a622 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:01.398710 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce0791d2-a9e5-48ac-bdbf-a221a4dac612 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.402518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] For port dced83e7-ef7b-4f1f-8cc7-7e84be4be698, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=dced83e7-ef7b-4f1f-8cc7-7e84be4be698,segment=NetworkSegment(e570b6a6-c8f4-42ee-9175-7526a830433d),segment_id=e570b6a6-c8f4-42ee-9175-7526a830433d)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:01.403047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.403899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:01.408985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.425443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aeff8-05bb-4e8d-8492-67fff780eb22 None None] Pushing event deleted for resources: {'Port': ['ID=dced83e7-ef7b-4f1f-8cc7-7e84be4be698,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:01.431461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5aeff8-05bb-4e8d-8492-67fff780eb22 None None] No DVR routers for this DVR port dced83e7-ef7b-4f1f-8cc7-7e84be4be698 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:01.456985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Calling delete_port for dced83e7-ef7b-4f1f-8cc7-7e84be4be698 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:01.478132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce0791d2-a9e5-48ac-bdbf-a221a4dac612 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.636130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce0791d2-a9e5-48ac-bdbf-a221a4dac612 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.639817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.699100 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Port': ['ID=dced83e7-ef7b-4f1f-8cc7-7e84be4be698,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:01.701252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] No DVR routers for this DVR port dced83e7-ef7b-4f1f-8cc7-7e84be4be698 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:01.806618 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.810504 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce0791d2-a9e5-48ac-bdbf-a221a4dac612 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.858916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0791d2-a9e5-48ac-bdbf-a221a4dac612 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Subnet': ['ID=adfb8dea-3449-4ef3-aa8d-b54613c3a622,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:01.863664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc43f74-2bfc-4b90-a128-4cb3c6c3d331']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:01.866737 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce0791d2-a9e5-48ac-bdbf-a221a4dac612 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.870237 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ce0791d2-a9e5-48ac-bdbf-a221a4dac612 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/adfb8dea-3449-4ef3-aa8d-b54613c3a622 HTTP/1.1" status: 204 len: 168 time: 0.6086965 Feb 04 05:58:01.875159 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622cb401-7e98-484f-ad9c-4c632e83e355 None None] Network e724a710-de9c-4b28-80bb-669477a5e837 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:01.876080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46224) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:01.888325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e570b6a6-c8f4-42ee-9175-7526a830433d') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:01.888812 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e570b6a6-c8f4-42ee-9175-7526a830433d') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:01.919130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.946795 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.976223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device dced83e7-ef7b-4f1f-8cc7-7e84be4be698 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:02.007912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:02.008710 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: self.session.flush() Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:02.011873 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:02.015343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ef7bd-9b09-41fb-aca4-03b344b9116e None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:02.042924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: dced83e7-ef7b-4f1f-8cc7-7e84be4be698 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:58:02.043268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device dced83e7-ef7b-4f1f-8cc7-7e84be4be698 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:58:02.103588 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.133819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.138862 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.140436 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7a1e6ef7-1b54-4ccb-8988-bb840d020d1a None None] Provisioning complete for port c73a158b-0d9e-4f90-b0de-799c0e0c4257 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:02.140820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6ef7-1b54-4ccb-8988-bb840d020d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.146131 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] 10.222.0.15 "DELETE /v2.0/networks/9bc43f74-2bfc-4b90-a128-4cb3c6c3d331 HTTP/1.1" status: 204 len: 168 time: 1.3415937 Feb 04 05:58:02.188861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59627b6-9fc3-4614-8459-0aa84b701571 tempest-NetworksIpV6Test-1898505403 tempest-NetworksIpV6Test-1898505403-project] Pushing event deleted for resources: {'Network': ['ID=9bc43f74-2bfc-4b90-a128-4cb3c6c3d331,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:02.216940 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port e9d3379c-28d0-4c75-92dc-c049a7f3b743 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:02.217325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.242204 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.objects.ports [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:58:02.283629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46234) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:02.338999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb46a4-a1eb-4161-b7b8-66839868386f None None] DHCP port deletion for e724a710-de9c-4b28-80bb-669477a5e837 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:58:02.351351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port e9d3379c-28d0-4c75-92dc-c049a7f3b743, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e9d3379c-28d0-4c75-92dc-c049a7f3b743,segment=NetworkSegment(32946a56-4cc5-4201-a736-9237e0faac22),segment_id=32946a56-4cc5-4201-a736-9237e0faac22)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:02.351944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.367437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for e9d3379c-28d0-4c75-92dc-c049a7f3b743 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:02.419641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4d81f954-90b6-4409-889f-fb0c9484600c tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-168321273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:02.466216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-58bb46a4-a1eb-4161-b7b8-66839868386f None None] Deleting port e9d3379c-28d0-4c75-92dc-c049a7f3b743 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:02.467086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-58bb46a4-a1eb-4161-b7b8-66839868386f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.476491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d81f954-90b6-4409-889f-fb0c9484600c tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.477397 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d81f954-90b6-4409-889f-fb0c9484600c tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.513204 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.529623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.531759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46240) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:02.557788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-58bb46a4-a1eb-4161-b7b8-66839868386f None None] For port e9d3379c-28d0-4c75-92dc-c049a7f3b743, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e9d3379c-28d0-4c75-92dc-c049a7f3b743,segment=NetworkSegment(32946a56-4cc5-4201-a736-9237e0faac22),segment_id=32946a56-4cc5-4201-a736-9237e0faac22)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:02.558435 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-58bb46a4-a1eb-4161-b7b8-66839868386f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.568347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=e9d3379c-28d0-4c75-92dc-c049a7f3b743,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:02.574716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d81f954-90b6-4409-889f-fb0c9484600c tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.575759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No DVR routers for this DVR port e9d3379c-28d0-4c75-92dc-c049a7f3b743 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:02.585738 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d81f954-90b6-4409-889f-fb0c9484600c tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.604126 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-58bb46a4-a1eb-4161-b7b8-66839868386f None None] Calling delete_port for e9d3379c-28d0-4c75-92dc-c049a7f3b743 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:02.626865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5007681d-ec94-48da-9495-2a15f464e6d2 None None] Update dhcp port {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': '36dd73a2-ae09-4923-a732-7e3cbf71ed7a'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': 'c73a158b-0d9e-4f90-b0de-799c0e0c4257'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:58:02.663008 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d81f954-90b6-4409-889f-fb0c9484600c tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.664818 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4d81f954-90b6-4409-889f-fb0c9484600c tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3798349 Feb 04 05:58:02.671275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46244) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:02.677208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-808378485'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:02.692043 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.696309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5007681d-ec94-48da-9495-2a15f464e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.721796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e724a710-de9c-4b28-80bb-669477a5e837']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:02.731724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Made reservation on behalf of 5ba205d25f9d4c6fae3d6a7e61c0305f for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:02.736258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.741527 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32946a56-4cc5-4201-a736-9237e0faac22') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:02.741924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32946a56-4cc5-4201-a736-9237e0faac22') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:02.749697 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7d091af2-0f44-4d13-95e0-c6d991c418ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29edd40400024c2e88f76a0fe315749f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137356 Feb 04 05:58:02.751452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46246) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:02.754165 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.764555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.772866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] For port c73a158b-0d9e-4f90-b0de-799c0e0c4257, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c73a158b-0d9e-4f90-b0de-799c0e0c4257,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:02.783339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-58bb46a4-a1eb-4161-b7b8-66839868386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.789109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.796114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:02.796732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:02.800594 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:02.813986 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb46a4-a1eb-4161-b7b8-66839868386f None None] Pushing event deleted for resources: {'Port': ['ID=e9d3379c-28d0-4c75-92dc-c049a7f3b743,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:02.826710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.828118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb46a4-a1eb-4161-b7b8-66839868386f None None] No DVR routers for this DVR port e9d3379c-28d0-4c75-92dc-c049a7f3b743 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:02.837705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.838368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.872198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59e0b953-00da-4064-a2c3-183b726951dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.887071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.895359 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.905676 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/networks/e724a710-de9c-4b28-80bb-669477a5e837 HTTP/1.1" status: 204 len: 168 time: 1.0216243 Feb 04 05:58:02.906410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46248) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:02.921293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:02.922339 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'network': {'name': 'tempest-RoutersTest-920365364'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:02.931283 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac2a61-d5e1-46d7-b8f0-71a4155f3efc tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Network': ['ID=e724a710-de9c-4b28-80bb-669477a5e837,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:02.941370 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-5007681d-ec94-48da-9495-2a15f464e6d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:58:02.941834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-5007681d-ec94-48da-9495-2a15f464e6d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:58:02.945919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:02.953410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59e0b953-00da-4064-a2c3-183b726951dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.960103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:02.960700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.972438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:02.976688 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.996307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=36dd73a2-ae09-4923-a732-7e3cbf71ed7a,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:02.998289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.009406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.012679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=c73a158b-0d9e-4f90-b0de-799c0e0c4257,revision_number=8']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:03.012996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:03.021510 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2762ada3-e213-443f-844f-cb1e330205ce tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7420237 Feb 04 05:58:03.024153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46250) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:03.030164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-19c2cc0e-6678-4f63-84c1-401ed0c33969 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:03.038574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:03.042442 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.042782 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added segment 5e2116b8-7ce2-4686-b128-8c9426f4ba6d of type vlan for network 4538b4d6-7d37-4bde-83c5-ba6697dc1e89 Feb 04 05:58:03.085861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.086222 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Added segment 59722355-5c1e-4f1f-8216-9ec113b50cba of type vlan for network 4ba32e86-c00b-4f9e-bf07-44cef77945f5 Feb 04 05:58:03.087610 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6959663b-0529-497e-84d7-97da4d66d47b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:03.100925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59e0b953-00da-4064-a2c3-183b726951dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.104205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-59e0b953-00da-4064-a2c3-183b726951dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.105392 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-59e0b953-00da-4064-a2c3-183b726951dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fbadddd-1974-4a5d-abe5-5cf029181f6b HTTP/1.1" status: 204 len: 168 time: 0.3531184 Feb 04 05:58:03.108530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.130502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0b953-00da-4064-a2c3-183b726951dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbadddd-1974-4a5d-abe5-5cf029181f6b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:03.146211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.176878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.179461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c2cc0e-6678-4f63-84c1-401ed0c33969 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:03.182482 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:03.183166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.183294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-19c2cc0e-6678-4f63-84c1-401ed0c33969 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.241983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.252804 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:03.252804 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.258970 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3505528 Feb 04 05:58:03.265895 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46256) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:03.270862 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'subnet': {'network_id': '4538b4d6-7d37-4bde-83c5-ba6697dc1e89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:03.278771 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825751ce-0672-4c85-9bca-3eb2f1b1e529 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Network': ['ID=4538b4d6-7d37-4bde-83c5-ba6697dc1e89,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:03.296622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 4538b4d6-7d37-4bde-83c5-ba6697dc1e89 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:03.302510 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.ipam_backend_mixin [None req-19c2cc0e-6678-4f63-84c1-401ed0c33969 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36dd73a2-ae09-4923-a732-7e3cbf71ed7a (CIDR: 2001:db8::/64) Feb 04 05:58:03.303064 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6273408 Feb 04 05:58:03.303180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46258) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:03.309118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Request body: {'subnet': {'network_id': '4ba32e86-c00b-4f9e-bf07-44cef77945f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:03.376048 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c2cc0e-6678-4f63-84c1-401ed0c33969 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:58:03.376653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c2cc0e-6678-4f63-84c1-401ed0c33969 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:03.413927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91abe1-ce5f-4e52-ba02-04f4ea42a6e8 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event updated for resources: {'Network': ['ID=4ba32e86-c00b-4f9e-bf07-44cef77945f5,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:03.416371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46264) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:03.418056 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-19c2cc0e-6678-4f63-84c1-401ed0c33969 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3922653 Feb 04 05:58:03.422190 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0d6990a9-d113-41a5-bdfe-2089d363a82d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:03.426454 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 4ba32e86-c00b-4f9e-bf07-44cef77945f5 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:03.453058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Made reservation on behalf of 5ba205d25f9d4c6fae3d6a7e61c0305f for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:03.458894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.528997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5007681d-ec94-48da-9495-2a15f464e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.710530 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.780993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:03.788255 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.814770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event updated for resources: {'Subnet': ['ID=9c7f45db-b997-463b-a650-30209698c005,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:03.823274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Checking segment: {'id': '59722355-5c1e-4f1f-8216-9ec113b50cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba32e86-c00b-4f9e-bf07-44cef77945f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:03.823274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Network hostable DHCP agents. Network: 4ba32e86-c00b-4f9e-bf07-44cef77945f5, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:03.850232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Network 4ba32e86-c00b-4f9e-bf07-44cef77945f5 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:03.857965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 4ba32e86-c00b-4f9e-bf07-44cef77945f5) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:03.866256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:03.866862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:03.873548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ec3cc6-d2f9-4304-a269-e455e75095d3 None None] Network 4ba32e86-c00b-4f9e-bf07-44cef77945f5 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:03.921374 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8db0cf48-a927-4f2e-b93e-c15e0e627e14 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6172583 Feb 04 05:58:03.925100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46278) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:03.935327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Request body: {'network': {'name': 'tempest-router-network01--283312649'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:03.990475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Made reservation on behalf of 5ba205d25f9d4c6fae3d6a7e61c0305f for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:03.996033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.023536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:04.025419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c73a158b-0d9e-4f90-b0de-799c0e0c4257 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:04.036321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.036579 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Added segment 0a092d18-0604-415e-9e69-b94b6b9a6459 of type vlan for network 5191a6e0-795d-40f6-933d-d2ae2cfcfb33 Feb 04 05:58:04.041263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6990a9-d113-41a5-bdfe-2089d363a82d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:04.045658 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0d6990a9-d113-41a5-bdfe-2089d363a82d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.062718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46280) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:04.085818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.112675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.118744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:04.119447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.150130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-5007681d-ec94-48da-9495-2a15f464e6d2 None None] For port c73a158b-0d9e-4f90-b0de-799c0e0c4257, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c73a158b-0d9e-4f90-b0de-799c0e0c4257,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:04.196217 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2666044 Feb 04 05:58:04.196576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c73a158b-0d9e-4f90-b0de-799c0e0c4257 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:04.196911 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.199371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46284) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:04.202945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-4ba32e86-c00b-4f9e-bf07-44cef77945f5', 'network_id': '4ba32e86-c00b-4f9e-bf07-44cef77945f5', 'tenant_id': '5ba205d25f9d4c6fae3d6a7e61c0305f', 'fixed_ips': [{'subnet_id': '9c7f45db-b997-463b-a650-30209698c005'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:04.203715 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.212178 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Request body: {'network': {'name': 'tempest-router-network02--2021900270'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:04.218821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1032563354-network', 'tenant_id': '68a5ccb5beeb464381578ff91c83d3bf'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:04.220507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ab639-079b-4d78-a232-9bae318dde5d tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event updated for resources: {'Network': ['ID=5191a6e0-795d-40f6-933d-d2ae2cfcfb33,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:04.223147 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.244188 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 5191a6e0-795d-40f6-933d-d2ae2cfcfb33 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:04.247843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Made reservation on behalf of 5ba205d25f9d4c6fae3d6a7e61c0305f for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:04.252012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.277493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:04.279331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5007681d-ec94-48da-9495-2a15f464e6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.289636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.289950 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Added segment d22bed5d-6ad4-4f97-b926-fd43768db5f0 of type vlan for network facdf341-9c25-430d-a23f-a1e5cc22b798 Feb 04 05:58:04.323987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5007681d-ec94-48da-9495-2a15f464e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.341957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.347818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Subnet': ['ID=51118fc4-e1e4-4bb4-9ce5-f05d79457bb8,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:04.361101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Checking segment: {'id': '5e2116b8-7ce2-4686-b128-8c9426f4ba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4538b4d6-7d37-4bde-83c5-ba6697dc1e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:04.361494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network hostable DHCP agents. Network: 4538b4d6-7d37-4bde-83c5-ba6697dc1e89, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:04.365578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Made reservation on behalf of 68a5ccb5beeb464381578ff91c83d3bf for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:04.367985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.385362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.388126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.394276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:04.395408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.425536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 4538b4d6-7d37-4bde-83c5-ba6697dc1e89 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:04.475930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 4538b4d6-7d37-4bde-83c5-ba6697dc1e89) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:04.480394 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2770658 Feb 04 05:58:04.483388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46286) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:04.486256 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:04.486965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.493169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Request body: {'subnet': {'network_id': '5191a6e0-795d-40f6-933d-d2ae2cfcfb33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:04.511618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a91424-7083-4a89-8a94-3b92573f0906 None None] Network 4538b4d6-7d37-4bde-83c5-ba6697dc1e89 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:04.546770 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-185ca19e-6ee3-434c-a503-7144731cb9f6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2796876 Feb 04 05:58:04.547360 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46288) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:04.559619 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-69c2bcb5-cc24-4a40-ad48-84fd345eff03 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2103409851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:04.599081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718485fb-e4c3-426f-8387-5433ec7d65b1 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event updated for resources: {'Network': ['ID=facdf341-9c25-430d-a23f-a1e5cc22b798,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:04.618893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network facdf341-9c25-430d-a23f-a1e5cc22b798 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:04.628282 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007681d-ec94-48da-9495-2a15f464e6d2 None None] Pushing event updated for resources: {'Port': ['ID=c73a158b-0d9e-4f90-b0de-799c0e0c4257,revision_number=9']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:04.647996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e9d3379c-28d0-4c75-92dc-c049a7f3b743 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:04.656819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Made reservation on behalf of 5ba205d25f9d4c6fae3d6a7e61c0305f for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:04.661111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.667676 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-69c2bcb5-cc24-4a40-ad48-84fd345eff03 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.668706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-69c2bcb5-cc24-4a40-ad48-84fd345eff03 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.678403 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.684705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0d6990a9-d113-41a5-bdfe-2089d363a82d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.698905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.766530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: e9d3379c-28d0-4c75-92dc-c049a7f3b743 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:58:04.767058 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e9d3379c-28d0-4c75-92dc-c049a7f3b743 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:58:04.791644 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Allocated IP 172.20.0.2 (4ba32e86-c00b-4f9e-bf07-44cef77945f5/9c7f45db-b997-463b-a650-30209698c005/fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:04.800397 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:04.805381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-69c2bcb5-cc24-4a40-ad48-84fd345eff03 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.823702 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6990a9-d113-41a5-bdfe-2089d363a82d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:04.830750 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-69c2bcb5-cc24-4a40-ad48-84fd345eff03 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.839108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-0d6990a9-d113-41a5-bdfe-2089d363a82d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:04.852524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.853427 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Added segment 32b9e83d-0062-4084-977b-68e51a7d0521 of type vlan for network edd4bf42-61c7-45bf-b1bc-eada7e457f22 Feb 04 05:58:04.864331 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6990a9-d113-41a5-bdfe-2089d363a82d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=296d3813-27ba-4017-96cb-2213ccbf964d,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:04.867251 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6990a9-d113-41a5-bdfe-2089d363a82d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:04.867960 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0d6990a9-d113-41a5-bdfe-2089d363a82d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.873140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9da76f5-6b50-402a-8c32-19fdcf6f10f4,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:04.922042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-69c2bcb5-cc24-4a40-ad48-84fd345eff03 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.922553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.926496 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-69c2bcb5-cc24-4a40-ad48-84fd345eff03 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3703599 Feb 04 05:58:04.928361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46290) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:04.933515 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.945703 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0d6990a9-d113-41a5-bdfe-2089d363a82d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5282552 Feb 04 05:58:04.946391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46292) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:04.961631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:92:53:d6', 'name': 'tempest-NetworksTestDHCPv6-1524973067'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:04.962373 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-4538b4d6-7d37-4bde-83c5-ba6697dc1e89', 'network_id': '4538b4d6-7d37-4bde-83c5-ba6697dc1e89', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'fixed_ips': [{'subnet_id': '51118fc4-e1e4-4bb4-9ce5-f05d79457bb8'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:04.963765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.082386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Checking segment: {'id': '0a092d18-0604-415e-9e69-b94b6b9a6459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5191a6e0-795d-40f6-933d-d2ae2cfcfb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:05.082742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Network hostable DHCP agents. Network: 5191a6e0-795d-40f6-933d-d2ae2cfcfb33, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:05.084895 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.085974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.086653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.146789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event updated for resources: {'Subnet': ['ID=2920fbf2-7979-4082-a1ed-fa02ddea0368,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:05.175398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.181260 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1173205 Feb 04 05:58:05.187412 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.187961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46294) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:05.200495 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] Request body: {'subnet': {'network_id': 'edd4bf42-61c7-45bf-b1bc-eada7e457f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1032563354-subnet', 'tenant_id': '68a5ccb5beeb464381578ff91c83d3bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:05.212605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bac038-efce-4f5b-86b5-6270ccb332c1 admin admin] Pushing event updated for resources: {'Network': ['ID=edd4bf42-61c7-45bf-b1bc-eada7e457f22,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:05.228435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:05.233412 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b396daff-8e1b-477b-ab52-bfb58e1f7c9c None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:05.234478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Network 5191a6e0-795d-40f6-933d-d2ae2cfcfb33 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:05.236828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network edd4bf42-61c7-45bf-b1bc-eada7e457f22 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:05.255312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Allocated IP 172.20.0.2 (4538b4d6-7d37-4bde-83c5-ba6697dc1e89/51118fc4-e1e4-4bb4-9ce5-f05d79457bb8/50dc8f5e-76c4-4d23-95cc-70d3b17571c3) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:05.276020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 5191a6e0-795d-40f6-933d-d2ae2cfcfb33) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:05.282927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.283507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.317064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] Made reservation on behalf of 68a5ccb5beeb464381578ff91c83d3bf for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:05.317495 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49079f2f-362e-4b19-8c5c-445a6f5c07db None None] Network 5191a6e0-795d-40f6-933d-d2ae2cfcfb33 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:05.319832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.330566 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cc1f9130-1267-45b1-b666-0062cd360896 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8429008 Feb 04 05:58:05.331260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46296) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:05.336403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Request body: {'subnet': {'network_id': 'facdf341-9c25-430d-a23f-a1e5cc22b798', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:05.340506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Network 4ba32e86-c00b-4f9e-bf07-44cef77945f5 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:05.390699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:05.392671 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Pushing event updated for resources: {'Port': ['ID=fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:05.397572 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:05.406697 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.415201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.444022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port 42b22cc7-9335-4dd9-a9b7-3b2ad3284903 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:58:05.522172 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1a6444ab-d659-4890-a791-dd0c61e9774c None None] Provisioning complete for port c73a158b-0d9e-4f90-b0de-799c0e0c4257 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:05.522776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1a6444ab-d659-4890-a791-dd0c61e9774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.592967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Made reservation on behalf of 5ba205d25f9d4c6fae3d6a7e61c0305f for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:05.597297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.677855 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.767061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8:0:1::9b (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/296d3813-27ba-4017-96cb-2213ccbf964d/42b22cc7-9335-4dd9-a9b7-3b2ad3284903) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:05.771103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e43ab4-bc0c-4127-b1bd-a74048ed45c0,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:05.775937 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] Checking segment: {'id': '32b9e83d-0062-4084-977b-68e51a7d0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'edd4bf42-61c7-45bf-b1bc-eada7e457f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:05.776307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] Network hostable DHCP agents. Network: edd4bf42-61c7-45bf-b1bc-eada7e457f22, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:05.784281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::f816:3eff:fe92:53d6 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/36dd73a2-ae09-4923-a732-7e3cbf71ed7a/42b22cc7-9335-4dd9-a9b7-3b2ad3284903) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:05.812642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] Network edd4bf42-61c7-45bf-b1bc-eada7e457f22 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:05.819787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Attempting to bind port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:05.820224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Attempting to bind port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '59722355-5c1e-4f1f-8216-9ec113b50cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba32e86-c00b-4f9e-bf07-44cef77945f5'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:05.820740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Attempting to bind port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b on network 4ba32e86-c00b-4f9e-bf07-44cef77945f5 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:05.828953 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, edd4bf42-61c7-45bf-b1bc-eada7e457f22) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:05.837395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.837987 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.844473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:05.845577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Checking segment: {'id': '59722355-5c1e-4f1f-8216-9ec113b50cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba32e86-c00b-4f9e-bf07-44cef77945f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:05.846483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.846483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Bound using segment: {'id': '59722355-5c1e-4f1f-8216-9ec113b50cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba32e86-c00b-4f9e-bf07-44cef77945f5'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:05.847394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Bound port: fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59722355-5c1e-4f1f-8216-9ec113b50cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4ba32e86-c00b-4f9e-bf07-44cef77945f5'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:05.847535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.851589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.875923 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf85c229-fde8-422e-a3d7-ef92053fc819 None None] Network edd4bf42-61c7-45bf-b1bc-eada7e457f22 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:05.889114 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aa1bbee1-fa70-40bf-8237-f0462071e280 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6997061 Feb 04 05:58:05.942552 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event updated for resources: {'Subnet': ['ID=633f5ce2-de66-4c32-8b5a-ce1d6d4f2b8b,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:05.960603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Checking segment: {'id': 'd22bed5d-6ad4-4f97-b926-fd43768db5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'facdf341-9c25-430d-a23f-a1e5cc22b798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:05.960963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Network hostable DHCP agents. Network: facdf341-9c25-430d-a23f-a1e5cc22b798, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:05.985049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Network facdf341-9c25-430d-a23f-a1e5cc22b798 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:05.997465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, facdf341-9c25-430d-a23f-a1e5cc22b798) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:06.003968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:06.005044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.033805 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-79c2a2ba-cbb0-4b55-a5ea-0ec490774b78 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7011521 Feb 04 05:58:06.036185 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46302) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:06.037808 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.064570 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ff984-813b-4a5c-b407-42ad0615863c None None] Network facdf341-9c25-430d-a23f-a1e5cc22b798 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:06.096036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.163233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-5191a6e0-795d-40f6-933d-d2ae2cfcfb33', 'network_id': '5191a6e0-795d-40f6-933d-d2ae2cfcfb33', 'tenant_id': '5ba205d25f9d4c6fae3d6a7e61c0305f', 'fixed_ips': [{'subnet_id': '2920fbf2-7979-4082-a1ed-fa02ddea0368'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:06.164211 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.195691 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:06.197785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=42b22cc7-9335-4dd9-a9b7-3b2ad3284903,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:06.211815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:06.214433 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:06.222560 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:06.223403 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.223841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.247401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] For port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:06.249793 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-15361a92-243d-4796-bcdd-e23ec3334d99 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3000982 Feb 04 05:58:06.252711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.253202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46308) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:06.255735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] For port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b,segment=NetworkSegment(59722355-5c1e-4f1f-8216-9ec113b50cba),segment_id=59722355-5c1e-4f1f-8216-9ec113b50cba)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:06.319695 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.364586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-518ec88f-d88e-4d08-9060-124c8f997f5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port 42b22cc7-9335-4dd9-a9b7-3b2ad3284903 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:06.365545 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-518ec88f-d88e-4d08-9060-124c8f997f5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.415739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Allocated IP 172.20.0.1 (4538b4d6-7d37-4bde-83c5-ba6697dc1e89/51118fc4-e1e4-4bb4-9ce5-f05d79457bb8/0185450f-2fd4-47db-b404-b4a739580a2c) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:06.468664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Network 4538b4d6-7d37-4bde-83c5-ba6697dc1e89 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:06.474720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633a1b1b-135b-43cd-90d6-36ce3763d2b8 None None] Network edd4bf42-61c7-45bf-b1bc-eada7e457f22 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:06.474997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-518ec88f-d88e-4d08-9060-124c8f997f5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.490718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-518ec88f-d88e-4d08-9060-124c8f997f5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for 42b22cc7-9335-4dd9-a9b7-3b2ad3284903 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:06.491023 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Pushing event updated for resources: {'Port': ['ID=50dc8f5e-76c4-4d23-95cc-70d3b17571c3,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:06.513740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:06.548955 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:06.556686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46316) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:06.561583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1441237781-network', 'tenant_id': 'a88ba90ac95f42ec8a8a60a505f67cba'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:06.606667 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b791c871-3d90-42fe-87ff-32c0daecf983 None None] Update dhcp port {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': '36dd73a2-ae09-4923-a732-7e3cbf71ed7a', 'ip_address': '2001:db8::f816:3eff:fe68:cc3b'}, {'subnet_id': '296d3813-27ba-4017-96cb-2213ccbf964d'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': 'c73a158b-0d9e-4f90-b0de-799c0e0c4257'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:58:06.613623 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Made reservation on behalf of a88ba90ac95f42ec8a8a60a505f67cba for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:06.617068 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.630698 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.633943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.678444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Allocated IP 172.20.0.2 (5191a6e0-795d-40f6-933d-d2ae2cfcfb33/2920fbf2-7979-4082-a1ed-fa02ddea0368/e8a97934-2ce8-4074-af77-b33a6e917588) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:06.816134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-518ec88f-d88e-4d08-9060-124c8f997f5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.838111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.869492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ec88f-d88e-4d08-9060-124c8f997f5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=42b22cc7-9335-4dd9-a9b7-3b2ad3284903,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:06.943864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b791c871-3d90-42fe-87ff-32c0daecf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.952962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.954277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-518ec88f-d88e-4d08-9060-124c8f997f5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:06.957973 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-518ec88f-d88e-4d08-9060-124c8f997f5f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/42b22cc7-9335-4dd9-a9b7-3b2ad3284903 HTTP/1.1" status: 204 len: 168 time: 0.7034943 Feb 04 05:58:06.960415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46318) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:07.000267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 4538b4d6-7d37-4bde-83c5-ba6697dc1e89 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:07.007948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:07.012309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:07.013520 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3078203-feb0-46e8-b41b-baa8477aaf9c None None] Pushing event updated for resources: {'Port': ['ID=fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:07.022316 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.031606 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.035056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-facdf341-9c25-430d-a23f-a1e5cc22b798', 'network_id': 'facdf341-9c25-430d-a23f-a1e5cc22b798', 'tenant_id': '5ba205d25f9d4c6fae3d6a7e61c0305f', 'fixed_ips': [{'subnet_id': '633f5ce2-de66-4c32-8b5a-ce1d6d4f2b8b'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:07.036228 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.045904 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f81bfe-4244-4d1b-86a5-1f3c9bce957c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:07.047564 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-43f81bfe-4244-4d1b-86a5-1f3c9bce957c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0860949 Feb 04 05:58:07.051853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46320) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:07.053177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Attempting to bind port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:07.053556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Attempting to bind port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '5e2116b8-7ce2-4686-b128-8c9426f4ba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4538b4d6-7d37-4bde-83c5-ba6697dc1e89'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:07.053915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Attempting to bind port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 on network 4538b4d6-7d37-4bde-83c5-ba6697dc1e89 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:07.065733 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:07.082714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7681c496-820e-4900-8821-4490c92fb4c9,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:07.086009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.086458 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Added segment e675c336-98f8-4b56-97e8-ee6d68a12059 of type vlan for network 667ac59f-cf55-4c3a-9578-ef13edae7e98 Feb 04 05:58:07.115193 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.119670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=0185450f-2fd4-47db-b404-b4a739580a2c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:07.135541 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.163324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:07.163702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Checking segment: {'id': '5e2116b8-7ce2-4686-b128-8c9426f4ba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4538b4d6-7d37-4bde-83c5-ba6697dc1e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:07.164250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.164696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Bound using segment: {'id': '5e2116b8-7ce2-4686-b128-8c9426f4ba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4538b4d6-7d37-4bde-83c5-ba6697dc1e89'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:07.165169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Bound port: 50dc8f5e-76c4-4d23-95cc-70d3b17571c3, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2116b8-7ce2-4686-b128-8c9426f4ba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4538b4d6-7d37-4bde-83c5-ba6697dc1e89'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:07.165403 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.165541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.166598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:07.167285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.196157 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.234065 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6761694 Feb 04 05:58:07.236801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46322) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:07.241868 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] Request body: {'subnet': {'network_id': '667ac59f-cf55-4c3a-9578-ef13edae7e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1441237781-subnet', 'tenant_id': 'a88ba90ac95f42ec8a8a60a505f67cba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:07.248867 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.263230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b395c08-bc50-4143-bdb8-12aa6a92b0aa admin admin] Pushing event updated for resources: {'Network': ['ID=667ac59f-cf55-4c3a-9578-ef13edae7e98,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:07.282285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] Made reservation on behalf of a88ba90ac95f42ec8a8a60a505f67cba for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:07.285497 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.367999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 667ac59f-cf55-4c3a-9578-ef13edae7e98 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:07.480518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.483842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Allocated IP 172.20.0.2 (facdf341-9c25-430d-a23f-a1e5cc22b798/633f5ce2-de66-4c32-8b5a-ce1d6d4f2b8b/a167467d-4275-4367-9366-a65b81b92f07) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:07.530499 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Pushing event updated for resources: {'Port': ['ID=e8a97934-2ce8-4074-af77-b33a6e917588,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:07.554870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] Checking segment: {'id': 'e675c336-98f8-4b56-97e8-ee6d68a12059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '667ac59f-cf55-4c3a-9578-ef13edae7e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:07.555150 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] Network hostable DHCP agents. Network: 667ac59f-cf55-4c3a-9578-ef13edae7e98, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:07.574462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d12287-d60d-43ee-ba34-ce39f59011f9,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:07.586698 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] Network 667ac59f-cf55-4c3a-9578-ef13edae7e98 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:07.599194 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 667ac59f-cf55-4c3a-9578-ef13edae7e98) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:07.614769 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:07.615749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.641798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f62f67-6dd3-42d5-8201-07f845906f8b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:07.645191 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ebdb0123-6cf1-4101-9dbf-686b610fa642 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4049306 Feb 04 05:58:07.645338 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-91f62f67-6dd3-42d5-8201-07f845906f8b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.5875311 Feb 04 05:58:07.647371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46324) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:07.673189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Allocated IP 172.20.0.1 (5191a6e0-795d-40f6-933d-d2ae2cfcfb33/2920fbf2-7979-4082-a1ed-fa02ddea0368/f23699f8-e5fd-46ee-8547-c2c39a68277f) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:07.733868 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2099d9-dc0e-4984-bb73-0bae41d68faa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:07.736162 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2099d9-dc0e-4984-bb73-0bae41d68faa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:07.738014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2099d9-dc0e-4984-bb73-0bae41d68faa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:07.739885 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dc2099d9-dc0e-4984-bb73-0bae41d68faa tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0913453 Feb 04 05:58:07.743086 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.743637 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46328) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:07.775462 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Network 5191a6e0-795d-40f6-933d-d2ae2cfcfb33 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:07.784066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b8604d-c46c-41ea-b3e2-c2f0d6e9a7bc None None] Network 667ac59f-cf55-4c3a-9578-ef13edae7e98 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:07.809002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:07.828334 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb62207b-6d08-4e5f-80af-d0a349509575 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 296d3813-27ba-4017-96cb-2213ccbf964d {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:07.837326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:07.904333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] For port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:07.914957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283c14b3-5f71-45ef-9d96-ec98c3ba9f94 None None] Network 4ba32e86-c00b-4f9e-bf07-44cef77945f5 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:08.011245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] For port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=50dc8f5e-76c4-4d23-95cc-70d3b17571c3,segment=NetworkSegment(5e2116b8-7ce2-4686-b128-8c9426f4ba6d),segment_id=5e2116b8-7ce2-4686-b128-8c9426f4ba6d)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:08.054859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.070283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-b791c871-3d90-42fe-87ff-32c0daecf983 None None] Allocated IP 2001:db8:0:1::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/296d3813-27ba-4017-96cb-2213ccbf964d/c73a158b-0d9e-4f90-b0de-799c0e0c4257) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:08.096934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:08.100016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.169890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.231631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Network 5191a6e0-795d-40f6-933d-d2ae2cfcfb33 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:08.238050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:08.239749 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Attempting to bind port e8a97934-2ce8-4074-af77-b33a6e917588 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:08.240131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Attempting to bind port e8a97934-2ce8-4074-af77-b33a6e917588 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '0a092d18-0604-415e-9e69-b94b6b9a6459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5191a6e0-795d-40f6-933d-d2ae2cfcfb33'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:08.240502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Attempting to bind port e8a97934-2ce8-4074-af77-b33a6e917588 on network 5191a6e0-795d-40f6-933d-d2ae2cfcfb33 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:08.244182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:08.277492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3557bf0a-7805-4227-a7e8-385f74b89616 None None] Provisioning complete for port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:08.277890 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3557bf0a-7805-4227-a7e8-385f74b89616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.285606 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event updated for resources: {'Port': ['ID=f23699f8-e5fd-46ee-8547-c2c39a68277f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:08.301441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.308492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.365251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:08.365635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Checking segment: {'id': '0a092d18-0604-415e-9e69-b94b6b9a6459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5191a6e0-795d-40f6-933d-d2ae2cfcfb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:08.366048 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.366456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Bound using segment: {'id': '0a092d18-0604-415e-9e69-b94b6b9a6459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5191a6e0-795d-40f6-933d-d2ae2cfcfb33'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:08.366946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Bound port: e8a97934-2ce8-4074-af77-b33a6e917588, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a092d18-0604-415e-9e69-b94b6b9a6459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5191a6e0-795d-40f6-933d-d2ae2cfcfb33'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:08.368004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.378351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.461875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=0185450f-2fd4-47db-b404-b4a739580a2c,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:08.467395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.488578 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b76292-788e-48bb-9495-aada54b89960 None None] Pushing event updated for resources: {'Port': ['ID=50dc8f5e-76c4-4d23-95cc-70d3b17571c3,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:08.496056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.572489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0febf3d-3c4a-41d9-9625-c78c5494d06a None None] Network 667ac59f-cf55-4c3a-9578-ef13edae7e98 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:08.591485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.650639 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.692458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b791c871-3d90-42fe-87ff-32c0daecf983 None None] For port c73a158b-0d9e-4f90-b0de-799c0e0c4257, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c73a158b-0d9e-4f90-b0de-799c0e0c4257,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:08.694290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:08.694888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.751547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Network facdf341-9c25-430d-a23f-a1e5cc22b798 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:08.780093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:08.785875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-65a18ed1-bc58-448f-a4e5-a34ca4ebc01e tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:08.787482 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-65a18ed1-bc58-448f-a4e5-a34ca4ebc01e tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/networks?id=edd4bf42-61c7-45bf-b1bc-eada7e457f22 HTTP/1.1" status: 200 len: 812 time: 0.3005610 Feb 04 05:58:08.791043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:08.819053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Pushing event updated for resources: {'Port': ['ID=a167467d-4275-4367-9366-a65b81b92f07,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:08.822139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 4538b4d6-7d37-4bde-83c5-ba6697dc1e89 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:08.852960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:08.877980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b791c871-3d90-42fe-87ff-32c0daecf983 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.886900 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-5c5e696d-4b87-41b5-bb04-8a0d8b0a729e tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/quotas/68a5ccb5beeb464381578ff91c83d3bf HTTP/1.1" status: 200 len: 375 time: 0.0586669 Feb 04 05:58:08.889947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb62207b-6d08-4e5f-80af-d0a349509575 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.901111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] For port e8a97934-2ce8-4074-af77-b33a6e917588, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:08.926688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b791c871-3d90-42fe-87ff-32c0daecf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.949010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] For port e8a97934-2ce8-4074-af77-b33a6e917588, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e8a97934-2ce8-4074-af77-b33a6e917588,segment=NetworkSegment(0a092d18-0604-415e-9e69-b94b6b9a6459),segment_id=0a092d18-0604-415e-9e69-b94b6b9a6459)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:08.950833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb62207b-6d08-4e5f-80af-d0a349509575 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.956407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3557bf0a-7805-4227-a7e8-385f74b89616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:08.992037 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-9d1548dc-130e-4d0c-b6c1-72bc57a4eef3 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a5ccb5beeb464381578ff91c83d3bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738087 Feb 04 05:58:08.996598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.049927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Attempting to bind port a167467d-4275-4367-9366-a65b81b92f07 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:09.050457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Attempting to bind port a167467d-4275-4367-9366-a65b81b92f07 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'd22bed5d-6ad4-4f97-b926-fd43768db5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'facdf341-9c25-430d-a23f-a1e5cc22b798'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:09.050825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Attempting to bind port a167467d-4275-4367-9366-a65b81b92f07 on network facdf341-9c25-430d-a23f-a1e5cc22b798 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:09.102562 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb62207b-6d08-4e5f-80af-d0a349509575 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.127089 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 31205b6b-72bd-40be-b023-d4f8456f55b6 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:58:09.160686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:09.161131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Checking segment: {'id': 'd22bed5d-6ad4-4f97-b926-fd43768db5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'facdf341-9c25-430d-a23f-a1e5cc22b798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:09.161512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.161904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Bound using segment: {'id': 'd22bed5d-6ad4-4f97-b926-fd43768db5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'facdf341-9c25-430d-a23f-a1e5cc22b798'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:09.162388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Bound port: a167467d-4275-4367-9366-a65b81b92f07, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22bed5d-6ad4-4f97-b926-fd43768db5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'facdf341-9c25-430d-a23f-a1e5cc22b798'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:09.162771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.219325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791c871-3d90-42fe-87ff-32c0daecf983 None None] Pushing event updated for resources: {'Port': ['ID=c73a158b-0d9e-4f90-b0de-799c0e0c4257,revision_number=10']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:09.235575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3557bf0a-7805-4227-a7e8-385f74b89616 None None] For port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b,segment=NetworkSegment(59722355-5c1e-4f1f-8216-9ec113b50cba),segment_id=59722355-5c1e-4f1f-8216-9ec113b50cba)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:09.253002 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb62207b-6d08-4e5f-80af-d0a349509575 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.260001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3557bf0a-7805-4227-a7e8-385f74b89616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.301428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62207b-6d08-4e5f-80af-d0a349509575 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=296d3813-27ba-4017-96cb-2213ccbf964d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:09.325598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.330928 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb62207b-6d08-4e5f-80af-d0a349509575 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.338769 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-c8d7edb6-fc79-4973-9513-f80cf095c7e5 service neutron] 10.222.0.15 "GET /v2.0/networks/edd4bf42-61c7-45bf-b1bc-eada7e457f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255088 Feb 04 05:58:09.342197 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fb62207b-6d08-4e5f-80af-d0a349509575 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/296d3813-27ba-4017-96cb-2213ccbf964d HTTP/1.1" status: 204 len: 168 time: 1.5953717 Feb 04 05:58:09.343440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46356) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:09.350132 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.438066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e10f7-7365-4b23-8616-cbbae36237b9 None None] Pushing event updated for resources: {'Port': ['ID=e8a97934-2ce8-4074-af77-b33a6e917588,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:09.450849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-62511a3d-82bd-46c5-af7c-a4942d439953 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 36dd73a2-ae09-4923-a732-7e3cbf71ed7a {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:09.461535 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62511a3d-82bd-46c5-af7c-a4942d439953 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.516409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:09.529319 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd8e24-4776-43bd-84c2-c719d42395ca None None] Sync routers for ids ['31205b6b-72bd-40be-b023-d4f8456f55b6'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:09.534613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62511a3d-82bd-46c5-af7c-a4942d439953 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.557572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.560032 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd8e24-4776-43bd-84c2-c719d42395ca None None] Routers {'31205b6b-72bd-40be-b023-d4f8456f55b6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:09.561346 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a6dd8e24-4776-43bd-84c2-c719d42395ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31205b6b-72bd-40be-b023-d4f8456f55b6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:09.568007 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2bfe89ea-e6f0-4bd7-b92a-a0e50516b65a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/31205b6b-72bd-40be-b023-d4f8456f55b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6096652 Feb 04 05:58:09.574470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46358) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:09.640457 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a6dd8e24-4776-43bd-84c2-c719d42395ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:09.653161 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8c15d5-ce36-428f-b688-309425daf945 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:09.658504 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-de8c15d5-ce36-428f-b688-309425daf945 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports/0185450f-2fd4-47db-b404-b4a739580a2c HTTP/1.1" status: 200 len: 910 time: 0.0829971 Feb 04 05:58:09.661791 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46360) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:09.678397 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd8e24-4776-43bd-84c2-c719d42395ca None None] Routers {'31205b6b-72bd-40be-b023-d4f8456f55b6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:09.679021 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a6dd8e24-4776-43bd-84c2-c719d42395ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31205b6b-72bd-40be-b023-d4f8456f55b6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:09.702079 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] For port a167467d-4275-4367-9366-a65b81b92f07, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:09.726220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] For port a167467d-4275-4367-9366-a65b81b92f07, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a167467d-4275-4367-9366-a65b81b92f07,segment=NetworkSegment(d22bed5d-6ad4-4f97-b926-fd43768db5f0),segment_id=d22bed5d-6ad4-4f97-b926-fd43768db5f0)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:09.740154 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.746419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:58:09.747045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:58:09.757349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557bf0a-7805-4227-a7e8-385f74b89616 None None] Pushing event updated for resources: {'Port': ['ID=fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:09.771317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-bfefd3e1-7028-4c8f-ae01-f11c3aedfdb3 None None] Provisioning complete for port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:09.771864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bfefd3e1-7028-4c8f-ae01-f11c3aedfdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.775414 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a6dd8e24-4776-43bd-84c2-c719d42395ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:09.776790 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd8e24-4776-43bd-84c2-c719d42395ca None None] The sync data for ids ['31205b6b-72bd-40be-b023-d4f8456f55b6'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:09.835149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event updated for resources: {'Port': ['ID=f23699f8-e5fd-46ee-8547-c2c39a68277f,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:09.846399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.888830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cf5f0-40d1-42f5-ba40-506d33a86fc3 None None] Pushing event updated for resources: {'Port': ['ID=a167467d-4275-4367-9366-a65b81b92f07,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:09.935418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62511a3d-82bd-46c5-af7c-a4942d439953 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:10.002844 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-875eb69f-b498-45ea-be76-bbf27ea36f34 service neutron] 10.222.0.15 "GET /v2.0/networks/edd4bf42-61c7-45bf-b1bc-eada7e457f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748886 Feb 04 05:58:10.027166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dba83c-9a15-4172-9ea6-ec90373eaf9f None None] Network 4538b4d6-7d37-4bde-83c5-ba6697dc1e89 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:10.083255 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Network 5191a6e0-795d-40f6-933d-d2ae2cfcfb33 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:10.086281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:10.213291 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62511a3d-82bd-46c5-af7c-a4942d439953 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:10.300696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62511a3d-82bd-46c5-af7c-a4942d439953 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=36dd73a2-ae09-4923-a732-7e3cbf71ed7a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:10.315267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62511a3d-82bd-46c5-af7c-a4942d439953 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:10.320253 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-62511a3d-82bd-46c5-af7c-a4942d439953 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/36dd73a2-ae09-4923-a732-7e3cbf71ed7a HTTP/1.1" status: 204 len: 168 time: 0.9757245 Feb 04 05:58:10.324103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46372) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:10.385607 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-73b38d27-cb84-47da-8f75-76c0e290fdb2 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573797 Feb 04 05:58:10.388472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46376) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:10.403418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2e20bc8c-7b73-46cb-8b32-84b5c4d24aeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:10.427872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Router da5b74fe-97c3-4572-bacb-3455faf688b2 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:58:10.579965 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a71c11-ae3e-493f-9329-10768616ed03 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:10.607250 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-37d451ee-d60e-4d2b-bea5-07af67d317a2 req-90325b80-0286-4651-ad34-18388fd56528 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 210 time: 0.2721951 Feb 04 05:58:10.651050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:10.660248 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1e614c0e-4cc0-4b26-8aa4-7691962c8a1b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "PUT /v2.0/routers/da5b74fe-97c3-4572-bacb-3455faf688b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6229446 Feb 04 05:58:10.663023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46378) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:10.686450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a3915073-41ff-4b80-b699-4393e09b869c None None] Provisioning complete for port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:10.692681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a3915073-41ff-4b80-b699-4393e09b869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:10.730583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e20bc8c-7b73-46cb-8b32-84b5c4d24aeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:10.742959 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2e20bc8c-7b73-46cb-8b32-84b5c4d24aeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:10.790178 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded991e-69c9-4224-9e30-1bafab912b68 None None] Sync routers for ids ['da5b74fe-97c3-4572-bacb-3455faf688b2'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:10.911952 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded991e-69c9-4224-9e30-1bafab912b68 None None] Routers {'da5b74fe-97c3-4572-bacb-3455faf688b2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:10.912576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-eded991e-69c9-4224-9e30-1bafab912b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['da5b74fe-97c3-4572-bacb-3455faf688b2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:11.106799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-eded991e-69c9-4224-9e30-1bafab912b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:11.203112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d60cdc-5ae1-4870-8a3c-753603c11577 None None] Network 5191a6e0-795d-40f6-933d-d2ae2cfcfb33 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:11.226783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c73a158b-0d9e-4f90-b0de-799c0e0c4257 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:11.249930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9564b27c-4004-47d2-8a03-14c65d8b6e9b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.262472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded991e-69c9-4224-9e30-1bafab912b68 None None] Routers {'da5b74fe-97c3-4572-bacb-3455faf688b2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:11.263125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-eded991e-69c9-4224-9e30-1bafab912b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['da5b74fe-97c3-4572-bacb-3455faf688b2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:11.447817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-eded991e-69c9-4224-9e30-1bafab912b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:11.448484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded991e-69c9-4224-9e30-1bafab912b68 None None] The sync data for ids ['da5b74fe-97c3-4572-bacb-3455faf688b2'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:11.491271 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a3915073-41ff-4b80-b699-4393e09b869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.563484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c73a158b-0d9e-4f90-b0de-799c0e0c4257 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:11.564312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.578426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a3915073-41ff-4b80-b699-4393e09b869c None None] For port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=50dc8f5e-76c4-4d23-95cc-70d3b17571c3,segment=NetworkSegment(5e2116b8-7ce2-4686-b128-8c9426f4ba6d),segment_id=5e2116b8-7ce2-4686-b128-8c9426f4ba6d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:11.612544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71c7ace-aef0-41f8-8abb-211b89ae5854 None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:58:11.640686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a3915073-41ff-4b80-b699-4393e09b869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.715394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c75eaa-8e87-41b9-9f92-7787239c692b None None] Network facdf341-9c25-430d-a23f-a1e5cc22b798 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:11.717299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2e20bc8c-7b73-46cb-8b32-84b5c4d24aeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.787385 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3421a129-3145-47ea-90c4-9eb3fc7b1570 req-f836af60-096b-446b-b8ce-d03eea745cdc tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 210 time: 0.0443816 Feb 04 05:58:11.848602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3915073-41ff-4b80-b699-4393e09b869c None None] Pushing event updated for resources: {'Port': ['ID=50dc8f5e-76c4-4d23-95cc-70d3b17571c3,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:11.909646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Provisioning complete for port a167467d-4275-4367-9366-a65b81b92f07 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:11.910024 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.919215 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e20bc8c-7b73-46cb-8b32-84b5c4d24aeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:11.921579 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-06de2ae2-f33e-4ae2-9117-d22652a945dd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:58:11.923466 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-06de2ae2-f33e-4ae2-9117-d22652a945dd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "PUT /v2.0/routers/da5b74fe-97c3-4572-bacb-3455faf688b2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2594264 Feb 04 05:58:11.926918 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46388) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:11.938191 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-2e20bc8c-7b73-46cb-8b32-84b5c4d24aeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:11.946809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e20bc8c-7b73-46cb-8b32-84b5c4d24aeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:11.947413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2e20bc8c-7b73-46cb-8b32-84b5c4d24aeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.978763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a167467d-4275-4367-9366-a65b81b92f07 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:12.004067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20bc8c-7b73-46cb-8b32-84b5c4d24aeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=a7150d5e-e157-4d90-9efc-80c3d1a9f7e9,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:12.013499 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2e20bc8c-7b73-46cb-8b32-84b5c4d24aeb tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6171069 Feb 04 05:58:12.015904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a71c7ace-aef0-41f8-8abb-211b89ae5854 None None] Deleting port c73a158b-0d9e-4f90-b0de-799c0e0c4257 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:12.016913 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a71c7ace-aef0-41f8-8abb-211b89ae5854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.019518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46390) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:12.029140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-21594257-db80-4ca5-b08a-32ebdfbc9722 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:12.174454 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9564b27c-4004-47d2-8a03-14c65d8b6e9b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port 0185450f-2fd4-47db-b404-b4a739580a2c {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:12.174816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9564b27c-4004-47d2-8a03-14c65d8b6e9b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.249735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a71c7ace-aef0-41f8-8abb-211b89ae5854 None None] For port c73a158b-0d9e-4f90-b0de-799c0e0c4257, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c73a158b-0d9e-4f90-b0de-799c0e0c4257,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:12.250141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a71c7ace-aef0-41f8-8abb-211b89ae5854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.274399 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.278149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a71c7ace-aef0-41f8-8abb-211b89ae5854 None None] Calling delete_port for c73a158b-0d9e-4f90-b0de-799c0e0c4257 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:12.295537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a167467d-4275-4367-9366-a65b81b92f07 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:12.295895 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.365661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-46678521-30c5-4c57-af04-4c60e91b9522 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:12.365950 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9564b27c-4004-47d2-8a03-14c65d8b6e9b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.367981 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-46678521-30c5-4c57-af04-4c60e91b9522 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.36 "GET /v2.0/networks?id=edd4bf42-61c7-45bf-b1bc-eada7e457f22 HTTP/1.1" status: 200 len: 812 time: 0.3688047 Feb 04 05:58:12.382724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Request body: {'port': {'device_id': '0dc6ba0b-fd3e-4d33-bbab-ba622841fb35', 'network_id': 'edd4bf42-61c7-45bf-b1bc-eada7e457f22', 'admin_state_up': True, 'tenant_id': '68a5ccb5beeb464381578ff91c83d3bf'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:12.383452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9564b27c-4004-47d2-8a03-14c65d8b6e9b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for 0185450f-2fd4-47db-b404-b4a739580a2c owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:12.471415 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] For port a167467d-4275-4367-9366-a65b81b92f07, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a167467d-4275-4367-9366-a65b81b92f07,segment=NetworkSegment(d22bed5d-6ad4-4f97-b926-fd43768db5f0),segment_id=d22bed5d-6ad4-4f97-b926-fd43768db5f0)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:12.491168 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.553552 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21594257-db80-4ca5-b08a-32ebdfbc9722 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:12.558144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-21594257-db80-4ca5-b08a-32ebdfbc9722 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.612738 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Provisioning complete for port c73a158b-0d9e-4f90-b0de-799c0e0c4257 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:12.614120 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.647403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Pushing event updated for resources: {'Port': ['ID=a167467d-4275-4367-9366-a65b81b92f07,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:12.664118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a71c7ace-aef0-41f8-8abb-211b89ae5854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.685305 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e8a97934-2ce8-4074-af77-b33a6e917588 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:12.734739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Made reservation on behalf of 68a5ccb5beeb464381578ff91c83d3bf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:12.740181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.743413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c7ace-aef0-41f8-8abb-211b89ae5854 None None] No DVR routers for this DVR port c73a158b-0d9e-4f90-b0de-799c0e0c4257 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:12.746764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c7ace-aef0-41f8-8abb-211b89ae5854 None None] Pushing event deleted for resources: {'Port': ['ID=c73a158b-0d9e-4f90-b0de-799c0e0c4257,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:12.771858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b6e8d-18d3-4849-a21d-a48f8dc142bb None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:12.776134 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Could not find standard attr ID for object c73a158b-0d9e-4f90-b0de-799c0e0c4257. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:58:12.779366 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.plugins.ml2.db [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] No ports have port_id starting with c73a158b-0d9e-4f90-b0de-799c0e0c4257 Feb 04 05:58:12.798101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9564b27c-4004-47d2-8a03-14c65d8b6e9b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.852932 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564b27c-4004-47d2-8a03-14c65d8b6e9b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=0185450f-2fd4-47db-b404-b4a739580a2c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:12.897116 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.ipam_backend_mixin [None req-21594257-db80-4ca5-b08a-32ebdfbc9722 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7150d5e-e157-4d90-9efc-80c3d1a9f7e9 (CIDR: 2001:db8::/64) Feb 04 05:58:12.897756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Allocated IP 172.20.0.6 (edd4bf42-61c7-45bf-b1bc-eada7e457f22/f5e43ab4-bc0c-4127-b1bd-a74048ed45c0/aacc7a18-99b9-435e-83b1-ec9848d1d93f) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:12.935561 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-21594257-db80-4ca5-b08a-32ebdfbc9722 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:58:12.936251 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21594257-db80-4ca5-b08a-32ebdfbc9722 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:12.971667 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-21594257-db80-4ca5-b08a-32ebdfbc9722 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9510565 Feb 04 05:58:12.974451 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46398) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:12.983912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:12.993909 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Provisioning complete for port e8a97934-2ce8-4074-af77-b33a6e917588 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:12.994496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.104353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.151355 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.211683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9564b27c-4004-47d2-8a03-14c65d8b6e9b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.220251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Network edd4bf42-61c7-45bf-b1bc-eada7e457f22 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:13.227328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:13.230776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:13.243789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port e8a97934-2ce8-4074-af77-b33a6e917588 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:13.244298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.286038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:13.286744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.298728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'tenant_id': 'ec9c800182d14c669df580a90d0e4114', 'fixed_ips': [{'subnet_id': 'a7150d5e-e157-4d90-9efc-80c3d1a9f7e9'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:13.299957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.311718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:13.314613 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf99ce04-5063-4366-873f-0ecc620a33e6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.315976 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.319788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Pushing event updated for resources: {'Port': ['ID=aacc7a18-99b9-435e-83b1-ec9848d1d93f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:13.358024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-1446b65f-343e-4492-a9a8-8b49243e2119 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9802873 Feb 04 05:58:13.371519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87bbd4-1d33-4a35-b470-447957583404 req-b74d6583-7179-4764-af41-e4eeb2dc17b1 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:13.373045 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea87bbd4-1d33-4a35-b470-447957583404 req-b74d6583-7179-4764-af41-e4eeb2dc17b1 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 931 time: 0.2347844 Feb 04 05:58:13.450354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9564b27c-4004-47d2-8a03-14c65d8b6e9b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 31205b6b-72bd-40be-b023-d4f8456f55b6 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:13.456685 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea87bbd4-1d33-4a35-b470-447957583404 req-9dfef57a-195d-4dc3-adb7-62c41071af5d tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564175 Feb 04 05:58:13.473493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.475341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.531477 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Request body: {'port': {'device_id': '0dc6ba0b-fd3e-4d33-bbab-ba622841fb35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:13.558285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9564b27c-4004-47d2-8a03-14c65d8b6e9b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:13.567880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port e8a97934-2ce8-4074-af77-b33a6e917588, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e8a97934-2ce8-4074-af77-b33a6e917588,segment=NetworkSegment(0a092d18-0604-415e-9e69-b94b6b9a6459),segment_id=0a092d18-0604-415e-9e69-b94b6b9a6459)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:13.568004 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9564b27c-4004-47d2-8a03-14c65d8b6e9b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/31205b6b-72bd-40be-b023-d4f8456f55b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9054551 Feb 04 05:58:13.568935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46404) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:13.577947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.579385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:13.580085 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57d8ea-c344-4b7b-8853-e84eae65a64b None None] Sync routers for ids ['31205b6b-72bd-40be-b023-d4f8456f55b6'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:13.597280 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57d8ea-c344-4b7b-8853-e84eae65a64b None None] Routers {'31205b6b-72bd-40be-b023-d4f8456f55b6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:13.598264 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ab57d8ea-c344-4b7b-8853-e84eae65a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31205b6b-72bd-40be-b023-d4f8456f55b6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:13.607557 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0e884f82-fb60-4d2b-a2a2-f443ed114a07 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31205b6b-72bd-40be-b023-d4f8456f55b6 HTTP/1.1" status: 200 len: 205 time: 0.0377228 Feb 04 05:58:13.613966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46406) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:13.636941 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.651678 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ab57d8ea-c344-4b7b-8853-e84eae65a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:13.669364 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57d8ea-c344-4b7b-8853-e84eae65a64b None None] Routers {'31205b6b-72bd-40be-b023-d4f8456f55b6'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:13.673175 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ab57d8ea-c344-4b7b-8853-e84eae65a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31205b6b-72bd-40be-b023-d4f8456f55b6'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:13.695599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/a7150d5e-e157-4d90-9efc-80c3d1a9f7e9/7b39c981-ff0c-4ce7-b5fc-5413a6a91455) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:13.706112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:58:13.706470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-c29af3f9-269e-46fc-84a7-cc56aa6e7ade None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:58:13.717936 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=e8a97934-2ce8-4074-af77-b33a6e917588,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:13.724755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0654d85b-3f86-4ef5-8064-550e6e0d17e2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.752354 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ab57d8ea-c344-4b7b-8853-e84eae65a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:13.753514 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57d8ea-c344-4b7b-8853-e84eae65a64b None None] The sync data for ids ['31205b6b-72bd-40be-b023-d4f8456f55b6'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:13.788319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:13.788775 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.854088 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-bf99ce04-5063-4366-873f-0ecc620a33e6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Deleting port f23699f8-e5fd-46ee-8547-c2c39a68277f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:13.854332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf99ce04-5063-4366-873f-0ecc620a33e6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.933247 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0654d85b-3f86-4ef5-8064-550e6e0d17e2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.937836 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0654d85b-3f86-4ef5-8064-550e6e0d17e2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.944685 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.959982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.004693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:14.008339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:14.013642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf99ce04-5063-4366-873f-0ecc620a33e6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.015348 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0654d85b-3f86-4ef5-8064-550e6e0d17e2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.015915 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0654d85b-3f86-4ef5-8064-550e6e0d17e2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Fanout notify agent at l3_agent the message router_deleted on router 31205b6b-72bd-40be-b023-d4f8456f55b6 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:58:14.025396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0654d85b-3f86-4ef5-8064-550e6e0d17e2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.029033 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0654d85b-3f86-4ef5-8064-550e6e0d17e2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/31205b6b-72bd-40be-b023-d4f8456f55b6 HTTP/1.1" status: 204 len: 168 time: 0.4117732 Feb 04 05:58:14.029251 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46408) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:14.040506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:14.043188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-bf99ce04-5063-4366-873f-0ecc620a33e6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Calling delete_port for f23699f8-e5fd-46ee-8547-c2c39a68277f owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:14.046791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:14.060153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Pushing event updated for resources: {'Port': ['ID=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:14.111734 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting subnet 51118fc4-e1e4-4bb4-9ce5-f05d79457bb8 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:14.118110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.128919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacc7a18-99b9-435e-83b1-ec9848d1d93f {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:58:14.130811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Attempting to bind port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:14.131193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Attempting to bind port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:14.131605 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Attempting to bind port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 on network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:14.139368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.139575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:14.139698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.141558 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:14.141899 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Checking segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:14.142094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.142788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Bound using segment: {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:14.142934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Bound port: 7b39c981-ff0c-4ce7-b5fc-5413a6a91455, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bce4ce-fae7-4c77-bd62-60c212d6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:14.143432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.150122 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.objects.ports [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102166) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:58:14.165913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Transition to ACTIVE for port object aacc7a18-99b9-435e-83b1-ec9848d1d93f will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:14.173729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.227130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.290849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] For port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:14.294644 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] For port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:14.322027 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.332352 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Pushing event updated for resources: {'Port': ['ID=aacc7a18-99b9-435e-83b1-ec9848d1d93f,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:14.407511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Attempting to bind port aacc7a18-99b9-435e-83b1-ec9848d1d93f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:14.407914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Attempting to bind port aacc7a18-99b9-435e-83b1-ec9848d1d93f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '32b9e83d-0062-4084-977b-68e51a7d0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'edd4bf42-61c7-45bf-b1bc-eada7e457f22'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:14.408313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Attempting to bind port aacc7a18-99b9-435e-83b1-ec9848d1d93f on network edd4bf42-61c7-45bf-b1bc-eada7e457f22 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:14.412630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1e958-0121-4fe4-adee-f302b9da2f25 None None] Pushing event updated for resources: {'Port': ['ID=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:14.416609 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ebc1a486-d128-4da0-bbb5-540d3f15a2cb None None] Could not find standard attr ID for object 0185450f-2fd4-47db-b404-b4a739580a2c. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:58:14.421945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Port aacc7a18-99b9-435e-83b1-ec9848d1d93f on network edd4bf42-61c7-45bf-b1bc-eada7e457f22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:58:14.422817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Attempting to bind port aacc7a18-99b9-435e-83b1-ec9848d1d93f on network edd4bf42-61c7-45bf-b1bc-eada7e457f22 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:14.430483 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:14.430828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Checking segment: {'id': '32b9e83d-0062-4084-977b-68e51a7d0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'edd4bf42-61c7-45bf-b1bc-eada7e457f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:14.431332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Bound using segment: {'id': '32b9e83d-0062-4084-977b-68e51a7d0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'edd4bf42-61c7-45bf-b1bc-eada7e457f22'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:14.431849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Bound port: aacc7a18-99b9-435e-83b1-ec9848d1d93f, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b9e83d-0062-4084-977b-68e51a7d0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'edd4bf42-61c7-45bf-b1bc-eada7e457f22'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:14.432294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.436246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ebc1a486-d128-4da0-bbb5-540d3f15a2cb None None] Provisioning complete for port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:14.437026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ebc1a486-d128-4da0-bbb5-540d3f15a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.449298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf99ce04-5063-4366-873f-0ecc620a33e6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.528927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99ce04-5063-4366-873f-0ecc620a33e6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event deleted for resources: {'Port': ['ID=f23699f8-e5fd-46ee-8547-c2c39a68277f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:14.591427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e8a97934-2ce8-4074-af77-b33a6e917588 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:14.635512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] For port aacc7a18-99b9-435e-83b1-ec9848d1d93f, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:14.643361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] For port aacc7a18-99b9-435e-83b1-ec9848d1d93f, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=aacc7a18-99b9-435e-83b1-ec9848d1d93f,segment=NetworkSegment(32b9e83d-0062-4084-977b-68e51a7d0521),segment_id=32b9e83d-0062-4084-977b-68e51a7d0521)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:14.670862 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ebc1a486-d128-4da0-bbb5-540d3f15a2cb None None] Provisioning complete for port a167467d-4275-4367-9366-a65b81b92f07 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:14.671261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ebc1a486-d128-4da0-bbb5-540d3f15a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.691119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.733829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port e8a97934-2ce8-4074-af77-b33a6e917588 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:14.734208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.843104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf99ce04-5063-4366-873f-0ecc620a33e6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.863644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.877786 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:14.887361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.903589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:14.903589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.905487 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] 10.222.0.36 "PUT /v2.0/ports/aacc7a18-99b9-435e-83b1-ec9848d1d93f HTTP/1.1" status: 200 len: 1093 time: 1.5061941 Feb 04 05:58:14.909743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc6ba0b-fd3e-4d33-bbab-ba622841fb35', 'tag': 'aacc7a18-99b9-435e-83b1-ec9848d1d93f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:58:14.918395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aa322a-d808-446b-97ff-898461c4abdd" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc6ba0b-fd3e-4d33-bbab-ba622841fb35", "tag": "aacc7a18-99b9-435e-83b1-ec9848d1d93f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:58:14.943740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ebc1a486-d128-4da0-bbb5-540d3f15a2cb None None] Provisioning complete for port e8a97934-2ce8-4074-af77-b33a6e917588 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:14.944121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ebc1a486-d128-4da0-bbb5-540d3f15a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.996835 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.998469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:14.998854 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.072143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Subnet': ['ID=51118fc4-e1e4-4bb4-9ce5-f05d79457bb8,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:15.085961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.086408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.086825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.087233 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.087629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.088026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.088424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.088817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.089259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.089673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.090066 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.090462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:15.097413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.100802 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-16d1c298-0068-4582-8665-96dc15ed911f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/51118fc4-e1e4-4bb4-9ce5-f05d79457bb8 HTTP/1.1" status: 204 len: 168 time: 1.0705786 Feb 04 05:58:15.104164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46416) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:15.115131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fb2e43-8791-488c-9aea-6270efc10283 x-openstack-request-id: req-16fb2e43-8791-488c-9aea-6270efc10283 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:58:15.115607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc6ba0b-fd3e-4d33-bbab-ba622841fb35", "tag": "aacc7a18-99b9-435e-83b1-ec9848d1d93f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:58:15.115607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16fb2e43-8791-488c-9aea-6270efc10283 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:58:15.116371 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc6ba0b-fd3e-4d33-bbab-ba622841fb35', 'tag': 'aacc7a18-99b9-435e-83b1-ec9848d1d93f', 'status': 'completed', 'code': 200} Feb 04 05:58:15.121981 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b5889-98a8-4274-bb40-6c51c0240aba None None] Network 4538b4d6-7d37-4bde-83c5-ba6697dc1e89 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:15.123548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ebc1a486-d128-4da0-bbb5-540d3f15a2cb None None] Could not find standard attr ID for object f23699f8-e5fd-46ee-8547-c2c39a68277f. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:58:15.124299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79558b-521f-4950-bb37-0d9d06da620f req-00ffd712-d353-4994-9e90-69a5c4b9d523 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:15.126783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a167467d-4275-4367-9366-a65b81b92f07 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:15.130227 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df79558b-521f-4950-bb37-0d9d06da620f req-00ffd712-d353-4994-9e90-69a5c4b9d523 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 943 time: 0.4841678 Feb 04 05:58:15.180446 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd05022-0109-4295-93b1-3db74722e233 service neutron] Pushing event updated for resources: {'Port': ['ID=aacc7a18-99b9-435e-83b1-ec9848d1d93f,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:15.211960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf99ce04-5063-4366-873f-0ecc620a33e6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Router da5b74fe-97c3-4572-bacb-3455faf688b2 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:15.232048 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.269877 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a167467d-4275-4367-9366-a65b81b92f07 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:15.269877 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.351783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] For port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:15.388310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:15.388655 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.412454 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.432769 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] DHCP port deletion for 4538b4d6-7d37-4bde-83c5-ba6697dc1e89 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:58:15.459604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.460532 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.480685 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c73a158b-0d9e-4f90-b0de-799c0e0c4257 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:15.506524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c73a158b-0d9e-4f90-b0de-799c0e0c4257 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:58:15.507016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c73a158b-0d9e-4f90-b0de-799c0e0c4257 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:58:15.534621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Deleting port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:15.535161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.565586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:15.584916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:15.597506 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:15.598109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.642576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=8052519d-7413-4b95-9ed7-65eb147fe094,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:15.647845 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=50dc8f5e-76c4-4d23-95cc-70d3b17571c3,segment=NetworkSegment(5e2116b8-7ce2-4686-b128-8c9426f4ba6d),segment_id=5e2116b8-7ce2-4686-b128-8c9426f4ba6d)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:15.647845 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.659563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-36838b14-be1b-4cae-9770-309a45f8f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:15.661429 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-36838b14-be1b-4cae-9770-309a45f8f32b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68a5ccb5beeb464381578ff91c83d3bf&device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 1096 time: 0.6176260 Feb 04 05:58:15.670462 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6947606 Feb 04 05:58:15.677032 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df79558b-521f-4950-bb37-0d9d06da620f req-852659d1-f7a5-43d6-b3a0-a8df7f48e828 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930246 Feb 04 05:58:15.684234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46418) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:15.687113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7593b-38a1-4895-a08b-67167d2c6621 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:15.696553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:cd:da:71', 'name': 'tempest-NetworksTestDHCPv6-1886688939'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:15.707934 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:15.780636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] For port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=50dc8f5e-76c4-4d23-95cc-70d3b17571c3,segment=NetworkSegment(5e2116b8-7ce2-4686-b128-8c9426f4ba6d),segment_id=5e2116b8-7ce2-4686-b128-8c9426f4ba6d)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:15.781043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.796612 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Calling delete_port for 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:15.806905 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-faf106ab-d2bc-4369-8aee-a9ed7a3b4842 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacc7a18-99b9-435e-83b1-ec9848d1d93f HTTP/1.1" status: 200 len: 217 time: 0.1214252 Feb 04 05:58:15.824488 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.856724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=50dc8f5e-76c4-4d23-95cc-70d3b17571c3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:15.861378 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No DVR routers for this DVR port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:15.878458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce5dd11-ebc6-4a74-886c-1da381931ae5 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:15.890555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf99ce04-5063-4366-873f-0ecc620a33e6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:15.909144 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bf99ce04-5063-4366-873f-0ecc620a33e6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "PUT /v2.0/routers/da5b74fe-97c3-4572-bacb-3455faf688b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9725358 Feb 04 05:58:15.909144 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46420) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:15.923324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28212d-45dd-47f8-b61f-00d5cefa2eb2 None None] Sync routers for ids ['da5b74fe-97c3-4572-bacb-3455faf688b2'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:15.962267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.976783 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-25682d22-22bc-4b1b-9ba6-2192d905ce06 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] delete failed (client error): The resource could not be found. Feb 04 05:58:15.983421 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-25682d22-22bc-4b1b-9ba6-2192d905ce06 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-171048128 HTTP/1.1" status: 404 len: 334 time: 0.0531218 Feb 04 05:58:15.983646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.983772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-6bad264e-9ac1-4f6d-961a-d08c58aaadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:15.984376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28212d-45dd-47f8-b61f-00d5cefa2eb2 None None] Routers {'da5b74fe-97c3-4572-bacb-3455faf688b2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:15.984704 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-6bad264e-9ac1-4f6d-961a-d08c58aaadc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5e43ab4-bc0c-4127-b1bd-a74048ed45c0 HTTP/1.1" status: 200 len: 852 time: 0.1421025 Feb 04 05:58:15.985014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46422) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:15.985345 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-5a28212d-45dd-47f8-b61f-00d5cefa2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['da5b74fe-97c3-4572-bacb-3455faf688b2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:15.989889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7efbdcc2-3bbe-4aff-912f-bcd2381347f6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da5b74fe-97c3-4572-bacb-3455faf688b2'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:16.024967 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-d7f7f899-ec5f-4ffe-b9f4-a93ebd6889c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edd4bf42-61c7-45bf-b1bc-eada7e457f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320385 Feb 04 05:58:16.026170 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4538b4d6-7d37-4bde-83c5-ba6697dc1e89']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:16.059602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Pushing event deleted for resources: {'Port': ['ID=50dc8f5e-76c4-4d23-95cc-70d3b17571c3,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:16.066284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-54d199dd-12b8-49a2-a10c-6196442f544e None None] Provisioning complete for port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:16.066658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-54d199dd-12b8-49a2-a10c-6196442f544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.068135 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-5a28212d-45dd-47f8-b61f-00d5cefa2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:16.069106 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2116b8-7ce2-4686-b128-8c9426f4ba6d') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:16.069567 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2116b8-7ce2-4686-b128-8c9426f4ba6d') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:16.086302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.101937 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.102299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.102660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.103041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.103324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.103663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.103995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.104347 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.104671 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.105005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.105366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.105722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:16.110362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:16.112932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd8254-5bdb-4f0c-873d-6bc534e8dffd None None] No DVR routers for this DVR port 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:16.135285 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28212d-45dd-47f8-b61f-00d5cefa2eb2 None None] Routers {'da5b74fe-97c3-4572-bacb-3455faf688b2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:16.136354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-5a28212d-45dd-47f8-b61f-00d5cefa2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['da5b74fe-97c3-4572-bacb-3455faf688b2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:16.164128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.173061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:16.173630 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:16.176551 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:16.195052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-5a28212d-45dd-47f8-b61f-00d5cefa2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:16.195697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28212d-45dd-47f8-b61f-00d5cefa2eb2 None None] The sync data for ids ['da5b74fe-97c3-4572-bacb-3455faf688b2'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:16.197689 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-53c1a304-6d1e-406e-bdfa-558a1d209a40 service neutron] 10.222.0.36 "GET /v2.0/networks/edd4bf42-61c7-45bf-b1bc-eada7e457f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654551 Feb 04 05:58:16.277448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-54d199dd-12b8-49a2-a10c-6196442f544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.283519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.294254 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7efbdcc2-3bbe-4aff-912f-bcd2381347f6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.316332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-54d199dd-12b8-49a2-a10c-6196442f544e None None] For port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:16.320898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-54d199dd-12b8-49a2-a10c-6196442f544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.324165 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-7efbdcc2-3bbe-4aff-912f-bcd2381347f6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] update failed (client error): The resource could not be found. Feb 04 05:58:16.331049 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7efbdcc2-3bbe-4aff-912f-bcd2381347f6 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "PUT /v2.0/routers/da5b74fe-97c3-4572-bacb-3455faf688b2 HTTP/1.1" status: 404 len: 339 time: 0.3389034 Feb 04 05:58:16.331282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port 7173dd96-e169-4094-96f7-984b3bf3f8bf yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:58:16.331430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.331430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46424) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:16.343278 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2c4b41c-f5fa-4675-828e-a36252079509 req-b600bba7-63f5-4b8c-b1d2-5bb4e26a6199 service neutron] 10.222.0.36 "GET /v2.0/networks/edd4bf42-61c7-45bf-b1bc-eada7e457f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336968 Feb 04 05:58:16.418080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.421524 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/networks/4538b4d6-7d37-4bde-83c5-ba6697dc1e89 HTTP/1.1" status: 204 len: 168 time: 1.3163471 Feb 04 05:58:16.428253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d199dd-12b8-49a2-a10c-6196442f544e None None] Pushing event updated for resources: {'Port': ['ID=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:16.429450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46426) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:16.472929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1379592613', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:16.481290 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9306e-de7c-486b-97bc-2fe125f6dbd1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Network': ['ID=4538b4d6-7d37-4bde-83c5-ba6697dc1e89,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:16.519911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa322a-d808-446b-97ff-898461c4abdd req-0e082b29-5305-4a3b-b1bc-82982cd7c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:16.521750 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-18aa322a-d808-446b-97ff-898461c4abdd req-0e082b29-5305-4a3b-b1bc-82982cd7c3d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68a5ccb5beeb464381578ff91c83d3bf&device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 1096 time: 0.1187932 Feb 04 05:58:16.569653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.570996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.590856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:16.627044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::ff (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/a7150d5e-e157-4d90-9efc-80c3d1a9f7e9/7173dd96-e169-4094-96f7-984b3bf3f8bf) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:16.643361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8:0:1:f816:3eff:fecd:da71 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/8052519d-7413-4b95-9ed7-65eb147fe094/7173dd96-e169-4094-96f7-984b3bf3f8bf) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:16.671614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:16.672840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.679952 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa322a-d808-446b-97ff-898461c4abdd req-6db1ec01-92c2-41ca-921b-7e974dade76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:16.681376 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-18aa322a-d808-446b-97ff-898461c4abdd req-6db1ec01-92c2-41ca-921b-7e974dade76b service neutron] 10.222.0.36 "GET /v2.0/networks?id=edd4bf42-61c7-45bf-b1bc-eada7e457f22 HTTP/1.1" status: 200 len: 913 time: 0.1520462 Feb 04 05:58:16.692340 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.720036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.845976 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:16.872331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:58:16.872682 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 50dc8f5e-76c4-4d23-95cc-70d3b17571c3 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:58:16.873306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-18aa322a-d808-446b-97ff-898461c4abdd req-a76a5f80-3baa-4347-932d-c2c9811f2247 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacc7a18-99b9-435e-83b1-ec9848d1d93f HTTP/1.1" status: 200 len: 217 time: 0.1809571 Feb 04 05:58:16.946408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.980671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.002621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f016a3-fcff-4546-8916-b2b80c796b14 req-1240f669-bd09-47b8-a043-952c8298dcd0 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.004214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5f016a3-fcff-4546-8916-b2b80c796b14 req-1240f669-bd09-47b8-a043-952c8298dcd0 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 943 time: 0.1454949 Feb 04 05:58:17.011023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa322a-d808-446b-97ff-898461c4abdd req-d26acd01-7705-45dd-bbd9-1b1b384d4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.012453 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-18aa322a-d808-446b-97ff-898461c4abdd req-d26acd01-7705-45dd-bbd9-1b1b384d4273 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5e43ab4-bc0c-4127-b1bd-a74048ed45c0 HTTP/1.1" status: 200 len: 852 time: 0.1064844 Feb 04 05:58:17.064532 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-18aa322a-d808-446b-97ff-898461c4abdd req-6c9eb705-fbee-426c-afae-0b0648a9f014 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edd4bf42-61c7-45bf-b1bc-eada7e457f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427525 Feb 04 05:58:17.136728 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5f016a3-fcff-4546-8916-b2b80c796b14 req-8f71c052-d67b-4c3a-92bf-ae60328204db tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232939 Feb 04 05:58:17.149285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.174970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7313f445-8a6e-43fe-bb40-79c1fcd69eb6 None None] Provisioning complete for port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:17.176007 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7313f445-8a6e-43fe-bb40-79c1fcd69eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.179512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Allocated IP 172.20.0.1 (4ba32e86-c00b-4f9e-bf07-44cef77945f5/9c7f45db-b997-463b-a650-30209698c005/a27189d1-b165-449a-9392-2b1c5913bc25) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:17.207418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=7173dd96-e169-4094-96f7-984b3bf3f8bf,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:17.233489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.233832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.234174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.235068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.235406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.235735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.236063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.236385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.236862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.237020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.237369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.237689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:17.272808 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-18aa322a-d808-446b-97ff-898461c4abdd req-ea3e2b34-a08a-4fda-95bd-eb2d8b8f37de service neutron] 10.222.0.36 "GET /v2.0/networks/edd4bf42-61c7-45bf-b1bc-eada7e457f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003973 Feb 04 05:58:17.275872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:17.277567 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:17.289883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:17.295353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.295992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.361141 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-13220e44-52ce-4396-be73-f0d3fc2b0d59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6655467 Feb 04 05:58:17.362586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46430) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:17.372751 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.404303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.405428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2beb4bdf-0fea-42f3-bd87-7b73b77ddb1f None None] Could not find standard attr ID for object 42b22cc7-9335-4dd9-a9b7-3b2ad3284903. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:58:17.450064 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-18aa322a-d808-446b-97ff-898461c4abdd req-f45153a8-ef22-4dbb-9edd-6f52194ed0a4 service neutron] 10.222.0.36 "GET /v2.0/networks/edd4bf42-61c7-45bf-b1bc-eada7e457f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702633 Feb 04 05:58:17.477041 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.478117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-29394e74-7f70-4ac3-ae3d-d5d4b0b7e35b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port 7173dd96-e169-4094-96f7-984b3bf3f8bf {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:17.478117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29394e74-7f70-4ac3-ae3d-d5d4b0b7e35b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.571060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29394e74-7f70-4ac3-ae3d-d5d4b0b7e35b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.586618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-29394e74-7f70-4ac3-ae3d-d5d4b0b7e35b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for 7173dd96-e169-4094-96f7-984b3bf3f8bf owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:17.629636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-453ede95-f848-41b9-9afd-bea47a3e9642 None None] Provisioning complete for port 7173dd96-e169-4094-96f7-984b3bf3f8bf triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:17.630304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-453ede95-f848-41b9-9afd-bea47a3e9642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.668841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-453ede95-f848-41b9-9afd-bea47a3e9642 None None] Port 7173dd96-e169-4094-96f7-984b3bf3f8bf cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:17.782274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29394e74-7f70-4ac3-ae3d-d5d4b0b7e35b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.814890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29394e74-7f70-4ac3-ae3d-d5d4b0b7e35b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=7173dd96-e169-4094-96f7-984b3bf3f8bf,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:17.868124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29394e74-7f70-4ac3-ae3d-d5d4b0b7e35b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.868891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Allocated IP 172.26.5.25 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/aa9a159f-b758-4eaa-85c9-d6861563cabe) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:17.871583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.875185 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-29394e74-7f70-4ac3-ae3d-d5d4b0b7e35b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/7173dd96-e169-4094-96f7-984b3bf3f8bf HTTP/1.1" status: 204 len: 168 time: 0.5111837 Feb 04 05:58:17.875865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46432) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:17.930997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf3eebd-ddda-48fc-8d20-b118350ca48f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.932571 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8bf3eebd-ddda-48fc-8d20-b118350ca48f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0557539 Feb 04 05:58:17.935747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46434) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:17.936915 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Network 4ba32e86-c00b-4f9e-bf07-44cef77945f5 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:17.967517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:17.977923 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:17.984877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event updated for resources: {'Port': ['ID=a27189d1-b165-449a-9392-2b1c5913bc25,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:17.991285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f6732-a9fc-4ce7-8d18-31c2535cca69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.992852 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e34f6732-a9fc-4ce7-8d18-31c2535cca69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0565474 Feb 04 05:58:17.995437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46436) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:18.050609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.057684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ddf19-0f44-42b5-a541-8b7780752a1a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:18.059776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ddf19-0f44-42b5-a541-8b7780752a1a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:18.061402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ddf19-0f44-42b5-a541-8b7780752a1a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:18.063119 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3d3ddf19-0f44-42b5-a541-8b7780752a1a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0667562 Feb 04 05:58:18.066477 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46438) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:18.117478 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.128247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8a60c4-c42a-4a68-84f7-fc8475927823 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 8052519d-7413-4b95-9ed7-65eb147fe094 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:18.131792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9a8a60c4-c42a-4a68-84f7-fc8475927823 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.177473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9a8a60c4-c42a-4a68-84f7-fc8475927823 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.224730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.227911 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device aacc7a18-99b9-435e-83b1-ec9848d1d93f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:58:18.228359 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.304022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:18.306515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9a8a60c4-c42a-4a68-84f7-fc8475927823 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.310624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:18.315079 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b5cd6f28-9286-48f4-babe-80d0df723ac4 None None] Provisioning complete for port a27189d1-b165-449a-9392-2b1c5913bc25 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:18.315684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b5cd6f28-9286-48f4-babe-80d0df723ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.317251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0465ec-5b54-4864-8322-f4cde90c3d3d req-9f4789f5-481c-45b1-a9e0-05082c933484 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:18.317591 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:18.318922 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3d0465ec-5b54-4864-8322-f4cde90c3d3d req-9f4789f5-481c-45b1-a9e0-05082c933484 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 943 time: 0.0945315 Feb 04 05:58:18.322330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=aa9a159f-b758-4eaa-85c9-d6861563cabe,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:18.379788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port aacc7a18-99b9-435e-83b1-ec9848d1d93f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=aacc7a18-99b9-435e-83b1-ec9848d1d93f,segment=NetworkSegment(32b9e83d-0062-4084-977b-68e51a7d0521),segment_id=32b9e83d-0062-4084-977b-68e51a7d0521)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:18.382102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd6f28-9286-48f4-babe-80d0df723ac4 None None] Port a27189d1-b165-449a-9392-2b1c5913bc25 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:18.385979 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3d0465ec-5b54-4864-8322-f4cde90c3d3d req-ad71cb71-0af6-4c77-8008-ceb116d22ae2 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Feb 04 05:58:18.409238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'aacc7a18-99b9-435e-83b1-ec9848d1d93f', 'network_id': 'edd4bf42-61c7-45bf-b1bc-eada7e457f22', 'port_id': 'aacc7a18-99b9-435e-83b1-ec9848d1d93f', 'mac_address': 'fa:16:3e:b3:8f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e43ab4-bc0c-4127-b1bd-a74048ed45c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:58:18.413761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9a8a60c4-c42a-4a68-84f7-fc8475927823 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.448928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a60c4-c42a-4a68-84f7-fc8475927823 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=8052519d-7413-4b95-9ed7-65eb147fe094,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:18.451078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9a8a60c4-c42a-4a68-84f7-fc8475927823 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.454613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.454967 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9a8a60c4-c42a-4a68-84f7-fc8475927823 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/8052519d-7413-4b95-9ed7-65eb147fe094 HTTP/1.1" status: 204 len: 168 time: 0.3876207 Feb 04 05:58:18.457954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46442) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:18.467344 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea7a52-5b4b-4821-ba5c-63d0a276fd54 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:18.483221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacc7a18-99b9-435e-83b1-ec9848d1d93f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:58:18.528492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:18.530933 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ec4cda-b920-4563-ad8e-bca23f4f03fc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet a7150d5e-e157-4d90-9efc-80c3d1a9f7e9 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:18.534745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32ec4cda-b920-4563-ad8e-bca23f4f03fc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.561194 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port aacc7a18-99b9-435e-83b1-ec9848d1d93f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=aacc7a18-99b9-435e-83b1-ec9848d1d93f,segment=NetworkSegment(32b9e83d-0062-4084-977b-68e51a7d0521),segment_id=32b9e83d-0062-4084-977b-68e51a7d0521)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:18.574550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.579656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32ec4cda-b920-4563-ad8e-bca23f4f03fc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.671722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32ec4cda-b920-4563-ad8e-bca23f4f03fc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.678110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=aacc7a18-99b9-435e-83b1-ec9848d1d93f,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:18.692947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:18.693797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.748156 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32ec4cda-b920-4563-ad8e-bca23f4f03fc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.764047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.767906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.787234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-32ec4cda-b920-4563-ad8e-bca23f4f03fc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.792793 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-32ec4cda-b920-4563-ad8e-bca23f4f03fc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/a7150d5e-e157-4d90-9efc-80c3d1a9f7e9 HTTP/1.1" status: 204 len: 168 time: 0.3315735 Feb 04 05:58:18.792793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec4cda-b920-4563-ad8e-bca23f4f03fc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=a7150d5e-e157-4d90-9efc-80c3d1a9f7e9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:18.797928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46444) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:18.807935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.826506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['aacc7a18-99b9-435e-83b1-ec9848d1d93f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:58:18.844476 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c747affd-2719-4570-a4df-901a804c6c59 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424931 Feb 04 05:58:18.844723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46446) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:18.849506 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-61437bb8-48cf-4192-bc4c-66d93a97ee2d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:18.935290 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event updated for resources: {'Port': ['ID=a27189d1-b165-449a-9392-2b1c5913bc25,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:18.940327 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b761476-7f41-4a42-b0f8-aeede9f83006 None None] Update dhcp port {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': 'a7150d5e-e157-4d90-9efc-80c3d1a9f7e9'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '7b39c981-ff0c-4ce7-b5fc-5413a6a91455'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:58:18.955526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.956641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61437bb8-48cf-4192-bc4c-66d93a97ee2d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:18.960653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-61437bb8-48cf-4192-bc4c-66d93a97ee2d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.980782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5b761476-7f41-4a42-b0f8-aeede9f83006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.142815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Network 4ba32e86-c00b-4f9e-bf07-44cef77945f5 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:19.145663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:19.152724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.166155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-61437bb8-48cf-4192-bc4c-66d93a97ee2d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.186394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6327d66d-e9f8-4ae9-bdc3-d4863fa8c354 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:19.216006 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61437bb8-48cf-4192-bc4c-66d93a97ee2d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:19.220649 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-61437bb8-48cf-4192-bc4c-66d93a97ee2d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:19.225325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61437bb8-48cf-4192-bc4c-66d93a97ee2d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:19.225908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-61437bb8-48cf-4192-bc4c-66d93a97ee2d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.243199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61437bb8-48cf-4192-bc4c-66d93a97ee2d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=a38a13d8-96ff-4e73-9e59-a79b17eea500,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:19.257700 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-61437bb8-48cf-4192-bc4c-66d93a97ee2d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4116890 Feb 04 05:58:19.260258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46448) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:19.269177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-84a797d6-8ea3-40c2-8c04-b5cefbe935d5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:19.284706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9d70e0e1-e606-45e2-9a7d-cb964275fdd8 None None] Provisioning complete for port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:19.285361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9d70e0e1-e606-45e2-9a7d-cb964275fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.357857 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Router da5b74fe-97c3-4572-bacb-3455faf688b2 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:19.410920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a797d6-8ea3-40c2-8c04-b5cefbe935d5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:19.426054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-84a797d6-8ea3-40c2-8c04-b5cefbe935d5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.478464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:19.484149 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-281fd2ae-f7e4-4d90-9517-9e94417e5004 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "PUT /v2.0/routers/da5b74fe-97c3-4572-bacb-3455faf688b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1518898 Feb 04 05:58:19.489545 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46452) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:19.490224 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185840a9-51c2-4863-9c20-eaa92ddc5be4 None None] Sync routers for ids ['da5b74fe-97c3-4572-bacb-3455faf688b2'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:19.500469 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185840a9-51c2-4863-9c20-eaa92ddc5be4 None None] Routers {'da5b74fe-97c3-4572-bacb-3455faf688b2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:19.501629 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-185840a9-51c2-4863-9c20-eaa92ddc5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['da5b74fe-97c3-4572-bacb-3455faf688b2'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:19.511146 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8188ebe0-7d0f-4034-bfd5-f7c48bf05ba8 None None] Update dhcp port {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'fixed_ips': [{'subnet_id': 'a38a13d8-96ff-4e73-9e59-a79b17eea500'}], 'binding:host_id': 'dv-neutron-826811-2-hyperv'}, 'id': '7b39c981-ff0c-4ce7-b5fc-5413a6a91455'} from dv-neutron-826811-2-hyperv. {{(pid=102168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:58:19.539968 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-185840a9-51c2-4863-9c20-eaa92ddc5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:19.550456 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185840a9-51c2-4863-9c20-eaa92ddc5be4 None None] Routers {'da5b74fe-97c3-4572-bacb-3455faf688b2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:19.551298 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-185840a9-51c2-4863-9c20-eaa92ddc5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['da5b74fe-97c3-4572-bacb-3455faf688b2'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:19.557583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8188ebe0-7d0f-4034-bfd5-f7c48bf05ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.563915 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bc839-13bd-4fc9-908e-ca2801d2f8c1 req-24aea9cb-7fd8-490a-b952-1517fbff4010 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:19.565613 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-663bc839-13bd-4fc9-908e-ca2801d2f8c1 req-24aea9cb-7fd8-490a-b952-1517fbff4010 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 944 time: 0.0787482 Feb 04 05:58:19.575392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ff2d4758-e688-40fe-8ba3-cffcbfb229c4 None None] Provisioning complete for port a27189d1-b165-449a-9392-2b1c5913bc25 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:19.575847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ff2d4758-e688-40fe-8ba3-cffcbfb229c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.583413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 93578e87-53a4-4111-baa3-74e864034cc3 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:58:19.586889 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-185840a9-51c2-4863-9c20-eaa92ddc5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:19.587713 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185840a9-51c2-4863-9c20-eaa92ddc5be4 None None] The sync data for ids ['da5b74fe-97c3-4572-bacb-3455faf688b2'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:19.610819 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.ipam_backend_mixin [None req-84a797d6-8ea3-40c2-8c04-b5cefbe935d5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a38a13d8-96ff-4e73-9e59-a79b17eea500 (CIDR: 2001:db8::/64) Feb 04 05:58:19.618204 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a797d6-8ea3-40c2-8c04-b5cefbe935d5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:58:19.618751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a797d6-8ea3-40c2-8c04-b5cefbe935d5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:19.621807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d4758-e688-40fe-8ba3-cffcbfb229c4 None None] Port a27189d1-b165-449a-9392-2b1c5913bc25 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:19.631424 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-663bc839-13bd-4fc9-908e-ca2801d2f8c1 req-a894572b-ad2f-4467-83ba-de38655499a7 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587392 Feb 04 05:58:19.642139 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-84a797d6-8ea3-40c2-8c04-b5cefbe935d5 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3802679 Feb 04 05:58:19.653484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46454) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:19.659109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'subnet': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:19.688481 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-da50f3c6-f99c-4797-94ed-c85bebcd54f9 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.800325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-8188ebe0-7d0f-4034-bfd5-f7c48bf05ba8 None None] Allocated IP 2001:db8::2 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/a38a13d8-96ff-4e73-9e59-a79b17eea500/7b39c981-ff0c-4ce7-b5fc-5413a6a91455) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:19.899017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8188ebe0-7d0f-4034-bfd5-f7c48bf05ba8 None None] For port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:19.933366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8188ebe0-7d0f-4034-bfd5-f7c48bf05ba8 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.939620 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8188ebe0-7d0f-4034-bfd5-f7c48bf05ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:20.009849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188ebe0-7d0f-4034-bfd5-f7c48bf05ba8 None None] Pushing event updated for resources: {'Port': ['ID=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:20.165135 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-da50f3c6-f99c-4797-94ed-c85bebcd54f9 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 05:58:20.166407 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-da50f3c6-f99c-4797-94ed-c85bebcd54f9 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "DELETE /v2.0/routers/da5b74fe-97c3-4572-bacb-3455faf688b2 HTTP/1.1" status: 409 len: 329 time: 0.6745830 Feb 04 05:58:20.169266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46456) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:20.189595 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:20.200319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c4e9b-3aca-4b5b-9b9a-d1a76ea80a45 None None] Sync routers for ids ['93578e87-53a4-4111-baa3-74e864034cc3'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:20.209953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c4e9b-3aca-4b5b-9b9a-d1a76ea80a45 None None] Routers {'93578e87-53a4-4111-baa3-74e864034cc3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:20.210742 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-eb8c4e9b-3aca-4b5b-9b9a-d1a76ea80a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['93578e87-53a4-4111-baa3-74e864034cc3'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:20.219372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:20.220604 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d6f5a494-4ad7-4681-8baa-8fb49edaafad tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.7809360 Feb 04 05:58:20.223330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46458) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:20.247763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-eb8c4e9b-3aca-4b5b-9b9a-d1a76ea80a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:20.257824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device aacc7a18-99b9-435e-83b1-ec9848d1d93f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:20.263640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c4e9b-3aca-4b5b-9b9a-d1a76ea80a45 None None] Routers {'93578e87-53a4-4111-baa3-74e864034cc3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:20.263640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-eb8c4e9b-3aca-4b5b-9b9a-d1a76ea80a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['93578e87-53a4-4111-baa3-74e864034cc3'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:20.288665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:20.292369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:20.327056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-eb8c4e9b-3aca-4b5b-9b9a-d1a76ea80a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:20.327713 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c4e9b-3aca-4b5b-9b9a-d1a76ea80a45 None None] The sync data for ids ['93578e87-53a4-4111-baa3-74e864034cc3'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:20.356521 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port aacc7a18-99b9-435e-83b1-ec9848d1d93f completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:58:20.362600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port aacc7a18-99b9-435e-83b1-ec9848d1d93f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:20.363325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:20.401919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:20.427788 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b74ba2ad-c2bc-49e8-8798-5df2e52d1ce3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/routers/93578e87-53a4-4111-baa3-74e864034cc3 HTTP/1.1" status: 200 len: 880 time: 0.2033343 Feb 04 05:58:20.433884 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46460) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:20.685015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:20.686999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:20.714791 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:58:20.728805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port aacc7a18-99b9-435e-83b1-ec9848d1d93f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=aacc7a18-99b9-435e-83b1-ec9848d1d93f,segment=NetworkSegment(32b9e83d-0062-4084-977b-68e51a7d0521),segment_id=32b9e83d-0062-4084-977b-68e51a7d0521)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:20.730235 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc6ba0b-fd3e-4d33-bbab-ba622841fb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacc7a18-99b9-435e-83b1-ec9848d1d93f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:58:20.732931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6edab27-4a5f-4207-9fe0-794af1e26ae6" -d '{"events": [{"server_uuid": "0dc6ba0b-fd3e-4d33-bbab-ba622841fb35", "name": "network-vif-plugged", "status": "completed", "tag": "aacc7a18-99b9-435e-83b1-ec9848d1d93f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:58:20.742442 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:20.807662 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.objects.ports [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102166) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:58:20.837839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:20.848037 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:20.849726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf473-7c9d-4204-bfa1-5fb72538d50e tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:20.881173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dd06ac-3517-47dd-900a-fd51b6fbea7a x-openstack-request-id: req-b6dd06ac-3517-47dd-900a-fd51b6fbea7a {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:58:20.886015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc6ba0b-fd3e-4d33-bbab-ba622841fb35", "name": "network-vif-plugged", "status": "completed", "tag": "aacc7a18-99b9-435e-83b1-ec9848d1d93f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:58:20.886683 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6dd06ac-3517-47dd-900a-fd51b6fbea7a {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:58:20.888483 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc6ba0b-fd3e-4d33-bbab-ba622841fb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacc7a18-99b9-435e-83b1-ec9848d1d93f', 'code': 200} Feb 04 05:58:20.897068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45222177-4d71-43d7-bc20-fb7f1ae336d5 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:20.908217 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cc9a9cd4-ce9a-4079-877b-db4df09b79ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4731514 Feb 04 05:58:20.911182 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46468) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:20.915202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=aacc7a18-99b9-435e-83b1-ec9848d1d93f,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:20.916858 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e4ce5970-968a-4cfd-8cce-679132f0692a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1379592613'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:20.953799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8b7a7-c981-442c-91d2-5c02f9a5bab3 req-b6fefea1-7c64-4010-8672-95428ba962c5 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:20.955311 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b2c8b7a7-c981-442c-91d2-5c02f9a5bab3 req-b6fefea1-7c64-4010-8672-95428ba962c5 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.1950336 Feb 04 05:58:21.018063 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b2c8b7a7-c981-442c-91d2-5c02f9a5bab3 req-8fcf2e03-a7fe-4ca6-8b3f-238a6e79c2cb tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477436 Feb 04 05:58:21.029555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8e2f8dba-0712-4b0b-ae32-16917b53dd4d None None] Provisioning complete for port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:21.029819 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8e2f8dba-0712-4b0b-ae32-16917b53dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.064939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:21.106908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,revision_number=9']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:21.152219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5001d21-6651-464f-b3a8-701f56eef99c req-1cd3d31f-ec37-45ae-ab2a-b7fdf2125fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:21.153794 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e5001d21-6651-464f-b3a8-701f56eef99c req-1cd3d31f-ec37-45ae-ab2a-b7fdf2125fca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 1098 time: 0.0695436 Feb 04 05:58:21.201113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9187239b-285b-454b-92aa-7795635290e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.230955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.237326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:21.237880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.301369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8e2f8dba-0712-4b0b-ae32-16917b53dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.350385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8e2f8dba-0712-4b0b-ae32-16917b53dd4d None None] For port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:21.357483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8e2f8dba-0712-4b0b-ae32-16917b53dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.395166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.db.api [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:58:21.395489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG oslo_db.api [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:58:21.456375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f8dba-0712-4b0b-ae32-16917b53dd4d None None] Pushing event updated for resources: {'Port': ['ID=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,revision_number=11']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:21.464996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4ce5970-968a-4cfd-8cce-679132f0692a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.476495 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4ce5970-968a-4cfd-8cce-679132f0692a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.581988 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e5001d21-6651-464f-b3a8-701f56eef99c req-0c0a8741-b7fb-4e78-9342-ef74de0b40a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217131 Feb 04 05:58:21.595633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ce5970-968a-4cfd-8cce-679132f0692a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 93578e87-53a4-4111-baa3-74e864034cc3 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:21.641937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-0d6cf473-7c9d-4204-bfa1-5fb72538d50e tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Deleting port a27189d1-b165-449a-9392-2b1c5913bc25 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:21.642295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf473-7c9d-4204-bfa1-5fb72538d50e tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.711460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ce5970-968a-4cfd-8cce-679132f0692a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:21.719574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4ce5970-968a-4cfd-8cce-679132f0692a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.723419 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10601f65-a73c-4c37-a360-014750c89095 None None] Sync routers for ids ['93578e87-53a4-4111-baa3-74e864034cc3'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:21.723916 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e4ce5970-968a-4cfd-8cce-679132f0692a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/93578e87-53a4-4111-baa3-74e864034cc3 HTTP/1.1" status: 200 len: 887 time: 0.8120265 Feb 04 05:58:21.724809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46470) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:21.733174 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10601f65-a73c-4c37-a360-014750c89095 None None] Routers {'93578e87-53a4-4111-baa3-74e864034cc3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:21.734027 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-10601f65-a73c-4c37-a360-014750c89095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['93578e87-53a4-4111-baa3-74e864034cc3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:21.737182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf473-7c9d-4204-bfa1-5fb72538d50e tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.749635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-0d6cf473-7c9d-4204-bfa1-5fb72538d50e tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Calling delete_port for a27189d1-b165-449a-9392-2b1c5913bc25 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:21.766524 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-10601f65-a73c-4c37-a360-014750c89095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:21.776286 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10601f65-a73c-4c37-a360-014750c89095 None None] Routers {'93578e87-53a4-4111-baa3-74e864034cc3'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:21.777046 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-10601f65-a73c-4c37-a360-014750c89095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['93578e87-53a4-4111-baa3-74e864034cc3'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:21.811181 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-10601f65-a73c-4c37-a360-014750c89095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:21.812088 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10601f65-a73c-4c37-a360-014750c89095 None None] The sync data for ids ['93578e87-53a4-4111-baa3-74e864034cc3'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:21.849136 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5fa65828-f60b-4685-91f8-2bfca9273ef3 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/routers/93578e87-53a4-4111-baa3-74e864034cc3 HTTP/1.1" status: 200 len: 887 time: 0.1234698 Feb 04 05:58:21.851690 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46472) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:21.880766 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d88d72f4-5ed7-48ce-b149-4ace5a606e5d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=93578e87-53a4-4111-baa3-74e864034cc3 HTTP/1.1" status: 200 len: 205 time: 0.0276778 Feb 04 05:58:21.883057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46474) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:21.944145 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf473-7c9d-4204-bfa1-5fb72538d50e tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.963046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.974138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cf473-7c9d-4204-bfa1-5fb72538d50e tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event deleted for resources: {'Port': ['ID=a27189d1-b165-449a-9392-2b1c5913bc25,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:21.982835 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-84d70be3-4cd4-45ac-adb8-f45bcda0d2d1 None None] Provisioning complete for port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:21.983398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-84d70be3-4cd4-45ac-adb8-f45bcda0d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.077917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.147176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf473-7c9d-4204-bfa1-5fb72538d50e tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.257933 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8db59-70bb-45ce-849e-b366ec3718f5 req-3ea8f246-f373-44e8-a7e8-98ecb96a1752 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:22.259506 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ef8db59-70bb-45ce-849e-b366ec3718f5 req-3ea8f246-f373-44e8-a7e8-98ecb96a1752 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.1275764 Feb 04 05:58:22.369069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6cf473-7c9d-4204-bfa1-5fb72538d50e tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Router da5b74fe-97c3-4572-bacb-3455faf688b2 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:22.373033 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ef8db59-70bb-45ce-849e-b366ec3718f5 req-ed4e2fa4-2d08-4792-8bd5-ff4cbd331509 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067955 Feb 04 05:58:22.458289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6cf473-7c9d-4204-bfa1-5fb72538d50e tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:22.470078 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0d6cf473-7c9d-4204-bfa1-5fb72538d50e tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "PUT /v2.0/routers/da5b74fe-97c3-4572-bacb-3455faf688b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2995780 Feb 04 05:58:22.470896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46478) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:22.472026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3afa3-c1f1-4e4f-b34d-ef8aaf4de706 None None] Sync routers for ids ['da5b74fe-97c3-4572-bacb-3455faf688b2'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:22.489850 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3afa3-c1f1-4e4f-b34d-ef8aaf4de706 None None] Routers {'da5b74fe-97c3-4572-bacb-3455faf688b2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:22.490535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d5f3afa3-c1f1-4e4f-b34d-ef8aaf4de706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['da5b74fe-97c3-4572-bacb-3455faf688b2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:22.509361 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-59b7280d-8e2d-4ecc-ba38-66567b454c5c tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] show failed (client error): The resource could not be found. Feb 04 05:58:22.517642 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-59b7280d-8e2d-4ecc-ba38-66567b454c5c tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-886626533 HTTP/1.1" status: 404 len: 334 time: 0.0455210 Feb 04 05:58:22.518430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46480) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:22.523547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9567da53-f544-4494-9bad-a4e0d0dd6496 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:22.552872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:22.556720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d5f3afa3-c1f1-4e4f-b34d-ef8aaf4de706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:22.565097 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-9567da53-f544-4494-9bad-a4e0d0dd6496 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] update failed (client error): The resource could not be found. Feb 04 05:58:22.573167 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9567da53-f544-4494-9bad-a4e0d0dd6496 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1676179080 HTTP/1.1" status: 404 len: 335 time: 0.0536058 Feb 04 05:58:22.573621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46482) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:22.576196 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.608524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3afa3-c1f1-4e4f-b34d-ef8aaf4de706 None None] Routers {'da5b74fe-97c3-4572-bacb-3455faf688b2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:22.609217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d5f3afa3-c1f1-4e4f-b34d-ef8aaf4de706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:57:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['da5b74fe-97c3-4572-bacb-3455faf688b2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:22.646519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d5f3afa3-c1f1-4e4f-b34d-ef8aaf4de706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:22.647185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3afa3-c1f1-4e4f-b34d-ef8aaf4de706 None None] The sync data for ids ['da5b74fe-97c3-4572-bacb-3455faf688b2'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:22.659756 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:22.660180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.693158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-26120512-217c-43b6-b604-59b269ef8ddc tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Deleting subnet 633f5ce2-de66-4c32-8b5a-ce1d6d4f2b8b {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:22.701102 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] For port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:22.703424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26120512-217c-43b6-b604-59b269ef8ddc tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.762395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26120512-217c-43b6-b604-59b269ef8ddc tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.793406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.804485 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.805209 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.814450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port aa9a159f-b758-4eaa-85c9-d6861563cabe {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:22.814779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.943323 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:22.971067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:22.979660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62751850-2109-40e2-9c66-0b22a9309075 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:22.982943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:22.983529 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:22.988774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Subnet': ['ID=114e2924-e3fa-427e-ae28-490482cdeb2c,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:23.022042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,revision_number=12']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:23.036506 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26120512-217c-43b6-b604-59b269ef8ddc tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.066372 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d2a19ddb-9390-4bcc-bbd0-61cabd96d135 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4118373 Feb 04 05:58:23.069311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46484) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:23.071849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.075188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Request body: {'port': {'network_id': 'c0bfac2c-2237-4f69-8385-1f5f9a51cd82', 'mac_address': 'fa:16:3e:b3:85:b6', 'name': 'tempest-NetworksTestDHCPv6-1684516913'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:23.097966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for aa9a159f-b758-4eaa-85c9-d6861563cabe owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:23.171099 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26120512-217c-43b6-b604-59b269ef8ddc tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.205644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Made reservation on behalf of ec9c800182d14c669df580a90d0e4114 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:23.209652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26120512-217c-43b6-b604-59b269ef8ddc tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event deleted for resources: {'Subnet': ['ID=633f5ce2-de66-4c32-8b5a-ce1d6d4f2b8b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:23.216110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26120512-217c-43b6-b604-59b269ef8ddc tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.221571 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-26120512-217c-43b6-b604-59b269ef8ddc tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "DELETE /v2.0/subnets/633f5ce2-de66-4c32-8b5a-ce1d6d4f2b8b HTTP/1.1" status: 204 len: 168 time: 0.6447880 Feb 04 05:58:23.223871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46486) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:23.226353 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf3165-4130-41fd-83a4-c88875d03aa7 None None] Network facdf341-9c25-430d-a23f-a1e5cc22b798 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:23.302688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.325995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] device_id is not set on port 0da0cf2b-43e6-44fd-b0c2-a258e156d5e9 yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:58:23.368193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6d8479-b232-4418-8bbb-055ea2bbd4a4 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Deleting subnet 2920fbf2-7979-4082-a1ed-fa02ddea0368 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:23.373704 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8479-b232-4418-8bbb-055ea2bbd4a4 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.407985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-15ec38ed-b57d-4c55-8de7-02aee675a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.408148 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.436417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d353ec8-06bf-4cc4-8c2c-52ab8140124a None None] DHCP port deletion for facdf341-9c25-430d-a23f-a1e5cc22b798 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:58:23.436715 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=aa9a159f-b758-4eaa-85c9-d6861563cabe,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:23.448277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8479-b232-4418-8bbb-055ea2bbd4a4 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.490096 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-05176d5d-8fce-4a5d-8141-b30201887293 None None] Provisioning complete for port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:23.490714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-05176d5d-8fce-4a5d-8141-b30201887293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.546791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b558-ebb0-40c0-b00f-fcaee63df024 req-93627944-0071-45f1-b21a-6c7754ee5e2c tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:23.547603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-5d353ec8-06bf-4cc4-8c2c-52ab8140124a None None] Deleting port a167467d-4275-4367-9366-a65b81b92f07 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:23.548286 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e29b558-ebb0-40c0-b00f-fcaee63df024 req-93627944-0071-45f1-b21a-6c7754ee5e2c tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.0914207 Feb 04 05:58:23.548524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.553708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d353ec8-06bf-4cc4-8c2c-52ab8140124a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.633600 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e29b558-ebb0-40c0-b00f-fcaee63df024 req-1962a778-df70-4402-8c9a-3ed8d12554e1 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773408 Feb 04 05:58:23.650641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8::af (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/a38a13d8-96ff-4e73-9e59-a79b17eea500/0da0cf2b-43e6-44fd-b0c2-a258e156d5e9) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:23.667793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-5d353ec8-06bf-4cc4-8c2c-52ab8140124a None None] For port a167467d-4275-4367-9366-a65b81b92f07, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a167467d-4275-4367-9366-a65b81b92f07,segment=NetworkSegment(d22bed5d-6ad4-4f97-b926-fd43768db5f0),segment_id=d22bed5d-6ad4-4f97-b926-fd43768db5f0)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:23.667793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d353ec8-06bf-4cc4-8c2c-52ab8140124a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.668252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.668252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.669958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:85b6 (c0bfac2c-2237-4f69-8385-1f5f9a51cd82/114e2924-e3fa-427e-ae28-490482cdeb2c/0da0cf2b-43e6-44fd-b0c2-a258e156d5e9) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:23.678510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-5d353ec8-06bf-4cc4-8c2c-52ab8140124a None None] Calling delete_port for a167467d-4275-4367-9366-a65b81b92f07 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:23.708719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8479-b232-4418-8bbb-055ea2bbd4a4 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.740571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.741208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Fanout notify agent at l3_agent the message router_deleted on router 93578e87-53a4-4111-baa3-74e864034cc3 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:58:23.750816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.752106 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-71550a35-f942-41de-ae9a-ef44a938a131 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/93578e87-53a4-4111-baa3-74e864034cc3 HTTP/1.1" status: 204 len: 168 time: 1.8680913 Feb 04 05:58:23.757325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46492) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:23.762755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'network': {'name': 'tempest-RoutersTest-2062375126'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:23.791320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d353ec8-06bf-4cc4-8c2c-52ab8140124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.803125 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:23.807209 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.810999 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8479-b232-4418-8bbb-055ea2bbd4a4 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.821587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d353ec8-06bf-4cc4-8c2c-52ab8140124a None None] Pushing event deleted for resources: {'Port': ['ID=a167467d-4275-4367-9366-a65b81b92f07,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:23.823805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d353ec8-06bf-4cc4-8c2c-52ab8140124a None None] No DVR routers for this DVR port a167467d-4275-4367-9366-a65b81b92f07 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:23.840007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8479-b232-4418-8bbb-055ea2bbd4a4 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.840007 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bf6d8479-b232-4418-8bbb-055ea2bbd4a4 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "DELETE /v2.0/subnets/2920fbf2-7979-4082-a1ed-fa02ddea0368 HTTP/1.1" status: 204 len: 168 time: 0.6140792 Feb 04 05:58:23.853687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51c1d18-2786-425b-9bff-112ca65cd700 None None] Network 5191a6e0-795d-40f6-933d-d2ae2cfcfb33 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:23.856578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46494) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:23.866880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d8479-b232-4418-8bbb-055ea2bbd4a4 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event deleted for resources: {'Subnet': ['ID=2920fbf2-7979-4082-a1ed-fa02ddea0368,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:23.869398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecd95a-55c3-4389-9327-5142f03571c1 req-af52faf8-32f1-419e-8d2e-11d9c370b66a tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:23.876826 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-39ecd95a-55c3-4389-9327-5142f03571c1 req-af52faf8-32f1-419e-8d2e-11d9c370b66a tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.1536462 Feb 04 05:58:23.914172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:23.936796 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-39ecd95a-55c3-4389-9327-5142f03571c1 req-8bb1e038-5358-4ccd-bce1-87ce26a1c366 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590549 Feb 04 05:58:23.941250 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.941773 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added segment 0ace8ee6-03eb-4985-ada3-04b17a976f0c of type vlan for network 6c224337-2da5-4baa-a804-08a013850009 Feb 04 05:58:23.952575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:23.996229 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.011300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.017292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.084392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event updated for resources: {'Port': ['ID=0da0cf2b-43e6-44fd-b0c2-a258e156d5e9,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:24.091509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:24.100500 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337cbb75-ee2b-4142-9061-ffab6577704c None None] DHCP port deletion for 5191a6e0-795d-40f6-933d-d2ae2cfcfb33 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:58:24.107925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.110020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:24.113613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:24.114039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:24.114227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.123611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:24.124442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.132029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.155210 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-57dc7ab2-5ace-48e3-8b79-f11309d0649d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0839775 Feb 04 05:58:24.158190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46500) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:24.185565 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-337cbb75-ee2b-4142-9061-ffab6577704c None None] Deleting port e8a97934-2ce8-4074-af77-b33a6e917588 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:24.185968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-337cbb75-ee2b-4142-9061-ffab6577704c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.205172 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4419191 Feb 04 05:58:24.206135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46502) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:24.221562 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facdf341-9c25-430d-a23f-a1e5cc22b798']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:24.243703 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'subnet': {'network_id': '6c224337-2da5-4baa-a804-08a013850009', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:24.272341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22bed5d-6ad4-4f97-b926-fd43768db5f0') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:24.272639 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22bed5d-6ad4-4f97-b926-fd43768db5f0') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:24.280261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-337cbb75-ee2b-4142-9061-ffab6577704c None None] For port e8a97934-2ce8-4074-af77-b33a6e917588, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e8a97934-2ce8-4074-af77-b33a6e917588,segment=NetworkSegment(0a092d18-0604-415e-9e69-b94b6b9a6459),segment_id=0a092d18-0604-415e-9e69-b94b6b9a6459)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:24.281419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-337cbb75-ee2b-4142-9061-ffab6577704c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.296079 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-337cbb75-ee2b-4142-9061-ffab6577704c None None] Calling delete_port for e8a97934-2ce8-4074-af77-b33a6e917588 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:24.307097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8685f-7cb3-42ab-8dc6-8e8332d23409 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Network': ['ID=6c224337-2da5-4baa-a804-08a013850009,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:24.324375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3c3b0-4a85-4859-9bd2-4f49193aacc3 req-7f42462c-00b0-4ee3-8ba0-cf714ef476f0 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:24.325374 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61b3c3b0-4a85-4859-9bd2-4f49193aacc3 req-7f42462c-00b0-4ee3-8ba0-cf714ef476f0 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.0728133 Feb 04 05:58:24.325810 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.341541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 6c224337-2da5-4baa-a804-08a013850009 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:24.350554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.357183 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-29ae2cb4-5ba5-41d0-9ef3-d81d1d319711 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting port 0da0cf2b-43e6-44fd-b0c2-a258e156d5e9 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:24.358056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29ae2cb4-5ba5-41d0-9ef3-d81d1d319711 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.358788 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:24.359400 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:24.362821 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:24.447670 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:24.455774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.462257 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.463019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-337cbb75-ee2b-4142-9061-ffab6577704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.464866 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61b3c3b0-4a85-4859-9bd2-4f49193aacc3 req-b573aea6-18a5-432a-84b4-6ea25a035744 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259880 Feb 04 05:58:24.496524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.503833 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "DELETE /v2.0/networks/facdf341-9c25-430d-a23f-a1e5cc22b798 HTTP/1.1" status: 204 len: 168 time: 0.6441858 Feb 04 05:58:24.506525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46504) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:24.512129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cbb75-ee2b-4142-9061-ffab6577704c None None] Pushing event deleted for resources: {'Port': ['ID=e8a97934-2ce8-4074-af77-b33a6e917588,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:24.518853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337cbb75-ee2b-4142-9061-ffab6577704c None None] No DVR routers for this DVR port e8a97934-2ce8-4074-af77-b33a6e917588 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:24.536181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e8a97934-2ce8-4074-af77-b33a6e917588 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:24.557451 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: e8a97934-2ce8-4074-af77-b33a6e917588 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:58:24.557714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e8a97934-2ce8-4074-af77-b33a6e917588 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:58:24.558130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a167467d-4275-4367-9366-a65b81b92f07 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:24.559202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59d5a1-0ea3-4a26-b777-960b5828a6bd tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event deleted for resources: {'Network': ['ID=facdf341-9c25-430d-a23f-a1e5cc22b798,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:24.587488 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29ae2cb4-5ba5-41d0-9ef3-d81d1d319711 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.588349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: a167467d-4275-4367-9366-a65b81b92f07 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:58:24.588695 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a167467d-4275-4367-9366-a65b81b92f07 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:58:24.602642 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-687d351d-f05f-4937-bd54-a2f6621b9f13 None None] Provisioning complete for port 0da0cf2b-43e6-44fd-b0c2-a258e156d5e9 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:24.603018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-687d351d-f05f-4937-bd54-a2f6621b9f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.620346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-29ae2cb4-5ba5-41d0-9ef3-d81d1d319711 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Calling delete_port for 0da0cf2b-43e6-44fd-b0c2-a258e156d5e9 owned by {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:24.640089 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.648934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-687d351d-f05f-4937-bd54-a2f6621b9f13 None None] Port 0da0cf2b-43e6-44fd-b0c2-a258e156d5e9 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:24.682636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.726343 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.785706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Subnet': ['ID=7ed1bfa7-a257-4b61-a883-97090c1b103f,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:24.793752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.794827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Checking segment: {'id': '0ace8ee6-03eb-4985-ada3-04b17a976f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6c224337-2da5-4baa-a804-08a013850009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:24.795184 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network hostable DHCP agents. Network: 6c224337-2da5-4baa-a804-08a013850009, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:24.813336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 6c224337-2da5-4baa-a804-08a013850009 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:24.817439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5191a6e0-795d-40f6-933d-d2ae2cfcfb33']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:24.822420 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 6c224337-2da5-4baa-a804-08a013850009) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:24.826833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:24.827429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.831524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c52873-f540-4791-bfdf-2c418801711c None None] Network 6c224337-2da5-4baa-a804-08a013850009 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:24.853239 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f8283b41-d723-43d4-a9ba-a98b3b73af92 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6343541 Feb 04 05:58:24.853480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a092d18-0604-415e-9e69-b94b6b9a6459') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:24.853480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a092d18-0604-415e-9e69-b94b6b9a6459') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:24.853713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46506) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:24.858050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3c2d22c6-c95b-4024-a27d-4fbe5ff11290 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1067946095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:24.867498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.882992 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3c2d22c6-c95b-4024-a27d-4fbe5ff11290 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.884144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3c2d22c6-c95b-4024-a27d-4fbe5ff11290 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.892524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.903167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:24.903553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:24.906431 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:24.990776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-6c224337-2da5-4baa-a804-08a013850009', 'network_id': '6c224337-2da5-4baa-a804-08a013850009', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'fixed_ips': [{'subnet_id': '7ed1bfa7-a257-4b61-a883-97090c1b103f'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:24.991665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.997174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.004167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.010272 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "DELETE /v2.0/networks/5191a6e0-795d-40f6-933d-d2ae2cfcfb33 HTTP/1.1" status: 204 len: 168 time: 0.4997673 Feb 04 05:58:25.010272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29ae2cb4-5ba5-41d0-9ef3-d81d1d319711 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.010577 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46508) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:25.045013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204122cf-218a-4603-a225-3e60939d2d5b tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event deleted for resources: {'Network': ['ID=5191a6e0-795d-40f6-933d-d2ae2cfcfb33,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:25.050012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae2cb4-5ba5-41d0-9ef3-d81d1d319711 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Port': ['ID=0da0cf2b-43e6-44fd-b0c2-a258e156d5e9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:25.081191 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3c2d22c6-c95b-4024-a27d-4fbe5ff11290 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.089329 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3c2d22c6-c95b-4024-a27d-4fbe5ff11290 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.106763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29ae2cb4-5ba5-41d0-9ef3-d81d1d319711 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.114207 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-29ae2cb4-5ba5-41d0-9ef3-d81d1d319711 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/0da0cf2b-43e6-44fd-b0c2-a258e156d5e9 HTTP/1.1" status: 204 len: 168 time: 0.9543316 Feb 04 05:58:25.115038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46510) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:25.116117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9413d3df-37bf-4871-b055-9eb6462d45a9 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Deleting subnet 9c7f45db-b997-463b-a650-30209698c005 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:25.119554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9413d3df-37bf-4871-b055-9eb6462d45a9 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.124282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3c2d22c6-c95b-4024-a27d-4fbe5ff11290 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.125760 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3c2d22c6-c95b-4024-a27d-4fbe5ff11290 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2710972 Feb 04 05:58:25.130204 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46512) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:25.168168 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Allocated IP 172.20.0.2 (6c224337-2da5-4baa-a804-08a013850009/7ed1bfa7-a257-4b61-a883-97090c1b103f/763af48f-17f0-47cb-b592-fb0c7de48add) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:25.172324 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9413d3df-37bf-4871-b055-9eb6462d45a9 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.277976 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9413d3df-37bf-4871-b055-9eb6462d45a9 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.321554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370aa0f-2dbe-42b5-8e0a-f2b393e26d9b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:25.325249 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9370aa0f-2dbe-42b5-8e0a-f2b393e26d9b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2066040 Feb 04 05:58:25.326236 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46514) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:25.352360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.358288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.374939 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9413d3df-37bf-4871-b055-9eb6462d45a9 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.393732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f432b01-1f45-48d8-a50a-797bf3039027 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:25.397889 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6f432b01-1f45-48d8-a50a-797bf3039027 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0682082 Feb 04 05:58:25.402800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Network 6c224337-2da5-4baa-a804-08a013850009 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:25.407716 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:25.410219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:25.412852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46516) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:25.419474 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Pushing event updated for resources: {'Port': ['ID=763af48f-17f0-47cb-b592-fb0c7de48add,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:25.421072 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413d3df-37bf-4871-b055-9eb6462d45a9 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7f45db-b997-463b-a650-30209698c005,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:25.423717 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9413d3df-37bf-4871-b055-9eb6462d45a9 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.427255 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9413d3df-37bf-4871-b055-9eb6462d45a9 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "DELETE /v2.0/subnets/9c7f45db-b997-463b-a650-30209698c005 HTTP/1.1" status: 204 len: 168 time: 0.4163070 Feb 04 05:58:25.430446 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46518) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:25.453810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd876d8-d313-4209-9f76-0e5767d3c3d5 None None] Network 4ba32e86-c00b-4f9e-bf07-44cef77945f5 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:25.504703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.509727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dda9c4-6028-42e2-92c8-d899c2a90f9a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:25.511507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dda9c4-6028-42e2-92c8-d899c2a90f9a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:25.512931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dda9c4-6028-42e2-92c8-d899c2a90f9a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:25.513912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.517697 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-79dda9c4-6028-42e2-92c8-d899c2a90f9a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1008573 Feb 04 05:58:25.518375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46522) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:25.573827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Deleting port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:25.574223 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.645716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] For port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b,segment=NetworkSegment(59722355-5c1e-4f1f-8216-9ec113b50cba),segment_id=59722355-5c1e-4f1f-8216-9ec113b50cba)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:25.646216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.659976 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Calling delete_port for fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:25.684399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd3a771-e2f9-4ee3-97f5-d784d2495e44 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet 114e2924-e3fa-427e-ae28-490482cdeb2c {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:25.691903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Attempting to bind port 763af48f-17f0-47cb-b592-fb0c7de48add on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:25.692537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Attempting to bind port 763af48f-17f0-47cb-b592-fb0c7de48add by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '0ace8ee6-03eb-4985-ada3-04b17a976f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6c224337-2da5-4baa-a804-08a013850009'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:25.692727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Attempting to bind port 763af48f-17f0-47cb-b592-fb0c7de48add on network 6c224337-2da5-4baa-a804-08a013850009 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:25.703319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:25.703731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Checking segment: {'id': '0ace8ee6-03eb-4985-ada3-04b17a976f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6c224337-2da5-4baa-a804-08a013850009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:25.704132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.704788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Bound using segment: {'id': '0ace8ee6-03eb-4985-ada3-04b17a976f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6c224337-2da5-4baa-a804-08a013850009'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:25.704986 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Bound port: 763af48f-17f0-47cb-b592-fb0c7de48add, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ace8ee6-03eb-4985-ada3-04b17a976f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6c224337-2da5-4baa-a804-08a013850009'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:25.705407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.719618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fbd3a771-e2f9-4ee3-97f5-d784d2495e44 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.745531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.772447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca18509-4329-4473-9c28-6d6172281869 req-05809e0e-997a-458a-afc7-388c21fd1d70 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:25.773985 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ca18509-4329-4473-9c28-6d6172281869 req-05809e0e-997a-458a-afc7-388c21fd1d70 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.1724632 Feb 04 05:58:25.777201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] No DVR routers for this DVR port fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:25.783906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event deleted for resources: {'Port': ['ID=fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:25.822980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] For port 763af48f-17f0-47cb-b592-fb0c7de48add, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:25.824614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fbd3a771-e2f9-4ee3-97f5-d784d2495e44 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.828681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] For port 763af48f-17f0-47cb-b592-fb0c7de48add, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=763af48f-17f0-47cb-b592-fb0c7de48add,segment=NetworkSegment(0ace8ee6-03eb-4985-ada3-04b17a976f0c),segment_id=0ace8ee6-03eb-4985-ada3-04b17a976f0c)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:25.834707 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.874153 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.913293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e68a412-af15-4a40-ab48-7cae454b1537 None None] DHCP port deletion for 4ba32e86-c00b-4f9e-bf07-44cef77945f5 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:58:25.913500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba32e86-c00b-4f9e-bf07-44cef77945f5']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:25.916786 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ca18509-4329-4473-9c28-6d6172281869 req-654d4ce8-818a-4ae7-bc4c-dd6cefb8e220 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324911 Feb 04 05:58:25.922909 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94bff8-4f5d-4c62-94dd-b0ada45fc5ac None None] Pushing event updated for resources: {'Port': ['ID=763af48f-17f0-47cb-b592-fb0c7de48add,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:25.935875 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59722355-5c1e-4f1f-8216-9ec113b50cba') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:25.936892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59722355-5c1e-4f1f-8216-9ec113b50cba') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:25.947994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.961924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.971022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:25.971547 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:25.974834 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:26.010658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fbd3a771-e2f9-4ee3-97f5-d784d2495e44 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.018276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Allocated IP 172.20.0.1 (6c224337-2da5-4baa-a804-08a013850009/7ed1bfa7-a257-4b61-a883-97090c1b103f/df99a5d3-cf22-4384-82a4-9229d6794011) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:26.045177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.052802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.060629 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "DELETE /v2.0/networks/4ba32e86-c00b-4f9e-bf07-44cef77945f5 HTTP/1.1" status: 204 len: 168 time: 0.6250892 Feb 04 05:58:26.060629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46526) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:26.100868 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-29074cef-54cb-456e-8a54-c8c4d97d297a tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "GET /v2.0/ports?device_id=da5b74fe-97c3-4572-bacb-3455faf688b2 HTTP/1.1" status: 200 len: 205 time: 0.0408826 Feb 04 05:58:26.102000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b4006-1850-4326-87e8-17f36925d458 tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Pushing event deleted for resources: {'Network': ['ID=4ba32e86-c00b-4f9e-bf07-44cef77945f5,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:26.103768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46530) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:26.198880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e783c72e-75c6-40be-8a53-23aef3d92f1f tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.217723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fbd3a771-e2f9-4ee3-97f5-d784d2495e44 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.292452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3a771-e2f9-4ee3-97f5-d784d2495e44 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=114e2924-e3fa-427e-ae28-490482cdeb2c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:26.305419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fbd3a771-e2f9-4ee3-97f5-d784d2495e44 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.308685 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fbd3a771-e2f9-4ee3-97f5-d784d2495e44 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/114e2924-e3fa-427e-ae28-490482cdeb2c HTTP/1.1" status: 204 len: 168 time: 0.7896743 Feb 04 05:58:26.310246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.311763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46532) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:26.315303 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ea348-5d82-43ca-b999-f1599aefba21 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:26.381976 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e783c72e-75c6-40be-8a53-23aef3d92f1f tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.385328 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e783c72e-75c6-40be-8a53-23aef3d92f1f tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.401755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc21fed-75de-4004-b69f-0b6954d24fab req-c29691c1-d17d-4fa2-9c82-e1a20226f6ea tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:26.410571 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0cc21fed-75de-4004-b69f-0b6954d24fab req-c29691c1-d17d-4fa2-9c82-e1a20226f6ea tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.2526612 Feb 04 05:58:26.440231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e783c72e-75c6-40be-8a53-23aef3d92f1f tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.440883 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e783c72e-75c6-40be-8a53-23aef3d92f1f tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Fanout notify agent at l3_agent the message router_deleted on router da5b74fe-97c3-4572-bacb-3455faf688b2 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:58:26.448861 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b296b-153b-4296-95cd-427d19d528e1 req-cae48409-dc96-435f-8de4-ce42f6316716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:26.450376 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e6b296b-153b-4296-95cd-427d19d528e1 req-cae48409-dc96-435f-8de4-ce42f6316716 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68a5ccb5beeb464381578ff91c83d3bf&device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 1098 time: 0.2279513 Feb 04 05:58:26.454195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e783c72e-75c6-40be-8a53-23aef3d92f1f tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.454847 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e783c72e-75c6-40be-8a53-23aef3d92f1f tempest-RoutersNegativeTest-194075598 tempest-RoutersNegativeTest-194075598-project] 10.222.0.15 "DELETE /v2.0/routers/da5b74fe-97c3-4572-bacb-3455faf688b2 HTTP/1.1" status: 204 len: 168 time: 0.3501000 Feb 04 05:58:26.455966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba008f3-1e67-451b-86d0-2f2ce2bf704b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Deleting subnet a38a13d8-96ff-4e73-9e59-a79b17eea500 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:26.464756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ba008f3-1e67-451b-86d0-2f2ce2bf704b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.532886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.582678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 763af48f-17f0-47cb-b592-fb0c7de48add up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:26.600053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ba008f3-1e67-451b-86d0-2f2ce2bf704b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.637218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.650614 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0cc21fed-75de-4004-b69f-0b6954d24fab req-536a6400-40a3-4f2a-a496-51cb4d9d4a69 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388706 Feb 04 05:58:26.672011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 763af48f-17f0-47cb-b592-fb0c7de48add triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:26.672846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.749258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.779627 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.797221 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46538) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:26.813815 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b296b-153b-4296-95cd-427d19d528e1 req-5102e163-4773-477d-ba0e-ca46e48217b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:26.815447 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e6b296b-153b-4296-95cd-427d19d528e1 req-5102e163-4773-477d-ba0e-ca46e48217b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edd4bf42-61c7-45bf-b1bc-eada7e457f22 HTTP/1.1" status: 200 len: 913 time: 0.3096902 Feb 04 05:58:26.823165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=df99a5d3-cf22-4384-82a4-9229d6794011,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:26.824543 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 763af48f-17f0-47cb-b592-fb0c7de48add, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=763af48f-17f0-47cb-b592-fb0c7de48add,segment=NetworkSegment(0ace8ee6-03eb-4985-ada3-04b17a976f0c),segment_id=0ace8ee6-03eb-4985-ada3-04b17a976f0c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:26.835799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:26.908397 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e6b296b-153b-4296-95cd-427d19d528e1 req-1385751c-4a53-4e21-819d-5e47d8d71563 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacc7a18-99b9-435e-83b1-ec9848d1d93f HTTP/1.1" status: 200 len: 217 time: 0.0818889 Feb 04 05:58:26.923501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 6c224337-2da5-4baa-a804-08a013850009 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:26.940173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:26.945169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=763af48f-17f0-47cb-b592-fb0c7de48add,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:26.980118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:58:26.980467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fdaa8ce2-cdc2-4b7a-a37e-746d1c59d99b not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:58:26.991243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:27.004300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ba008f3-1e67-451b-86d0-2f2ce2bf704b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:27.007674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:27.010558 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9906d2cb-3b4b-4274-ae77-5564521a6897 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ba205d25f9d4c6fae3d6a7e61c0305f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120869 Feb 04 05:58:27.013036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46542) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:27.064415 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b296b-153b-4296-95cd-427d19d528e1 req-69f923c1-7a52-4fba-8105-ca6e5d226053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:27.065949 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e6b296b-153b-4296-95cd-427d19d528e1 req-69f923c1-7a52-4fba-8105-ca6e5d226053 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5e43ab4-bc0c-4127-b1bd-a74048ed45c0 HTTP/1.1" status: 200 len: 852 time: 0.1372101 Feb 04 05:58:27.067021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86cf84dd-a420-4144-bd84-d96a596aca82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:27.094505 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86cf84dd-a420-4144-bd84-d96a596aca82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:27.109401 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e6b296b-153b-4296-95cd-427d19d528e1 req-f013f1d1-4eea-4768-8c86-9f2ad427679e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edd4bf42-61c7-45bf-b1bc-eada7e457f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346661 Feb 04 05:58:27.132108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:27.473183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86cf84dd-a420-4144-bd84-d96a596aca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:27.476266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86cf84dd-a420-4144-bd84-d96a596aca82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:27.479837 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-86cf84dd-a420-4144-bd84-d96a596aca82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6959663b-0529-497e-84d7-97da4d66d47b HTTP/1.1" status: 204 len: 168 time: 0.4634087 Feb 04 05:58:27.487268 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf84dd-a420-4144-bd84-d96a596aca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6959663b-0529-497e-84d7-97da4d66d47b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:27.494353 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1f40c8-47f6-4f71-aef8-8c8341ae4f9b None None] Network 6c224337-2da5-4baa-a804-08a013850009 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:27.517580 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1fac2041-b486-48a1-af00-0b19b3fb2dd8 None None] Provisioning complete for port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:27.517958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1fac2041-b486-48a1-af00-0b19b3fb2dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:27.621718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ba008f3-1e67-451b-86d0-2f2ce2bf704b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:27.651761 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57742882-94c6-48fd-8d08-01e8c8950c91 None None] Network c0bfac2c-2237-4f69-8385-1f5f9a51cd82 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:27.662760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ba008f3-1e67-451b-86d0-2f2ce2bf704b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:27.667271 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4ba008f3-1e67-451b-86d0-2f2ce2bf704b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/a38a13d8-96ff-4e73-9e59-a79b17eea500 HTTP/1.1" status: 204 len: 168 time: 1.3486171 Feb 04 05:58:27.671582 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46550) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:27.681121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba008f3-1e67-451b-86d0-2f2ce2bf704b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Subnet': ['ID=a38a13d8-96ff-4e73-9e59-a79b17eea500,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:27.716137 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e6b296b-153b-4296-95cd-427d19d528e1 req-ee0b1375-41c1-4450-b3e9-c1af9a27f721 service neutron] 10.222.0.36 "GET /v2.0/networks/edd4bf42-61c7-45bf-b1bc-eada7e457f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987599 Feb 04 05:58:27.741988 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9e0c1b92-d4bf-4396-9cd7-cfdc57382957 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671616 Feb 04 05:58:27.743576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46552) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:27.768147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:27.816223 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13b5625-250f-4212-9a7a-ea74748c0996 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:27.821798 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a13b5625-250f-4212-9a7a-ea74748c0996 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0766854 Feb 04 05:58:27.822435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46556) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:27.870485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-767c31e4-3dd7-4a43-a896-be4fb3bf579f None None] Provisioning complete for port 763af48f-17f0-47cb-b592-fb0c7de48add triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:27.872074 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-767c31e4-3dd7-4a43-a896-be4fb3bf579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:27.926705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d9e14b-cfab-4836-ac53-8ab0a482d1e7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:27.928642 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-21d9e14b-cfab-4836-ac53-8ab0a482d1e7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1052563 Feb 04 05:58:27.931871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46560) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:27.963623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d455b9d-86dc-4769-91e1-33e44cb71413 None None] DHCP port deletion for c0bfac2c-2237-4f69-8385-1f5f9a51cd82 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:58:27.969444 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19a880-a56a-4e62-a4a4-7eba6748e93a req-19811053-511a-4733-b8ce-c6bf3d0ef1fd tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:27.971170 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4f19a880-a56a-4e62-a4a4-7eba6748e93a req-19811053-511a-4733-b8ce-c6bf3d0ef1fd tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.2040174 Feb 04 05:58:28.000839 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e045dd6f-20fd-467a-ba1e-2461efc1a8cf tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646315 Feb 04 05:58:28.005717 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46564) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.016881 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e6b296b-153b-4296-95cd-427d19d528e1 req-5328d6c6-a7cb-4d9b-a49a-a332a0dcd0ef service neutron] 10.222.0.36 "GET /v2.0/networks/edd4bf42-61c7-45bf-b1bc-eada7e457f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809644 Feb 04 05:58:28.044401 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec34ddf-f131-432a-adbb-b07980cc5dee tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.045159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec34ddf-f131-432a-adbb-b07980cc5dee tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.048613 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bec34ddf-f131-432a-adbb-b07980cc5dee tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/0da0cf2b-43e6-44fd-b0c2-a258e156d5e9 HTTP/1.1" status: 404 len: 333 time: 0.0418947 Feb 04 05:58:28.060371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46566) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.110282 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9d455b9d-86dc-4769-91e1-33e44cb71413 None None] Deleting port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:28.110659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9d455b9d-86dc-4769-91e1-33e44cb71413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.113574 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-09899a6a-6106-49ec-8d96-ebab1aeb6f34 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.114033 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09899a6a-6106-49ec-8d96-ebab1aeb6f34 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.117122 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-09899a6a-6106-49ec-8d96-ebab1aeb6f34 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/114e2924-e3fa-427e-ae28-490482cdeb2c HTTP/1.1" status: 404 len: 337 time: 0.0556989 Feb 04 05:58:28.127275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46570) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.180956 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d4ad48-6196-4c93-84a7-7114971aac17 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.181919 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d4ad48-6196-4c93-84a7-7114971aac17 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.184397 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4f19a880-a56a-4e62-a4a4-7eba6748e93a req-d9ca5fc6-1387-4ffb-ad92-c96bf0ecff44 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711643 Feb 04 05:58:28.188885 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f0d4ad48-6196-4c93-84a7-7114971aac17 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/a38a13d8-96ff-4e73-9e59-a79b17eea500 HTTP/1.1" status: 404 len: 337 time: 0.0603375 Feb 04 05:58:28.190944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46572) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.197830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9d455b9d-86dc-4769-91e1-33e44cb71413 None None] For port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,segment=NetworkSegment(01bce4ce-fae7-4c77-bd62-60c212d6fab7),segment_id=01bce4ce-fae7-4c77-bd62-60c212d6fab7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:28.198539 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9d455b9d-86dc-4769-91e1-33e44cb71413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.218783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9d455b9d-86dc-4769-91e1-33e44cb71413 None None] Calling delete_port for 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:28.234584 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-45219fdb-a2ff-43d7-bb60-f17a879ab59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.235347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45219fdb-a2ff-43d7-bb60-f17a879ab59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.242268 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-45219fdb-a2ff-43d7-bb60-f17a879ab59c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/7173dd96-e169-4094-96f7-984b3bf3f8bf HTTP/1.1" status: 404 len: 333 time: 0.0493398 Feb 04 05:58:28.242912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46576) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.262553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.270221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.274785 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-88152e0a-3349-4b2e-98f6-3896d25ba638 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.275243 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88152e0a-3349-4b2e-98f6-3896d25ba638 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.281441 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-88152e0a-3349-4b2e-98f6-3896d25ba638 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/8052519d-7413-4b95-9ed7-65eb147fe094 HTTP/1.1" status: 404 len: 337 time: 0.0374510 Feb 04 05:58:28.282892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46580) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.311240 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a25a5f-f726-40c4-9a85-c78f29a90836 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.311718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a25a5f-f726-40c4-9a85-c78f29a90836 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.318963 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a5a25a5f-f726-40c4-9a85-c78f29a90836 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/a7150d5e-e157-4d90-9efc-80c3d1a9f7e9 HTTP/1.1" status: 404 len: 337 time: 0.0349250 Feb 04 05:58:28.319642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46582) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.347637 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-53646a2c-b08f-4f5c-9ff1-d5505704e203 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.348462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53646a2c-b08f-4f5c-9ff1-d5505704e203 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.351484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9d455b9d-86dc-4769-91e1-33e44cb71413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.356110 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-53646a2c-b08f-4f5c-9ff1-d5505704e203 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/42b22cc7-9335-4dd9-a9b7-3b2ad3284903 HTTP/1.1" status: 404 len: 333 time: 0.0353866 Feb 04 05:58:28.356559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46586) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.374339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.376078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=df99a5d3-cf22-4384-82a4-9229d6794011,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:28.387665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0db2d4d9-30c5-449f-b59b-7df9cb86755c None None] Provisioning complete for port 763af48f-17f0-47cb-b592-fb0c7de48add triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:28.388109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0db2d4d9-30c5-449f-b59b-7df9cb86755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.390568 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d455b9d-86dc-4769-91e1-33e44cb71413 None None] Pushing event deleted for resources: {'Port': ['ID=7b39c981-ff0c-4ce7-b5fc-5413a6a91455,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:28.397550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.402629 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-186ff119-bc08-407c-ba2a-6d5abe360169 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.403095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186ff119-bc08-407c-ba2a-6d5abe360169 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.406722 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-186ff119-bc08-407c-ba2a-6d5abe360169 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/296d3813-27ba-4017-96cb-2213ccbf964d HTTP/1.1" status: 404 len: 337 time: 0.0470841 Feb 04 05:58:28.409465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46588) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.427100 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d455b9d-86dc-4769-91e1-33e44cb71413 None None] No DVR routers for this DVR port 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:28.510631 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-18983567-42d9-464e-95b2-94b3feefb4b6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.511082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18983567-42d9-464e-95b2-94b3feefb4b6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.517801 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-18983567-42d9-464e-95b2-94b3feefb4b6 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/36dd73a2-ae09-4923-a732-7e3cbf71ed7a HTTP/1.1" status: 404 len: 337 time: 0.1002448 Feb 04 05:58:28.517901 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46592) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.523272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 763af48f-17f0-47cb-b592-fb0c7de48add up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:28.546619 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0c5309-1a0f-4eb5-8862-32ebffe06c91 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.547323 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0c5309-1a0f-4eb5-8862-32ebffe06c91 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.556010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46594) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.556224 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7e0c5309-1a0f-4eb5-8862-32ebffe06c91 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/689bd2a3-2b78-4a02-a109-c9d96f94e934 HTTP/1.1" status: 404 len: 333 time: 0.0364809 Feb 04 05:58:28.557778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0db2d4d9-30c5-449f-b59b-7df9cb86755c None None] Provisioning complete for port df99a5d3-cf22-4384-82a4-9229d6794011 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:28.558260 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0db2d4d9-30c5-449f-b59b-7df9cb86755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.591383 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca6aa67-75c9-4a0a-bc3f-f95a54901180 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.591844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca6aa67-75c9-4a0a-bc3f-f95a54901180 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.596778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0ca6aa67-75c9-4a0a-bc3f-f95a54901180 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/d4c36826-f6f3-4b21-bd71-595870de28a7 HTTP/1.1" status: 404 len: 337 time: 0.0407581 Feb 04 05:58:28.599642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46598) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.608582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0db2d4d9-30c5-449f-b59b-7df9cb86755c None None] Port df99a5d3-cf22-4384-82a4-9229d6794011 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:28.615375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 6c224337-2da5-4baa-a804-08a013850009 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:28.617789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 763af48f-17f0-47cb-b592-fb0c7de48add triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:28.618263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.645575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:28.647876 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-791cf3a6-4c97-462c-b855-fbabfb99008a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.648407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791cf3a6-4c97-462c-b855-fbabfb99008a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.651489 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-791cf3a6-4c97-462c-b855-fbabfb99008a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/cb25fbc3-7322-4c80-bbad-dc7a030873e9 HTTP/1.1" status: 404 len: 337 time: 0.0508540 Feb 04 05:58:28.654064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46600) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.684168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-2706dedb-1f49-4c38-9984-bc0f0a76413a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.684884 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2706dedb-1f49-4c38-9984-bc0f0a76413a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.688845 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2706dedb-1f49-4c38-9984-bc0f0a76413a tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/f4e0d3fc-27c9-44c7-a258-817a765bce5b HTTP/1.1" status: 404 len: 333 time: 0.0333436 Feb 04 05:58:28.693497 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46602) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.756182 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8fc667-482b-46de-8e3e-5701bf9d296c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.761820 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8fc667-482b-46de-8e3e-5701bf9d296c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.772127 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0173dd79-665c-444e-8235-5c40bb20e23e None None] Provisioning complete for port df99a5d3-cf22-4384-82a4-9229d6794011 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:28.774755 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0173dd79-665c-444e-8235-5c40bb20e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.775527 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8a8fc667-482b-46de-8e3e-5701bf9d296c tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/3bdcd6a3-578a-463c-bbe8-5eb238d11309 HTTP/1.1" status: 404 len: 337 time: 0.0807750 Feb 04 05:58:28.776310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46606) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.806640 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67ea2ab-81d5-4876-9add-1328ec38fa8f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.807885 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67ea2ab-81d5-4876-9add-1328ec38fa8f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.813984 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b67ea2ab-81d5-4876-9add-1328ec38fa8f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/1a285995-9af4-4289-ada5-77704ed97c48 HTTP/1.1" status: 404 len: 333 time: 0.0340550 Feb 04 05:58:28.814685 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46608) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.860806 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0173dd79-665c-444e-8235-5c40bb20e23e None None] Port df99a5d3-cf22-4384-82a4-9229d6794011 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:28.870633 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad5721d-e4e5-4529-a0ff-a231aeb91586 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.871146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad5721d-e4e5-4529-a0ff-a231aeb91586 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.872491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:28.878723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 0a2f22cd-ab45-424e-886b-1e290c05b63e is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:58:28.882609 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5ad5721d-e4e5-4529-a0ff-a231aeb91586 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/e714ac50-4d83-431c-a5ba-4d53a854bd2d HTTP/1.1" status: 404 len: 337 time: 0.0667922 Feb 04 05:58:28.883244 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46610) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.902694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:58:28.903054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7b39c981-ff0c-4ce7-b5fc-5413a6a91455 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:58:28.910071 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8ec8a6-b342-466e-ac8b-10849a6e1e81 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.910957 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8ec8a6-b342-466e-ac8b-10849a6e1e81 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.917219 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6f8ec8a6-b342-466e-ac8b-10849a6e1e81 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/02c00b61-726b-42c9-831e-efc5e69e94fd HTTP/1.1" status: 404 len: 333 time: 0.0329392 Feb 04 05:58:28.917947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46612) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.946368 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4f5071-22fc-40fa-b731-4300218d1159 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.946826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4f5071-22fc-40fa-b731-4300218d1159 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.952677 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ea4f5071-22fc-40fa-b731-4300218d1159 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/d4b4ecc0-83ee-4434-a802-4423ce428c59 HTTP/1.1" status: 404 len: 337 time: 0.0336099 Feb 04 05:58:28.953313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46616) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:28.976982 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1c837c-2f96-404a-a3be-c389c85bbe00 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:28.977696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1c837c-2f96-404a-a3be-c389c85bbe00 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:28.981280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-bd7dbdd7-f8b9-40cf-ba4e-2f85413132cf None None] Provisioning complete for port df99a5d3-cf22-4384-82a4-9229d6794011 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:28.981666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bd7dbdd7-f8b9-40cf-ba4e-2f85413132cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:28.984900 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5d1c837c-2f96-404a-a3be-c389c85bbe00 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/c21fa482-5190-4f7d-b927-fd05ff61ad91 HTTP/1.1" status: 404 len: 333 time: 0.0305781 Feb 04 05:58:28.985615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46618) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.015637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:29.015984 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-161b6f94-a646-447d-b971-3957d99bd5a8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.016368 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161b6f94-a646-447d-b971-3957d99bd5a8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.022175 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-161b6f94-a646-447d-b971-3957d99bd5a8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/78080ba8-a3d6-48ca-9e19-1c313be11545 HTTP/1.1" status: 404 len: 337 time: 0.0356035 Feb 04 05:58:29.022891 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-46479d3c-6cb8-4fe5-93f2-db29e02a25a5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/0a2f22cd-ab45-424e-886b-1e290c05b63e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8898621 Feb 04 05:58:29.023038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46622) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.026504 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46624) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.029810 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256c992-2bbc-47cc-a50e-20ee4dc09133 None None] Sync routers for ids ['0a2f22cd-ab45-424e-886b-1e290c05b63e'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:29.039686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-bd7dbdd7-f8b9-40cf-ba4e-2f85413132cf None None] Port df99a5d3-cf22-4384-82a4-9229d6794011 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:29.049642 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0e6c71-fadc-4af9-9f4a-0d28d87b675b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.050327 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0e6c71-fadc-4af9-9f4a-0d28d87b675b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.050569 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256c992-2bbc-47cc-a50e-20ee4dc09133 None None] Routers {'0a2f22cd-ab45-424e-886b-1e290c05b63e'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:29.051187 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a256c992-2bbc-47cc-a50e-20ee4dc09133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0a2f22cd-ab45-424e-886b-1e290c05b63e'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:29.056065 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bb0e6c71-fadc-4af9-9f4a-0d28d87b675b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/04daf828-ae4c-4c09-b567-e5f3a6b0c5c7 HTTP/1.1" status: 404 len: 333 time: 0.0323665 Feb 04 05:58:29.056651 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46626) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.084651 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce8228d-c27a-4800-8883-78cedf000c27 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.085115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce8228d-c27a-4800-8883-78cedf000c27 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.086072 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe46d05-a539-4a88-ad4d-ff34262abdf4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:29.087692 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dfe46d05-a539-4a88-ad4d-ff34262abdf4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports/df99a5d3-cf22-4384-82a4-9229d6794011 HTTP/1.1" status: 200 len: 910 time: 0.0588593 Feb 04 05:58:29.090632 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3ce8228d-c27a-4800-8883-78cedf000c27 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/c4688261-fcdb-4a62-93eb-1a983c8e9ced HTTP/1.1" status: 404 len: 337 time: 0.0328922 Feb 04 05:58:29.091224 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46630) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.091552 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46632) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.097761 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a256c992-2bbc-47cc-a50e-20ee4dc09133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:29.098815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-466374d6-f362-4c1a-a15b-b43a802f128b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ed1bfa7-a257-4b61-a883-97090c1b103f'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:29.110783 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256c992-2bbc-47cc-a50e-20ee4dc09133 None None] Routers {'0a2f22cd-ab45-424e-886b-1e290c05b63e'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:29.111487 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a256c992-2bbc-47cc-a50e-20ee4dc09133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0a2f22cd-ab45-424e-886b-1e290c05b63e'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:29.139069 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fbe436-7522-4263-85e3-220481b5ab5b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.139748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5fbe436-7522-4263-85e3-220481b5ab5b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.145325 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e5fbe436-7522-4263-85e3-220481b5ab5b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/ef3fae62-8252-49cc-93da-ccd8ec0c781e HTTP/1.1" status: 404 len: 333 time: 0.0486982 Feb 04 05:58:29.145531 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a256c992-2bbc-47cc-a50e-20ee4dc09133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:29.145682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46636) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.146184 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256c992-2bbc-47cc-a50e-20ee4dc09133 None None] The sync data for ids ['0a2f22cd-ab45-424e-886b-1e290c05b63e'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:29.182193 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb0e339-3a91-4827-9910-ea17de9897f7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.182638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb0e339-3a91-4827-9910-ea17de9897f7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.185515 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dcb0e339-3a91-4827-9910-ea17de9897f7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/6ecd4a35-42f3-4ca1-ba8e-69b6fcf879c8 HTTP/1.1" status: 404 len: 337 time: 0.0390592 Feb 04 05:58:29.189187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46640) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.215074 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79c215e-84b3-4fe1-88b5-e8b59631b658 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.215522 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79c215e-84b3-4fe1-88b5-e8b59631b658 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.218572 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e79c215e-84b3-4fe1-88b5-e8b59631b658 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/b8d067c5-71b3-46ff-ab3f-361371bea8de HTTP/1.1" status: 404 len: 337 time: 0.0284021 Feb 04 05:58:29.221000 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46644) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.247135 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e01452-3433-4558-a7d5-92e8554ea415 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.247963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e01452-3433-4558-a7d5-92e8554ea415 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.252579 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-09e01452-3433-4558-a7d5-92e8554ea415 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/f7d2cd62-661e-478c-aa4b-08a470f6d30e HTTP/1.1" status: 404 len: 333 time: 0.0304272 Feb 04 05:58:29.257835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46648) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.299009 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e90917-35e9-4983-850c-ee1ac10bfb43 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.299450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e90917-35e9-4983-850c-ee1ac10bfb43 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.302730 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-47e90917-35e9-4983-850c-ee1ac10bfb43 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/c9550484-9e8b-46e1-9071-bf2b15f83ef0 HTTP/1.1" status: 404 len: 337 time: 0.0439758 Feb 04 05:58:29.305316 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46650) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.318036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-466374d6-f362-4c1a-a15b-b43a802f128b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:29.341520 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebfd615-09e3-4d0a-9277-737d98745f71 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.341878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebfd615-09e3-4d0a-9277-737d98745f71 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.350783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8efeae-87fb-4dc0-83b8-32bcfccf1fc0 req-70520e6b-5d75-40eb-8529-b5b1c6c4380d tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:29.350943 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2ebfd615-09e3-4d0a-9277-737d98745f71 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/179031ce-1d71-4aae-8be4-aa57f68bfd9f HTTP/1.1" status: 404 len: 337 time: 0.0387185 Feb 04 05:58:29.351048 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7c8efeae-87fb-4dc0-83b8-32bcfccf1fc0 req-70520e6b-5d75-40eb-8529-b5b1c6c4380d tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.0580335 Feb 04 05:58:29.351048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46652) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.351591 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46654) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.391226 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7c8efeae-87fb-4dc0-83b8-32bcfccf1fc0 req-46e2b65b-5a90-47b2-b765-50a1c4009d22 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Feb 04 05:58:29.402740 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-34864963-e1f5-4744-95cf-1137678ebcd7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.403280 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34864963-e1f5-4744-95cf-1137678ebcd7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.409480 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-34864963-e1f5-4744-95cf-1137678ebcd7 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/eb7a0ec3-a2eb-4ac3-bf06-8fc38a4425b2 HTTP/1.1" status: 404 len: 333 time: 0.0539181 Feb 04 05:58:29.409480 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46658) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.441434 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-31efa40a-f9a6-44b0-b1eb-cded2e40c743 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.441884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31efa40a-f9a6-44b0-b1eb-cded2e40c743 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.447123 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-31efa40a-f9a6-44b0-b1eb-cded2e40c743 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/da9b9b82-9aeb-4329-9881-2135dc6e97d0 HTTP/1.1" status: 404 len: 337 time: 0.0348935 Feb 04 05:58:29.447616 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46662) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.477921 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-99392daf-cf3a-4977-a17a-9a661aa42db8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.478669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99392daf-cf3a-4977-a17a-9a661aa42db8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.481787 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-99392daf-cf3a-4977-a17a-9a661aa42db8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/288561e9-ed68-4da5-b704-b2356b3f4546 HTTP/1.1" status: 404 len: 337 time: 0.0324385 Feb 04 05:58:29.485538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46664) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.510108 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc7b8e7-2a67-4c63-b062-5d69b79d73d0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.511064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc7b8e7-2a67-4c63-b062-5d69b79d73d0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.514974 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bfc7b8e7-2a67-4c63-b062-5d69b79d73d0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/e126f6e5-37b4-4b93-be35-452bf06bae3c HTTP/1.1" status: 404 len: 333 time: 0.0283477 Feb 04 05:58:29.518636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46666) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.549348 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee9d86b-4283-435a-983f-564f62738107 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.549846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee9d86b-4283-435a-983f-564f62738107 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.553408 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fee9d86b-4283-435a-983f-564f62738107 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/9dd45ac9-9ade-4fac-b94b-2b662e77345c HTTP/1.1" status: 404 len: 337 time: 0.0336049 Feb 04 05:58:29.556447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46670) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.561532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'network': {'name': 'tempest-network-smoke--321495036', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'port_security_enabled': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:29.591450 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebe1532-e146-43f0-a5e7-c290581bc45e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.591896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebe1532-e146-43f0-a5e7-c290581bc45e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.595620 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3ebe1532-e146-43f0-a5e7-c290581bc45e tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/c863b596-c14e-4a79-a637-757a56645438 HTTP/1.1" status: 404 len: 337 time: 0.0379026 Feb 04 05:58:29.598327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46672) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.658605 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e055e537-cf15-4c33-9adc-cd80befbc4a3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports?device_id=6269abc6-db17-4abc-8cea-a07c74177ad8 HTTP/1.1" status: 200 len: 205 time: 0.0585742 Feb 04 05:58:29.661362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46674) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.672866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:29.676362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:29.688086 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:29.703155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8c046-34ca-4e53-b59d-a541bee46a01 req-1817bd9e-4aeb-44c8-bc9c-4a65047f92a8 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:29.704893 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1de8c046-34ca-4e53-b59d-a541bee46a01 req-1817bd9e-4aeb-44c8-bc9c-4a65047f92a8 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.1082585 Feb 04 05:58:29.739433 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-512cfa3a-1442-4e15-93bd-d9325b445c4f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] delete failed (client error): The resource could not be found. Feb 04 05:58:29.740446 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-512cfa3a-1442-4e15-93bd-d9325b445c4f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/routers/6269abc6-db17-4abc-8cea-a07c74177ad8 HTTP/1.1" status: 404 len: 336 time: 0.0676808 Feb 04 05:58:29.743292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46676) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.761872 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1de8c046-34ca-4e53-b59d-a541bee46a01 req-0bf95644-efbf-4772-96a0-5ddc15afec82 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509226 Feb 04 05:58:29.784631 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd2859b-c188-4b0d-a6f4-8e872f1200f0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.784631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd2859b-c188-4b0d-a6f4-8e872f1200f0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.785725 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4cd2859b-c188-4b0d-a6f4-8e872f1200f0 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/0d387cde-26f0-4085-b234-df7806cd2891 HTTP/1.1" status: 404 len: 337 time: 0.0415878 Feb 04 05:58:29.789756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46678) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.830898 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6885cabd-493d-4e0f-a4be-b5c68db92315 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfed5104-f4ba-446d-8850-5ea0ea8e8756 HTTP/1.1" status: 200 len: 205 time: 0.0400367 Feb 04 05:58:29.833456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46680) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.835529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:29.839800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:29.868458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:29.876063 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-995e7fba-c9e9-4434-9dfc-3cedd20337d8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] delete failed (client error): The resource could not be found. Feb 04 05:58:29.877122 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-995e7fba-c9e9-4434-9dfc-3cedd20337d8 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/routers/bfed5104-f4ba-446d-8850-5ea0ea8e8756 HTTP/1.1" status: 404 len: 336 time: 0.0427251 Feb 04 05:58:29.880150 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46682) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.883827 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb8b471-153a-49cb-8643-268c69a579ac,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:29.899720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:29.900072 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Added segment dfba115d-70a0-4b07-88ae-fd9a69a1e146 of type vlan for network 6157faa1-1982-44e3-989e-2a7fc7430145 Feb 04 05:58:29.916992 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-466374d6-f362-4c1a-a15b-b43a802f128b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:29.920477 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-61532754-c19a-4746-b410-a87536f2abcd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.920957 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61532754-c19a-4746-b410-a87536f2abcd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.926992 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-61532754-c19a-4746-b410-a87536f2abcd tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/1fdf6b6b-b42c-4462-954f-d55bfde38684 HTTP/1.1" status: 404 len: 337 time: 0.0434356 Feb 04 05:58:29.927509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46684) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.943237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:29.959052 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f49c40-5276-4b46-8485-1b3e36d7d22f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.959509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f49c40-5276-4b46-8485-1b3e36d7d22f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.962484 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-99f49c40-5276-4b46-8485-1b3e36d7d22f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/69186f64-094c-4348-9ecc-f96f1106c4cd HTTP/1.1" status: 404 len: 337 time: 0.0343666 Feb 04 05:58:29.963168 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-466374d6-f362-4c1a-a15b-b43a802f128b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:29.965100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46686) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:29.990257 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0529e94-b9e3-4022-8bec-175673b0e196 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:29.990917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0529e94-b9e3-4022-8bec-175673b0e196 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:29.996193 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b0529e94-b9e3-4022-8bec-175673b0e196 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/c6973eb1-8af7-47df-be97-5b75c43e8522 HTTP/1.1" status: 404 len: 333 time: 0.0279236 Feb 04 05:58:29.996193 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.000622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:30.001249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.003402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46688) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.039360 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466374d6-f362-4c1a-a15b-b43a802f128b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=df99a5d3-cf22-4384-82a4-9229d6794011,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:30.047659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466374d6-f362-4c1a-a15b-b43a802f128b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:30.048288 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-466374d6-f362-4c1a-a15b-b43a802f128b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.049656 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-466374d6-f362-4c1a-a15b-b43a802f128b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/ports/df99a5d3-cf22-4384-82a4-9229d6794011 HTTP/1.1" status: 200 len: 910 time: 0.9571910 Feb 04 05:58:30.052710 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46690) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.089562 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c365d6a-7d01-4478-a119-845ea97f0eef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.090009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c365d6a-7d01-4478-a119-845ea97f0eef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.093912 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1c365d6a-7d01-4478-a119-845ea97f0eef tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/cb92a935-4e2e-46c4-b271-54a6ef0d22ad HTTP/1.1" status: 404 len: 337 time: 0.0851102 Feb 04 05:58:30.097954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46692) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.098118 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7477138 Feb 04 05:58:30.104342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46694) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.111286 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-585175151', 'admin_state_up': True, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:30.126805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f5f32-d107-4b41-b909-d5401838e311 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Network': ['ID=6157faa1-1982-44e3-989e-2a7fc7430145,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:30.138439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 6157faa1-1982-44e3-989e-2a7fc7430145 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:30.150762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.151203 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfbdc66-fd15-4ed4-9a59-0a09a80184c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.151732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.151864 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfbdc66-fd15-4ed4-9a59-0a09a80184c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.154882 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fcfbdc66-fd15-4ed4-9a59-0a09a80184c1 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/c5965d4a-eb6c-4d73-b51a-f0143b7bce6c HTTP/1.1" status: 404 len: 333 time: 0.0563712 Feb 04 05:58:30.159432 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46696) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.190014 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f41a49-d5f6-4e3a-8793-71b6825aca9f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.190384 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f41a49-d5f6-4e3a-8793-71b6825aca9f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.195719 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-43f41a49-d5f6-4e3a-8793-71b6825aca9f tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/0328412b-335b-4b8c-a8a4-fcc1c69544b3 HTTP/1.1" status: 404 len: 337 time: 0.0330131 Feb 04 05:58:30.195954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46698) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.224805 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d04a54-fb22-4b9f-8816-9d4d28aff771 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.225463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d04a54-fb22-4b9f-8816-9d4d28aff771 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.228480 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-66d04a54-fb22-4b9f-8816-9d4d28aff771 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/c76a810d-007b-4be3-aeae-eea53627dc98 HTTP/1.1" status: 404 len: 333 time: 0.0316303 Feb 04 05:58:30.235979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46700) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.292116 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-83602510-2f7e-47e9-a047-62acae6015a9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.292566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83602510-2f7e-47e9-a047-62acae6015a9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.295593 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-83602510-2f7e-47e9-a047-62acae6015a9 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/218ce082-783e-4dc7-a7c2-aa97a46b6737 HTTP/1.1" status: 404 len: 337 time: 0.0586865 Feb 04 05:58:30.297547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.298606 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46702) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.357000 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd886801-8d1d-4113-9641-812d4f397cfc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.357669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd886801-8d1d-4113-9641-812d4f397cfc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.361496 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dd886801-8d1d-4113-9641-812d4f397cfc tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/d84c9782-04c2-4884-b609-69b8eb53f543 HTTP/1.1" status: 404 len: 333 time: 0.0621998 Feb 04 05:58:30.376287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46704) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.409223 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-764c6bcf-d44a-4e08-ae06-ae41a03d539b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.409678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764c6bcf-d44a-4e08-ae06-ae41a03d539b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.412602 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-764c6bcf-d44a-4e08-ae06-ae41a03d539b tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/bae98000-846b-430d-83b1-48ec2ab2cede HTTP/1.1" status: 404 len: 337 time: 0.0345883 Feb 04 05:58:30.415440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46706) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.442628 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcfd402-92a7-43d4-81e2-082ff9970214 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.443118 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dcfd402-92a7-43d4-81e2-082ff9970214 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.446208 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5dcfd402-92a7-43d4-81e2-082ff9970214 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/39e42fa7-f8ce-4e24-9354-f122d0f418ff HTTP/1.1" status: 404 len: 333 time: 0.0297344 Feb 04 05:58:30.448810 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46708) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.462373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.479042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faf48995-c66d-44f0-ba18-3394a3975fd4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.480960 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa919a07-a041-4340-969f-44b297788bd3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.481432 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa919a07-a041-4340-969f-44b297788bd3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.484984 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aa919a07-a041-4340-969f-44b297788bd3 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/9d34a7b2-98ae-4ccf-906a-b15b119ea526 HTTP/1.1" status: 404 len: 337 time: 0.0352445 Feb 04 05:58:30.488243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46710) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.536336 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-83360008-0742-4c14-be62-33022562ad77 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.536923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83360008-0742-4c14-be62-33022562ad77 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.539871 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-83360008-0742-4c14-be62-33022562ad77 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/39ce10df-fd3c-4878-8c48-46a5a96196f2 HTTP/1.1" status: 404 len: 333 time: 0.0507085 Feb 04 05:58:30.542480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46712) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.575904 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbb3abf-76cd-4944-9d75-f93591ca3be4 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.576343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbb3abf-76cd-4944-9d75-f93591ca3be4 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.580467 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ccbb3abf-76cd-4944-9d75-f93591ca3be4 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/686e3343-4091-4076-9783-07cb6f447601 HTTP/1.1" status: 404 len: 337 time: 0.0371056 Feb 04 05:58:30.583121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46714) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.610176 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c9329c-380e-431e-a253-6b003be56a68 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.610800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c9329c-380e-431e-a253-6b003be56a68 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.613785 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-99c9329c-380e-431e-a253-6b003be56a68 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/ports/46df7f9e-403d-4a7f-9693-8fca64b39749 HTTP/1.1" status: 404 len: 333 time: 0.0297835 Feb 04 05:58:30.616710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46716) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.646301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2356a5-7383-46e8-96b4-5299605b051d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] DELETE failed (client error): The resource could not be found. Feb 04 05:58:30.646748 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2356a5-7383-46e8-96b4-5299605b051d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:58:30.649725 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8f2356a5-7383-46e8-96b4-5299605b051d tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/subnets/7a86d0bb-14e8-43c4-bf85-764f6f98622c HTTP/1.1" status: 404 len: 337 time: 0.0320959 Feb 04 05:58:30.652235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46718) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:30.731216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-faf48995-c66d-44f0-ba18-3394a3975fd4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port df99a5d3-cf22-4384-82a4-9229d6794011 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:30.731470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faf48995-c66d-44f0-ba18-3394a3975fd4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.746493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.818640 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faf48995-c66d-44f0-ba18-3394a3975fd4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.831592 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-faf48995-c66d-44f0-ba18-3394a3975fd4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for df99a5d3-cf22-4384-82a4-9229d6794011 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:30.951277 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.954810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:30.983688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.004526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bfac2c-2237-4f69-8385-1f5f9a51cd82']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:31.005143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faf48995-c66d-44f0-ba18-3394a3975fd4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.026373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b0751-eff9-474c-934d-e4404d256ddc req-6ad3ba6b-0357-4467-9ac3-d6ef08e93d84 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:31.027844 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-949b0751-eff9-474c-934d-e4404d256ddc req-6ad3ba6b-0357-4467-9ac3-d6ef08e93d84 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.1693895 Feb 04 05:58:31.029493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bce4ce-fae7-4c77-bd62-60c212d6fab7') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:31.029785 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bce4ce-fae7-4c77-bd62-60c212d6fab7') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:31.033869 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf48995-c66d-44f0-ba18-3394a3975fd4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=df99a5d3-cf22-4384-82a4-9229d6794011,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:31.079901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.106135 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.124740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:31.125784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:31.128802 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:31.174665 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-949b0751-eff9-474c-934d-e4404d256ddc req-0c2ffebf-f9cd-4b1f-8bca-ac2b42b8ee17 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172085 Feb 04 05:58:31.186407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faf48995-c66d-44f0-ba18-3394a3975fd4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.238961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.250385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.256148 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] 10.222.0.15 "DELETE /v2.0/networks/c0bfac2c-2237-4f69-8385-1f5f9a51cd82 HTTP/1.1" status: 204 len: 168 time: 0.6003368 Feb 04 05:58:31.256148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.46 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/ae4a74c4-7a75-48ce-b05e-41d75f264462) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:31.271059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdfe0d-60fb-4f21-84fe-30d8964f6c69 tempest-NetworksTestDHCPv6-12831864 tempest-NetworksTestDHCPv6-12831864-project] Pushing event deleted for resources: {'Network': ['ID=c0bfac2c-2237-4f69-8385-1f5f9a51cd82,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:31.375638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf48995-c66d-44f0-ba18-3394a3975fd4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 0a2f22cd-ab45-424e-886b-1e290c05b63e has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:31.466022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf48995-c66d-44f0-ba18-3394a3975fd4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:31.471794 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-faf48995-c66d-44f0-ba18-3394a3975fd4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/0a2f22cd-ab45-424e-886b-1e290c05b63e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4179184 Feb 04 05:58:31.474784 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46728) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:31.477146 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49970a-ca8f-4bd3-bf22-95ece179bfae None None] Sync routers for ids ['0a2f22cd-ab45-424e-886b-1e290c05b63e'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:31.494346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49970a-ca8f-4bd3-bf22-95ece179bfae None None] Routers {'0a2f22cd-ab45-424e-886b-1e290c05b63e'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:31.495402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ea49970a-ca8f-4bd3-bf22-95ece179bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0a2f22cd-ab45-424e-886b-1e290c05b63e'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:31.516268 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-af1f17ab-b2b2-4f9b-9e1a-9724a87cca80 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a2f22cd-ab45-424e-886b-1e290c05b63e HTTP/1.1" status: 200 len: 205 time: 0.0375783 Feb 04 05:58:31.516662 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46730) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:31.545166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ea49970a-ca8f-4bd3-bf22-95ece179bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:31.555745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49970a-ca8f-4bd3-bf22-95ece179bfae None None] Routers {'0a2f22cd-ab45-424e-886b-1e290c05b63e'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:31.556740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ea49970a-ca8f-4bd3-bf22-95ece179bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0a2f22cd-ab45-424e-886b-1e290c05b63e'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:31.591251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ea49970a-ca8f-4bd3-bf22-95ece179bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:31.592430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49970a-ca8f-4bd3-bf22-95ece179bfae None None] The sync data for ids ['0a2f22cd-ab45-424e-886b-1e290c05b63e'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:31.616300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8a26469f-3acb-4b7c-8c92-cb0a5c389bbf tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.619067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46734) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:31.798393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8a26469f-3acb-4b7c-8c92-cb0a5c389bbf tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.801470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8a26469f-3acb-4b7c-8c92-cb0a5c389bbf tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.856982 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-740fb966-ba09-4af6-8b60-d8df63562711 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec9c800182d14c669df580a90d0e4114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367520 Feb 04 05:58:31.857749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8a26469f-3acb-4b7c-8c92-cb0a5c389bbf tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.858286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a26469f-3acb-4b7c-8c92-cb0a5c389bbf tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Fanout notify agent at l3_agent the message router_deleted on router 0a2f22cd-ab45-424e-886b-1e290c05b63e {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:58:31.860443 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46738) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:31.866884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8a26469f-3acb-4b7c-8c92-cb0a5c389bbf tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.867919 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8a26469f-3acb-4b7c-8c92-cb0a5c389bbf tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/0a2f22cd-ab45-424e-886b-1e290c05b63e HTTP/1.1" status: 204 len: 168 time: 0.3504446 Feb 04 05:58:31.873391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46740) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:31.880689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:31.894226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2174f94-4d74-4991-b4fa-3f34e020f9bc req-6689371e-ce5b-49b1-b9db-ac68adfb6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:31.895761 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a2174f94-4d74-4991-b4fa-3f34e020f9bc req-6689371e-ce5b-49b1-b9db-ac68adfb6b4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68a5ccb5beeb464381578ff91c83d3bf&device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 1098 time: 0.4720616 Feb 04 05:58:31.906493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81a75-13c6-480b-8ec3-187870acb413 req-e9025afe-743f-412b-a887-f8982352f7cf tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:31.907904 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c2a81a75-13c6-480b-8ec3-187870acb413 req-e9025afe-743f-412b-a887-f8982352f7cf tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.4853497 Feb 04 05:58:31.951344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3317a6b-5a67-4b24-ba5a-336e8fa7c7c8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting subnet 7ed1bfa7-a257-4b61-a883-97090c1b103f {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:31.958367 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3317a6b-5a67-4b24-ba5a-336e8fa7c7c8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.022033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.035996 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c2a81a75-13c6-480b-8ec3-187870acb413 req-b0f627bf-dbe5-4f90-8c67-ad02041b7eb7 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164207 Feb 04 05:58:32.084891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:32.086272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2174f94-4d74-4991-b4fa-3f34e020f9bc req-337753f3-d817-42f6-ab5e-62749f9d7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:32.087749 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a2174f94-4d74-4991-b4fa-3f34e020f9bc req-337753f3-d817-42f6-ab5e-62749f9d7fc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edd4bf42-61c7-45bf-b1bc-eada7e457f22 HTTP/1.1" status: 200 len: 913 time: 0.1775987 Feb 04 05:58:32.090720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:32.095229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:32.129267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=ae4a74c4-7a75-48ce-b05e-41d75f264462,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:32.164701 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a2174f94-4d74-4991-b4fa-3f34e020f9bc req-faa8a82d-1ac1-43a8-bd08-6dc03d9c14f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacc7a18-99b9-435e-83b1-ec9848d1d93f HTTP/1.1" status: 200 len: 217 time: 0.0672088 Feb 04 05:58:32.253631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-230195ef-bcfe-4659-b93b-01ba79082d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.283640 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3317a6b-5a67-4b24-ba5a-336e8fa7c7c8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.304049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2174f94-4d74-4991-b4fa-3f34e020f9bc req-be8278aa-fa28-4ae3-862e-c4770ab30a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:32.305549 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a2174f94-4d74-4991-b4fa-3f34e020f9bc req-be8278aa-fa28-4ae3-862e-c4770ab30a09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5e43ab4-bc0c-4127-b1bd-a74048ed45c0 HTTP/1.1" status: 200 len: 852 time: 0.1347835 Feb 04 05:58:32.305694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-230195ef-bcfe-4659-b93b-01ba79082d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.342280 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a2174f94-4d74-4991-b4fa-3f34e020f9bc req-2c4fbd68-23fc-4c0f-bed7-ecef66c15466 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edd4bf42-61c7-45bf-b1bc-eada7e457f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306907 Feb 04 05:58:32.395441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3317a6b-5a67-4b24-ba5a-336e8fa7c7c8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.398201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-230195ef-bcfe-4659-b93b-01ba79082d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.400649 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-230195ef-bcfe-4659-b93b-01ba79082d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.401885 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-230195ef-bcfe-4659-b93b-01ba79082d18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a51f653d-ee34-4117-addd-a83e4655e575 HTTP/1.1" status: 204 len: 168 time: 0.5404623 Feb 04 05:58:32.446158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230195ef-bcfe-4659-b93b-01ba79082d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51f653d-ee34-4117-addd-a83e4655e575,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:32.487554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3317a6b-5a67-4b24-ba5a-336e8fa7c7c8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.514983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3317a6b-5a67-4b24-ba5a-336e8fa7c7c8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed1bfa7-a257-4b61-a883-97090c1b103f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:32.518804 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3317a6b-5a67-4b24-ba5a-336e8fa7c7c8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.522332 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c3317a6b-5a67-4b24-ba5a-336e8fa7c7c8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/7ed1bfa7-a257-4b61-a883-97090c1b103f HTTP/1.1" status: 204 len: 168 time: 0.6480060 Feb 04 05:58:32.524818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46744) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:32.525298 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a2174f94-4d74-4991-b4fa-3f34e020f9bc req-e92e83d9-68a7-4ff1-8e19-587ffedda20b service neutron] 10.222.0.36 "GET /v2.0/networks/edd4bf42-61c7-45bf-b1bc-eada7e457f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759157 Feb 04 05:58:32.527722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.528346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f6b17-80c6-4d17-af7d-44292c197708 None None] Network 6c224337-2da5-4baa-a804-08a013850009 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:32.616061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.697576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port 763af48f-17f0-47cb-b592-fb0c7de48add {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:32.698050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.713121 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a2174f94-4d74-4991-b4fa-3f34e020f9bc req-3726d9c3-dfe0-4443-9faf-58194e900316 service neutron] 10.222.0.36 "GET /v2.0/networks/edd4bf42-61c7-45bf-b1bc-eada7e457f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809070 Feb 04 05:58:32.731798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f643e2e-19ec-4990-8e8a-e84ba62e2c55 None None] DHCP port deletion for 6c224337-2da5-4baa-a804-08a013850009 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:58:32.783388 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port 763af48f-17f0-47cb-b592-fb0c7de48add, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=763af48f-17f0-47cb-b592-fb0c7de48add,segment=NetworkSegment(0ace8ee6-03eb-4985-ada3-04b17a976f0c),segment_id=0ace8ee6-03eb-4985-ada3-04b17a976f0c)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:32.784457 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.795770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3f643e2e-19ec-4990-8e8a-e84ba62e2c55 None None] Deleting port 763af48f-17f0-47cb-b592-fb0c7de48add {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:32.797323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f643e2e-19ec-4990-8e8a-e84ba62e2c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.802082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for 763af48f-17f0-47cb-b592-fb0c7de48add owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:32.824843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.891715 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3f643e2e-19ec-4990-8e8a-e84ba62e2c55 None None] For port 763af48f-17f0-47cb-b592-fb0c7de48add, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=763af48f-17f0-47cb-b592-fb0c7de48add,segment=NetworkSegment(0ace8ee6-03eb-4985-ada3-04b17a976f0c),segment_id=0ace8ee6-03eb-4985-ada3-04b17a976f0c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:32.892136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f643e2e-19ec-4990-8e8a-e84ba62e2c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.906143 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3f643e2e-19ec-4990-8e8a-e84ba62e2c55 None None] Calling delete_port for 763af48f-17f0-47cb-b592-fb0c7de48add owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:32.916017 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:32.947236 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=763af48f-17f0-47cb-b592-fb0c7de48add,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:32.952997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No DVR routers for this DVR port 763af48f-17f0-47cb-b592-fb0c7de48add on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:32.987754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 9e648837-cd23-4e93-ad98-eb8e2c80da78 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:58:33.004443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f643e2e-19ec-4990-8e8a-e84ba62e2c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.033129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f643e2e-19ec-4990-8e8a-e84ba62e2c55 None None] Pushing event deleted for resources: {'Port': ['ID=763af48f-17f0-47cb-b592-fb0c7de48add,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:33.044683 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f643e2e-19ec-4990-8e8a-e84ba62e2c55 None None] No DVR routers for this DVR port 763af48f-17f0-47cb-b592-fb0c7de48add on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:33.065202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.102756 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c224337-2da5-4baa-a804-08a013850009']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:33.115411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ace8ee6-03eb-4985-ada3-04b17a976f0c') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:33.116316 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ace8ee6-03eb-4985-ada3-04b17a976f0c') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:33.127531 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.144794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.160087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:33.160764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:33.164410 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:33.173518 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:33.184468 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Sync routers for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:33.195459 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:33.196376 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:33.199964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c8a35-d706-4b2f-a753-e4671e19f10e req-7b34307b-bd14-413d-9d27-093576888e6b tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:33.201788 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ba5c8a35-d706-4b2f-a753-e4671e19f10e req-7b34307b-bd14-413d-9d27-093576888e6b tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.0838687 Feb 04 05:58:33.228103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.229609 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bb5d82ad-c277-4a74-a498-aa498b4040f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1241422 Feb 04 05:58:33.232583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.237241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46766) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:33.242534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.249611 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/networks/6c224337-2da5-4baa-a804-08a013850009 HTTP/1.1" status: 204 len: 168 time: 0.7234826 Feb 04 05:58:33.250256 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46770) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:33.260616 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-19eb12cd-29e7-419e-8bf4-4acfd565ab46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2067926047', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:33.290387 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ba5c8a35-d706-4b2f-a753-e4671e19f10e req-2330f442-7412-4663-a5ba-15443b5ca86d tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799925 Feb 04 05:58:33.290581 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc5fb2-8360-4544-b702-c3595a25a4a0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Network': ['ID=6c224337-2da5-4baa-a804-08a013850009,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:33.319818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46772) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:33.329434 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19eb12cd-29e7-419e-8bf4-4acfd565ab46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.332345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19eb12cd-29e7-419e-8bf4-4acfd565ab46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.378381 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:33.405668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19eb12cd-29e7-419e-8bf4-4acfd565ab46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.412900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'networks': [{'name': 'tempest-network--1720542344'}, {'name': 'tempest-network--1345990393'}]} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:33.413375 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'network': {'name': 'tempest-network--1720542344'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:33.413913 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'network': {'name': 'tempest-network--1345990393'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:33.419217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19eb12cd-29e7-419e-8bf4-4acfd565ab46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.444537 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19eb12cd-29e7-419e-8bf4-4acfd565ab46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.448596 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-19eb12cd-29e7-419e-8bf4-4acfd565ab46 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1925957 Feb 04 05:58:33.449021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46776) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:33.457022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'network': {'name': 'tempest-RoutersTest-491376932'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:33.459279 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Made reservation on behalf of c557e1b25fde45e3ba94bb1534567c21 for: {'network': 2} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:33.464278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.474135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.486864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:33.491007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.557713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.562091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.563365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.568285 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7cd0cbba-4a6d-4377-9b51-41a2142327e1 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3275523 Feb 04 05:58:33.570099 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46778) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:33.579540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:33.589462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.589811 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added segment a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7 of type vlan for network 8e4638e6-0a53-46b4-894d-d9e00c6900a2 Feb 04 05:58:33.603762 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:58:32Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:33.635056 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Checking router: 9e648837-cd23-4e93-ad98-eb8e2c80da78 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:33.635826 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Updating router 9e648837-cd23-4e93-ad98-eb8e2c80da78 port ae4a74c4-7a75-48ce-b05e-41d75f264462 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:58:33.654654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.665420 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.692781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.701126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:33.701549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.712611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09abc4f2-65db-4103-a414-e99807b9abf4,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:33.736854 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:33.783342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.783727 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Added segment f3851c01-4742-4db9-ab9f-271ac79ab6c4 of type vlan for network 93011132-fb20-4404-892c-ad344d69d052 Feb 04 05:58:33.789818 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3391061 Feb 04 05:58:33.793209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46780) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:33.799730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'subnet': {'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:33.831490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa698f-c799-40f1-99cf-50b2adcfde3f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Network': ['ID=8e4638e6-0a53-46b4-894d-d9e00c6900a2,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:33.832352 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c734b9-4d48-481e-a361-3f8d8d653eea tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:33.834565 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c0c734b9-4d48-481e-a361-3f8d8d653eea tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2634444 Feb 04 05:58:33.838042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46782) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:33.847121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 8e4638e6-0a53-46b4-894d-d9e00c6900a2 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:33.880442 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.893909 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c990dc2b-c408-4370-a44f-f10407c997c8 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519221 Feb 04 05:58:33.894050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46784) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:33.898498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1043900886', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:33.919170 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:33.930070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.930753 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Added segment 77dd1590-8ad6-4898-bd29-2b11ce98c7ad of type vlan for network 6ff53334-e14a-460c-93c5-1bb80edfc84c Feb 04 05:58:33.980089 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.987539 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.987969 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:33.993018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:33.995970 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.019750 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.020718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.029351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:34.041723 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:34.042478 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Attempting to bind port ae4a74c4-7a75-48ce-b05e-41d75f264462 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:34.042851 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Attempting to bind port ae4a74c4-7a75-48ce-b05e-41d75f264462 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:34.042972 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.043211 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Attempting to bind port ae4a74c4-7a75-48ce-b05e-41d75f264462 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:34.045215 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Pushing event updated for resources: {'Port': ['ID=ae4a74c4-7a75-48ce-b05e-41d75f264462,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:34.054404 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.054815 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.055305 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.055833 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.056174 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.056525 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.056851 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.057221 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.057565 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.057891 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.058210 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.058546 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:34.062277 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:34.062888 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:34.063713 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.064255 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:34.064883 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Bound port: ae4a74c4-7a75-48ce-b05e-41d75f264462, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:34.065475 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.077931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:34.081807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.122557 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8014593 Feb 04 05:58:34.123051 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] For port ae4a74c4-7a75-48ce-b05e-41d75f264462, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:34.126575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event updated for resources: {'Network': ['ID=93011132-fb20-4404-892c-ad344d69d052,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:34.127038 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] For port ae4a74c4-7a75-48ce-b05e-41d75f264462, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ae4a74c4-7a75-48ce-b05e-41d75f264462,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:34.128854 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46786) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:34.132555 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.149221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 93011132-fb20-4404-892c-ad344d69d052 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:34.194082 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:34.194735 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:34.239003 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808c422-7b4c-4654-a771-6a6672abf96d None None] Pushing event updated for resources: {'Port': ['ID=ae4a74c4-7a75-48ce-b05e-41d75f264462,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:34.291202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab1106-50c7-4bff-8c11-1645305dfa11 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event updated for resources: {'Network': ['ID=6ff53334-e14a-460c-93c5-1bb80edfc84c,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:34.304320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 6ff53334-e14a-460c-93c5-1bb80edfc84c details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:34.336418 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:34.355195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5eaa7b-f191-48e4-80ce-bec8a68b4d83 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:34.362888 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5eaa7b-f191-48e4-80ce-bec8a68b4d83 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:34.371442 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5eaa7b-f191-48e4-80ce-bec8a68b4d83 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:34.380744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5eaa7b-f191-48e4-80ce-bec8a68b4d83 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:34.386597 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9d5eaa7b-f191-48e4-80ce-bec8a68b4d83 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2570717 Feb 04 05:58:34.387556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46790) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:34.400267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.476668 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 763af48f-17f0-47cb-b592-fb0c7de48add no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:34.479464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Subnet': ['ID=dbc65935-bce7-4ed0-befc-e3b17022edff,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:34.500301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.503479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 763af48f-17f0-47cb-b592-fb0c7de48add {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:58:34.503822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 763af48f-17f0-47cb-b592-fb0c7de48add not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:58:34.536322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.551945 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:58:32Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:34.580783 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9788c-8444-494d-91fd-206d5da929f9 None None] The sync data for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv is: [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:58:32Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:34.595731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a44251-3232-44fc-bdd6-b7e8d2cc4668 req-409160d3-4990-4065-81da-fa967dbdadbe tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:34.597878 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c1a44251-3232-44fc-bdd6-b7e8d2cc4668 req-409160d3-4990-4065-81da-fa967dbdadbe tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.1954010 Feb 04 05:58:34.603306 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.627164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93011132-fb20-4404-892c-ad344d69d052']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:34.628147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Checking segment: {'id': 'a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:34.628509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network hostable DHCP agents. Network: 8e4638e6-0a53-46b4-894d-d9e00c6900a2, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:34.637338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3851c01-4742-4db9-ab9f-271ac79ab6c4') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:34.637801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3851c01-4742-4db9-ab9f-271ac79ab6c4') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:34.643017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Subnet': ['ID=2144876a-a01b-43a1-877a-4a2c367f825b,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:34.649660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.664236 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.672142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:34.672542 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:34.675581 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:34.684912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 8e4638e6-0a53-46b4-894d-d9e00c6900a2 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:34.691357 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c1a44251-3232-44fc-bdd6-b7e8d2cc4668 req-b4178981-8c7d-40d1-845f-28cd9c55e310 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758352 Feb 04 05:58:34.692073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Checking segment: {'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:34.692436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network hostable DHCP agents. Network: 6157faa1-1982-44e3-989e-2a7fc7430145, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:34.716763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 8e4638e6-0a53-46b4-894d-d9e00c6900a2) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:34.723280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 6157faa1-1982-44e3-989e-2a7fc7430145 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:34.729790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:34.730593 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.732926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 6157faa1-1982-44e3-989e-2a7fc7430145) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:34.736525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40b0c1d-8209-4bc4-a697-569ac3d6b6b0 None None] Network 8e4638e6-0a53-46b4-894d-d9e00c6900a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:34.742250 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:34.742850 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.755863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.765556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:34.772081 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0a64d7b7-2971-44bb-9f2a-215238df0a02 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9780121 Feb 04 05:58:34.778047 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "DELETE /v2.0/networks/93011132-fb20-4404-892c-ad344d69d052 HTTP/1.1" status: 204 len: 168 time: 0.3880396 Feb 04 05:58:34.779415 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f2a98-061d-42b9-8ea5-69c69e80ec0d None None] Network 6157faa1-1982-44e3-989e-2a7fc7430145 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:34.780829 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-718e9cdf-f4e1-4e51-8145-c735c33ee67c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8821752 Feb 04 05:58:34.781462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46796) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:34.781853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46798) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:34.782173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46800) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:34.790229 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d590085-d435-4b2f-b453-6d5c92d17d98 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event deleted for resources: {'Network': ['ID=93011132-fb20-4404-892c-ad344d69d052,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:35.034763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:35.035626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.071735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.240582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de45fc-17e6-46b5-b32b-4d473cc10f14 req-ddf463f4-eba3-4ccb-b31c-b9bd32155e22 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:35.242239 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-69de45fc-17e6-46b5-b32b-4d473cc10f14 req-ddf463f4-eba3-4ccb-b31c-b9bd32155e22 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.2497110 Feb 04 05:58:35.306356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-6157faa1-1982-44e3-989e-2a7fc7430145', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:35.307218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.436128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.473547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Allocated IP 172.20.0.2 (8e4638e6-0a53-46b4-894d-d9e00c6900a2/dbc65935-bce7-4ed0-befc-e3b17022edff/fbbf6bf7-3e28-49dc-9e84-bbeb8107b737) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:35.507365 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-69de45fc-17e6-46b5-b32b-4d473cc10f14 req-6c813f33-2db8-4867-8aaa-a455a9fe4619 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520039 Feb 04 05:58:35.512469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff53334-e14a-460c-93c5-1bb80edfc84c']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:35.515223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Allocated IP 172.20.0.2 (6157faa1-1982-44e3-989e-2a7fc7430145/2144876a-a01b-43a1-877a-4a2c367f825b/485aedf1-a437-4b64-91bf-60eebac01cb5) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:35.552761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77dd1590-8ad6-4898-bd29-2b11ce98c7ad') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:35.553150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77dd1590-8ad6-4898-bd29-2b11ce98c7ad') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:35.571932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.607465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.615353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.634435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:35.634843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:35.637654 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:35.728298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.758121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.793199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.806539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.807895 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.809635 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "DELETE /v2.0/networks/6ff53334-e14a-460c-93c5-1bb80edfc84c HTTP/1.1" status: 204 len: 168 time: 1.0240743 Feb 04 05:58:35.814275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46806) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:35.814783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Network 8e4638e6-0a53-46b4-894d-d9e00c6900a2 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:35.818945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:35.821657 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:35.831066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.855134 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Pushing event updated for resources: {'Port': ['ID=fbbf6bf7-3e28-49dc-9e84-bbeb8107b737,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:35.864818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d07d05-0501-4507-9449-78c0f7ed5272 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event deleted for resources: {'Network': ['ID=6ff53334-e14a-460c-93c5-1bb80edfc84c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:35.932325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Network 6157faa1-1982-44e3-989e-2a7fc7430145 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:35.939468 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:35.941923 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:35.945190 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Pushing event updated for resources: {'Port': ['ID=485aedf1-a437-4b64-91bf-60eebac01cb5,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:35.949925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Attempting to bind port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:35.950521 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Attempting to bind port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:35.951056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Attempting to bind port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 on network 8e4638e6-0a53-46b4-894d-d9e00c6900a2 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:35.956285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f0900d-f62f-479b-ab5a-e1758fa2ec24 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:35.960093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:35.960689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Checking segment: {'id': 'a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:35.961391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.961977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Bound using segment: {'id': 'a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:35.962450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Bound port: fbbf6bf7-3e28-49dc-9e84-bbeb8107b737, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:35.962838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:35.963275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f0900d-f62f-479b-ab5a-e1758fa2ec24 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:35.968978 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e1f0900d-f62f-479b-ab5a-e1758fa2ec24 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1481225 Feb 04 05:58:35.970570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46808) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:35.975543 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2101370082'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:36.002484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Made reservation on behalf of c557e1b25fde45e3ba94bb1534567c21 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:36.006467 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.034512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:36.040727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Attempting to bind port 485aedf1-a437-4b64-91bf-60eebac01cb5 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:36.041371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Attempting to bind port 485aedf1-a437-4b64-91bf-60eebac01cb5 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:36.041472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Attempting to bind port 485aedf1-a437-4b64-91bf-60eebac01cb5 on network 6157faa1-1982-44e3-989e-2a7fc7430145 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:36.045621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.046002 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Added segment 23f927da-2076-4532-832d-96109ec812e7 of type vlan for network 2ed12316-5ee4-4454-9eeb-40540fe37b0e Feb 04 05:58:36.055431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:36.055808 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Checking segment: {'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:36.056454 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.057113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Bound using segment: {'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:36.057827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Bound port: 485aedf1-a437-4b64-91bf-60eebac01cb5, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:36.058216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.096525 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.109339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] For port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:36.129883 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.130189 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] For port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fbbf6bf7-3e28-49dc-9e84-bbeb8107b737,segment=NetworkSegment(a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7),segment_id=a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:36.136130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:36.136813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.141064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.193606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-13634472-5885-4197-a8d2-046b97af3606 None None] For port 485aedf1-a437-4b64-91bf-60eebac01cb5, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:36.208483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event updated for resources: {'Network': ['ID=2ed12316-5ee4-4454-9eeb-40540fe37b0e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:36.218548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-13634472-5885-4197-a8d2-046b97af3606 None None] For port 485aedf1-a437-4b64-91bf-60eebac01cb5, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=485aedf1-a437-4b64-91bf-60eebac01cb5,segment=NetworkSegment(dfba115d-70a0-4b07-88ae-fd9a69a1e146),segment_id=dfba115d-70a0-4b07-88ae-fd9a69a1e146)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:36.229845 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d8c296d9-9a2f-47b4-86d6-d149a431b3fd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2558558 Feb 04 05:58:36.230110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46810) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:36.233807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.236289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-412647081'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:36.240855 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 2ed12316-5ee4-4454-9eeb-40540fe37b0e details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:36.262046 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a460f4-992a-4cf8-b373-3466fe587f9e None None] Pushing event updated for resources: {'Port': ['ID=fbbf6bf7-3e28-49dc-9e84-bbeb8107b737,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:36.279316 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Made reservation on behalf of c557e1b25fde45e3ba94bb1534567c21 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:36.284337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.320964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:36.335260 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.335882 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Added segment 7de6ca55-c2d8-4e14-b2f2-daab6bf45f3b of type vlan for network 0c5c49e5-aa96-49ff-aa43-32eabfc6b806 Feb 04 05:58:36.391276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13634472-5885-4197-a8d2-046b97af3606 None None] Pushing event updated for resources: {'Port': ['ID=485aedf1-a437-4b64-91bf-60eebac01cb5,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:36.401264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.444505 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.450773 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:36.451416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.481397 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2491467 Feb 04 05:58:36.482057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46812) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:36.582189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'ports': [{'network_id': '2ed12316-5ee4-4454-9eeb-40540fe37b0e', 'name': 'tempest-port--58148614', 'admin_state_up': True}, {'network_id': '0c5c49e5-aa96-49ff-aa43-32eabfc6b806', 'admin_state_up': False}]} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:36.582877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'port': {'network_id': '2ed12316-5ee4-4454-9eeb-40540fe37b0e', 'name': 'tempest-port--58148614', 'admin_state_up': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:36.583566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'port': {'network_id': '0c5c49e5-aa96-49ff-aa43-32eabfc6b806', 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:36.604116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ae4a74c4-7a75-48ce-b05e-41d75f264462 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:36.613188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Allocated IP 172.20.0.1 (8e4638e6-0a53-46b4-894d-d9e00c6900a2/dbc65935-bce7-4ed0-befc-e3b17022edff/1ba9ed1f-6457-4b89-9d69-7166dffe634e) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:36.675658 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29c65e-39f0-4d75-825a-84243db58960 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event updated for resources: {'Network': ['ID=0c5c49e5-aa96-49ff-aa43-32eabfc6b806,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:36.705652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 0c5c49e5-aa96-49ff-aa43-32eabfc6b806 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:36.815173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port ae4a74c4-7a75-48ce-b05e-41d75f264462 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:36.816048 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.845308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.921225 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d1ed1-66b1-401e-bcb2-024acd6ab532 req-251febc6-65d4-4c1b-b6d8-768f685c8925 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:36.921587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.923579 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ff2d1ed1-66b1-401e-bcb2-024acd6ab532 req-251febc6-65d4-4c1b-b6d8-768f685c8925 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.2874346 Feb 04 05:58:36.940834 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Made reservation on behalf of c557e1b25fde45e3ba94bb1534567c21 for: {'port': 2} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:36.946853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.950771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port ae4a74c4-7a75-48ce-b05e-41d75f264462, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ae4a74c4-7a75-48ce-b05e-41d75f264462,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:36.956042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:36.968177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.013190 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=ae4a74c4-7a75-48ce-b05e-41d75f264462,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:37.032035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a55a2-bec2-4379-a465-92d0dce371ef req-9f7a35f3-67a2-47b3-aa48-e2758cbe6c5a tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:37.033716 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8a8a55a2-bec2-4379-a465-92d0dce371ef req-9f7a35f3-67a2-47b3-aa48-e2758cbe6c5a tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 945 time: 0.2614067 Feb 04 05:58:37.120429 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ff2d1ed1-66b1-401e-bcb2-024acd6ab532 req-598e1173-b3f5-4d85-bffd-c1fbd118c274 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9da76f5-6b50-402a-8c32-19fdcf6f10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588974 Feb 04 05:58:37.124340 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] device_id is not set on port 98efc73f-d877-48d8-b79e-cea9fab8c6d9 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:58:37.128261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.210424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.286781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] device_id is not set on port 525d25cf-cf74-4418-aa87-9ec6adacc8b5 yet. {{(pid=102166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:58:37.299387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.373068 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.373317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 8e4638e6-0a53-46b4-894d-d9e00c6900a2 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:37.384149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-8a8a55a2-bec2-4379-a465-92d0dce371ef req-9e5110b4-ebb0-47da-a866-6d927ddc25d2 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Deleting port aacc7a18-99b9-435e-83b1-ec9848d1d93f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:37.384498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8a8a55a2-bec2-4379-a465-92d0dce371ef req-9e5110b4-ebb0-47da-a866-6d927ddc25d2 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.387389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:37.413448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:37.418010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.429484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=1ba9ed1f-6457-4b89-9d69-7166dffe634e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:37.483798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event updated for resources: {'Port': ['ID=98efc73f-d877-48d8-b79e-cea9fab8c6d9,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:37.491626 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Checking segment: {'id': '23f927da-2076-4532-832d-96109ec812e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2ed12316-5ee4-4454-9eeb-40540fe37b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:37.491988 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Network hostable DHCP agents. Network: 2ed12316-5ee4-4454-9eeb-40540fe37b0e, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:37.510322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Network 2ed12316-5ee4-4454-9eeb-40540fe37b0e is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:37.525743 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 2ed12316-5ee4-4454-9eeb-40540fe37b0e) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:37.528774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.1 (6157faa1-1982-44e3-989e-2a7fc7430145/2144876a-a01b-43a1-877a-4a2c367f825b/0c6df9df-943e-4a20-9bf4-5422acd9b5f5) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:37.536727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:37.537361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.539870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.540213 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fc4864-526f-435c-a107-0a1e4a243b7f None None] Network 2ed12316-5ee4-4454-9eeb-40540fe37b0e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:37.640677 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event updated for resources: {'Port': ['ID=525d25cf-cf74-4418-aa87-9ec6adacc8b5,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:37.657648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Checking segment: {'id': '7de6ca55-c2d8-4e14-b2f2-daab6bf45f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0c5c49e5-aa96-49ff-aa43-32eabfc6b806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:37.657648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Network hostable DHCP agents. Network: 0c5c49e5-aa96-49ff-aa43-32eabfc6b806, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:37.662742 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f1f12-5da4-4d09-9c25-de9bd75ccb4d None None] Network 8e4638e6-0a53-46b4-894d-d9e00c6900a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:37.681881 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Network 0c5c49e5-aa96-49ff-aa43-32eabfc6b806 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:37.694545 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 0c5c49e5-aa96-49ff-aa43-32eabfc6b806) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:37.699336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:37.706535 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:37.714953 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:37.715955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.720562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-8a8a55a2-bec2-4379-a465-92d0dce371ef req-9e5110b4-ebb0-47da-a866-6d927ddc25d2 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] For port aacc7a18-99b9-435e-83b1-ec9848d1d93f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=aacc7a18-99b9-435e-83b1-ec9848d1d93f,segment=NetworkSegment(32b9e83d-0062-4084-977b-68e51a7d0521),segment_id=32b9e83d-0062-4084-977b-68e51a7d0521)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:37.721065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8a8a55a2-bec2-4379-a465-92d0dce371ef req-9e5110b4-ebb0-47da-a866-6d927ddc25d2 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.732188 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90009b12-18ae-4f9d-b0b4-36e5bff784d6 None None] Network 0c5c49e5-aa96-49ff-aa43-32eabfc6b806 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:37.739721 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aaa7b9dd-5908-4fc5-addb-5e59c552b086 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.1647267 Feb 04 05:58:37.742164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46816) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:37.753804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-8a8a55a2-bec2-4379-a465-92d0dce371ef req-9e5110b4-ebb0-47da-a866-6d927ddc25d2 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Calling delete_port for aacc7a18-99b9-435e-83b1-ec9848d1d93f owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:37.807724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f470cf6f-bf13-4ef1-b849-0b567237dd50 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:37.814533 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f470cf6f-bf13-4ef1-b849-0b567237dd50 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:37.816553 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f470cf6f-bf13-4ef1-b849-0b567237dd50 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0731509 Feb 04 05:58:37.819270 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46818) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:37.884242 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.909477 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.918489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e3fd0530-052b-463c-b0eb-644f62438149 None None] Provisioning complete for port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:37.918833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0530-052b-463c-b0eb-644f62438149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.927197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-79e422ba-1d71-4cd9-9d35-e24a626483c0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Deleting port 98efc73f-d877-48d8-b79e-cea9fab8c6d9 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:37.927535 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-79e422ba-1d71-4cd9-9d35-e24a626483c0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.007059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-79e422ba-1d71-4cd9-9d35-e24a626483c0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.029522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-79e422ba-1d71-4cd9-9d35-e24a626483c0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Calling delete_port for 98efc73f-d877-48d8-b79e-cea9fab8c6d9 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:38.118544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.126284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0530-052b-463c-b0eb-644f62438149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.134184 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-79e422ba-1d71-4cd9-9d35-e24a626483c0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.140991 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d7d43-09f4-4076-bcb7-8b34725de380 None None] Network 6157faa1-1982-44e3-989e-2a7fc7430145 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:38.182757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e422ba-1d71-4cd9-9d35-e24a626483c0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event deleted for resources: {'Port': ['ID=98efc73f-d877-48d8-b79e-cea9fab8c6d9,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:38.187603 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-79e422ba-1d71-4cd9-9d35-e24a626483c0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.191692 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-79e422ba-1d71-4cd9-9d35-e24a626483c0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "DELETE /v2.0/ports/98efc73f-d877-48d8-b79e-cea9fab8c6d9 HTTP/1.1" status: 204 len: 168 time: 0.3713975 Feb 04 05:58:38.194821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46822) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:38.244808 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e3fd0530-052b-463c-b0eb-644f62438149 None None] For port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fbbf6bf7-3e28-49dc-9e84-bbeb8107b737,segment=NetworkSegment(a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7),segment_id=a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:38.250978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0530-052b-463c-b0eb-644f62438149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.293579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8a8a55a2-bec2-4379-a465-92d0dce371ef req-9e5110b4-ebb0-47da-a866-6d927ddc25d2 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.302689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 6157faa1-1982-44e3-989e-2a7fc7430145 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:38.311844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['aacc7a18-99b9-435e-83b1-ec9848d1d93f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:58:38.334865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-651934de-74ec-4d0e-9c5c-ee78d6fb658e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Deleting port 525d25cf-cf74-4418-aa87-9ec6adacc8b5 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:38.335213 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-651934de-74ec-4d0e-9c5c-ee78d6fb658e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.342289 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-750e628a-5dab-4197-9803-354bad604dfb req-7bcf802f-f316-41f6-8387-0a336bb705c1 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 210 time: 0.1002469 Feb 04 05:58:38.350469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:38.360517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:38.397396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd0530-052b-463c-b0eb-644f62438149 None None] Pushing event updated for resources: {'Port': ['ID=fbbf6bf7-3e28-49dc-9e84-bbeb8107b737,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:38.414356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-86d29bfb-4af7-401e-8d35-5730d77b41fc None None] Provisioning complete for port 485aedf1-a437-4b64-91bf-60eebac01cb5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:38.414741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-86d29bfb-4af7-401e-8d35-5730d77b41fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.431677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=0c6df9df-943e-4a20-9bf4-5422acd9b5f5,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:38.440385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-651934de-74ec-4d0e-9c5c-ee78d6fb658e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.453538 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-651934de-74ec-4d0e-9c5c-ee78d6fb658e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Calling delete_port for 525d25cf-cf74-4418-aa87-9ec6adacc8b5 owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:38.541146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-651934de-74ec-4d0e-9c5c-ee78d6fb658e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.552775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.596672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651934de-74ec-4d0e-9c5c-ee78d6fb658e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event deleted for resources: {'Port': ['ID=525d25cf-cf74-4418-aa87-9ec6adacc8b5,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:38.601823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-651934de-74ec-4d0e-9c5c-ee78d6fb658e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.607712 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-651934de-74ec-4d0e-9c5c-ee78d6fb658e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "DELETE /v2.0/ports/525d25cf-cf74-4418-aa87-9ec6adacc8b5 HTTP/1.1" status: 204 len: 168 time: 0.4095414 Feb 04 05:58:38.613561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46824) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:38.665446 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3115f8e5-bf92-4e0e-bf02-3d52b81ca259 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0501904 Feb 04 05:58:38.668805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46826) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:38.674770 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-189460134'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:38.716903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Made reservation on behalf of c557e1b25fde45e3ba94bb1534567c21 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:38.722144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.774651 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:38.803179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.803857 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Added segment 4c9eaec2-78eb-48be-a3f1-aed9078ff422 of type vlan for network 846f7c5e-1d60-429c-8e80-5a46c9b5ada4 Feb 04 05:58:38.815478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 485aedf1-a437-4b64-91bf-60eebac01cb5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:38.852781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-86d29bfb-4af7-401e-8d35-5730d77b41fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.872301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.907779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.908271 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-86d29bfb-4af7-401e-8d35-5730d77b41fc None None] For port 485aedf1-a437-4b64-91bf-60eebac01cb5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=485aedf1-a437-4b64-91bf-60eebac01cb5,segment=NetworkSegment(dfba115d-70a0-4b07-88ae-fd9a69a1e146),segment_id=dfba115d-70a0-4b07-88ae-fd9a69a1e146)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:38.913759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:38.914390 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.914843 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-86d29bfb-4af7-401e-8d35-5730d77b41fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.918412 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 485aedf1-a437-4b64-91bf-60eebac01cb5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:38.918777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:38.966162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5110b4-ebb0-47da-a866-6d927ddc25d2 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Pushing event deleted for resources: {'Port': ['ID=aacc7a18-99b9-435e-83b1-ec9848d1d93f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:38.970349 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3000658 Feb 04 05:58:38.977958 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46828) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:38.984000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1407014081'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:38.995508 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8a55a2-bec2-4379-a465-92d0dce371ef req-9e5110b4-ebb0-47da-a866-6d927ddc25d2 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] No DVR routers for this DVR port aacc7a18-99b9-435e-83b1-ec9848d1d93f on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:38.998006 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8a8a55a2-bec2-4379-a465-92d0dce371ef req-9e5110b4-ebb0-47da-a866-6d927ddc25d2 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.002376 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8a8a55a2-bec2-4379-a465-92d0dce371ef req-9e5110b4-ebb0-47da-a866-6d927ddc25d2 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.36 "DELETE /v2.0/ports/aacc7a18-99b9-435e-83b1-ec9848d1d93f HTTP/1.1" status: 204 len: 173 time: 1.9347425 Feb 04 05:58:39.011980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc6ba0b-fd3e-4d33-bbab-ba622841fb35', 'name': 'network-vif-deleted', 'tag': 'aacc7a18-99b9-435e-83b1-ec9848d1d93f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:58:39.012169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-86d29bfb-4af7-401e-8d35-5730d77b41fc None None] Provisioning complete for port 1ba9ed1f-6457-4b89-9d69-7166dffe634e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:39.012169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-86d29bfb-4af7-401e-8d35-5730d77b41fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.014535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d966a100-c6dc-436c-b1e7-bb25fd24a835" -d '{"events": [{"server_uuid": "0dc6ba0b-fd3e-4d33-bbab-ba622841fb35", "name": "network-vif-deleted", "tag": "aacc7a18-99b9-435e-83b1-ec9848d1d93f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:58:39.017776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Made reservation on behalf of c557e1b25fde45e3ba94bb1534567c21 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:39.023450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.045109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa944cc-38f9-44c7-86c1-3627592348b0 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event updated for resources: {'Network': ['ID=846f7c5e-1d60-429c-8e80-5a46c9b5ada4,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:39.059465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.078018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:39.081985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 846f7c5e-1d60-429c-8e80-5a46c9b5ada4 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:39.091210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.092577 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Added segment 422f700f-5190-43b3-a205-a37ddc9ab464 of type vlan for network 7da2659a-387d-40ca-843c-80eea632d7fb Feb 04 05:58:39.092967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-86d29bfb-4af7-401e-8d35-5730d77b41fc None None] Port 1ba9ed1f-6457-4b89-9d69-7166dffe634e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:39.150111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d29bfb-4af7-401e-8d35-5730d77b41fc None None] Pushing event updated for resources: {'Port': ['ID=485aedf1-a437-4b64-91bf-60eebac01cb5,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:39.153304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.184252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.190447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-86d29bfb-4af7-401e-8d35-5730d77b41fc None None] Provisioning complete for port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:39.190820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-86d29bfb-4af7-401e-8d35-5730d77b41fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.192214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:39.192835 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.221979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3083edab-3fe2-4c5e-9f5e-645f32692719 x-openstack-request-id: req-3083edab-3fe2-4c5e-9f5e-645f32692719 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:58:39.222498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc6ba0b-fd3e-4d33-bbab-ba622841fb35", "name": "network-vif-deleted", "tag": "aacc7a18-99b9-435e-83b1-ec9848d1d93f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:58:39.222833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3083edab-3fe2-4c5e-9f5e-645f32692719 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:58:39.223282 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc6ba0b-fd3e-4d33-bbab-ba622841fb35', 'name': 'network-vif-deleted', 'tag': 'aacc7a18-99b9-435e-83b1-ec9848d1d93f', 'status': 'completed', 'code': 200} Feb 04 05:58:39.250793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.253017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:39.257890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.258595 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2798421 Feb 04 05:58:39.273622 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427dcf3-554b-41b6-bf3e-13fc1fcdbf2c tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event updated for resources: {'Network': ['ID=7da2659a-387d-40ca-843c-80eea632d7fb,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:39.296628 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 7da2659a-387d-40ca-843c-80eea632d7fb details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:39.392239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46834) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:39.402887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'subnets': [{'network_id': '846f7c5e-1d60-429c-8e80-5a46c9b5ada4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--907981946', 'ip_version': 4}, {'network_id': '7da2659a-387d-40ca-843c-80eea632d7fb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:39.403190 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'subnet': {'network_id': '846f7c5e-1d60-429c-8e80-5a46c9b5ada4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--907981946', 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:39.403761 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Request body: {'subnet': {'network_id': '7da2659a-387d-40ca-843c-80eea632d7fb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:39.414641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.425993 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:39.426357 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.432911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=1ba9ed1f-6457-4b89-9d69-7166dffe634e,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:39.520032 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ae4a74c4-7a75-48ce-b05e-41d75f264462 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:39.575048 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7f2da41e-2fed-464f-a60a-d448552f0a88 req-533534f6-222f-497c-9557-32a9a91ecd37 tempest-TestServerAdvancedOps-1825022091 tempest-TestServerAdvancedOps-1825022091-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc6ba0b-fd3e-4d33-bbab-ba622841fb35 HTTP/1.1" status: 200 len: 210 time: 0.0736625 Feb 04 05:58:39.583404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-80652c70-7706-477a-81c2-9cbe24cd4c46 None None] Provisioning complete for port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:39.583778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-80652c70-7706-477a-81c2-9cbe24cd4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.629657 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port ae4a74c4-7a75-48ce-b05e-41d75f264462 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:39.630026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.631460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-80652c70-7706-477a-81c2-9cbe24cd4c46 None None] Port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:39.656956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Made reservation on behalf of c557e1b25fde45e3ba94bb1534567c21 for: {'subnet': 2} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:39.662949 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.668106 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-80652c70-7706-477a-81c2-9cbe24cd4c46 None None] Provisioning complete for port 485aedf1-a437-4b64-91bf-60eebac01cb5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:39.668480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-80652c70-7706-477a-81c2-9cbe24cd4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.673456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.677358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.683520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.688509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 8e4638e6-0a53-46b4-894d-d9e00c6900a2 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:39.712453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:39.826130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-80652c70-7706-477a-81c2-9cbe24cd4c46 None None] Provisioning complete for port 1ba9ed1f-6457-4b89-9d69-7166dffe634e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:39.827929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-80652c70-7706-477a-81c2-9cbe24cd4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.883761 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-80652c70-7706-477a-81c2-9cbe24cd4c46 None None] Port 1ba9ed1f-6457-4b89-9d69-7166dffe634e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:39.902939 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:39.911741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=0c6df9df-943e-4a20-9bf4-5422acd9b5f5,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:39.986942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:58:40.107771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6d3a5026-4d45-4b18-853b-46524c772f11 None None] Provisioning complete for port 1ba9ed1f-6457-4b89-9d69-7166dffe634e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:40.108433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6d3a5026-4d45-4b18-853b-46524c772f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.110424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 6157faa1-1982-44e3-989e-2a7fc7430145 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:40.113774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:40.122330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:40.132641 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8afded92-9fc7-437f-94b7-fa04a7e43534 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3482318 Feb 04 05:58:40.141414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Sync routers for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:40.157072 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46836) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:40.162058 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'network': {'name': 'tempest-RoutersTest-1375519165'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:40.164163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:40.164795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:40.166847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a5026-4d45-4b18-853b-46524c772f11 None None] Port 1ba9ed1f-6457-4b89-9d69-7166dffe634e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:40.185424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.237696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:40.241276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.267400 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:40.272095 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event updated for resources: {'Subnet': ['ID=905e5dcc-4116-4334-80a8-33594a5dc6fe,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:40.274214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 9e648837-cd23-4e93-ad98-eb8e2c80da78 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:40.285096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Checking segment: {'id': '4c9eaec2-78eb-48be-a3f1-aed9078ff422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '846f7c5e-1d60-429c-8e80-5a46c9b5ada4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:40.285509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Network hostable DHCP agents. Network: 846f7c5e-1d60-429c-8e80-5a46c9b5ada4, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:40.302667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:40.319199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.319552 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added segment ae884eca-0027-4be6-bab6-41d00f221ac0 of type vlan for network 49685e8c-021a-439b-a4a4-519ab7c5432d Feb 04 05:58:40.329666 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Network 846f7c5e-1d60-429c-8e80-5a46c9b5ada4 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:40.384746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 846f7c5e-1d60-429c-8e80-5a46c9b5ada4) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:40.396233 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.404444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.463493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:40.474498 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-696b4cf6-7a5f-4681-b42b-5e6fb0ebe6b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/9e648837-cd23-4e93-ad98-eb8e2c80da78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6898417 Feb 04 05:58:40.474837 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Sync routers for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:40.475312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46838) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:40.488402 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:40.489311 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:40.505502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device aacc7a18-99b9-435e-83b1-ec9848d1d93f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:58:40.526202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94accb84-ac04-4365-9c6a-2d1562d15f69 None None] Network 846f7c5e-1d60-429c-8e80-5a46c9b5ada4 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:40.533752 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: aacc7a18-99b9-435e-83b1-ec9848d1d93f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:58:40.534167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device aacc7a18-99b9-435e-83b1-ec9848d1d93f not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:58:40.574035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.583493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 485aedf1-a437-4b64-91bf-60eebac01cb5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:40.590590 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.590816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.640418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event updated for resources: {'Subnet': ['ID=9f628e3a-b8b4-4dd4-ad13-fc3a53353a98,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:40.692688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.693159 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.693618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.694073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.694524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.695417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.695417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.696002 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.696489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.696918 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.697391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.703618 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-35dbcd5a-9397-4da2-8e70-8f5fc5155d0a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7690 time: 0.2271428 Feb 04 05:58:40.704258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46842) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:40.704588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46844) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:40.705063 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-719ca0fe-40f3-4091-88b2-998cc7d7a072 None None] Provisioning complete for port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:40.705689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-719ca0fe-40f3-4091-88b2-998cc7d7a072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.749924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-719ca0fe-40f3-4091-88b2-998cc7d7a072 None None] Port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:40.777716 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6195095 Feb 04 05:58:40.781540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46846) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:40.788433 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Checking segment: {'id': '422f700f-5190-43b3-a205-a37ddc9ab464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7da2659a-387d-40ca-843c-80eea632d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:40.788796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Network hostable DHCP agents. Network: 7da2659a-387d-40ca-843c-80eea632d7fb, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:40.790390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'subnet': {'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:40.805422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:37Z', 'revision_number': 2, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:38Z', 'revision_number': 2, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:40.814057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38367f-e76a-4aec-ba9f-89c3a2279485 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Network': ['ID=49685e8c-021a-439b-a4a4-519ab7c5432d,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:40.843695 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Network 7da2659a-387d-40ca-843c-80eea632d7fb is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:40.849216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Checking router: 10109c2a-bee8-47a2-9c4a-bf68cdd3511a for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:40.850340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Updating router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a port 1ba9ed1f-6457-4b89-9d69-7166dffe634e binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:58:40.853669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 49685e8c-021a-439b-a4a4-519ab7c5432d details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:40.859087 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 485aedf1-a437-4b64-91bf-60eebac01cb5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:40.859918 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.862507 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 7da2659a-387d-40ca-843c-80eea632d7fb) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:40.876519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.877426 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.878272 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.908842 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-21b927fb-4d0d-450d-9ae5-23844698477f tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.5153415 Feb 04 05:58:40.911352 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46848) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:40.931892 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:40.953046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6496b74-724e-4b3c-94bf-184d6d0b8621 admin admin] Deleting subnet f5e43ab4-bc0c-4127-b1bd-a74048ed45c0 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:40.956771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e6496b74-724e-4b3c-94bf-184d6d0b8621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:40.975517 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d8a97-9538-49df-a51c-c8095cde9bc4 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.977654 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d8a97-9538-49df-a51c-c8095cde9bc4 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.978813 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8c7f74-4b41-46a2-8680-c036de117ff9 None None] Network 7da2659a-387d-40ca-843c-80eea632d7fb requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:40.980178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d8a97-9538-49df-a51c-c8095cde9bc4 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:40.982332 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2e2d8a97-9538-49df-a51c-c8095cde9bc4 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0697520 Feb 04 05:58:40.986828 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46850) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:40.999602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e6496b74-724e-4b3c-94bf-184d6d0b8621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.035642 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299fb0cd-1ec9-4e8b-8a83-75462945f19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-846f7c5e-1d60-429c-8e80-5a46c9b5ada4', 'network_id': '846f7c5e-1d60-429c-8e80-5a46c9b5ada4', 'tenant_id': 'c557e1b25fde45e3ba94bb1534567c21', 'fixed_ips': [{'subnet_id': '905e5dcc-4116-4334-80a8-33594a5dc6fe'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:41.036507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-299fb0cd-1ec9-4e8b-8a83-75462945f19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.046691 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-882de327-845e-4f1a-bf7f-15b48c9a9684 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Deleting subnet 905e5dcc-4116-4334-80a8-33594a5dc6fe {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:41.050453 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-882de327-845e-4f1a-bf7f-15b48c9a9684 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.082348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e6496b74-724e-4b3c-94bf-184d6d0b8621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.098738 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-882de327-845e-4f1a-bf7f-15b48c9a9684 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.160373 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-882de327-845e-4f1a-bf7f-15b48c9a9684 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.179212 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:58:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:39Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:41.210741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.220134 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Checking router: 9e648837-cd23-4e93-ad98-eb8e2c80da78 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:41.220975 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Updating router 9e648837-cd23-4e93-ad98-eb8e2c80da78 port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:58:41.239779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069d06e-f54a-41a9-a1e0-a71b4b5ab70e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:41.240245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069d06e-f54a-41a9-a1e0-a71b4b5ab70e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:41.240702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069d06e-f54a-41a9-a1e0-a71b4b5ab70e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:41.241440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069d06e-f54a-41a9-a1e0-a71b4b5ab70e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:41.242497 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069d06e-f54a-41a9-a1e0-a71b4b5ab70e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:41.242964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069d06e-f54a-41a9-a1e0-a71b4b5ab70e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:41.244381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069d06e-f54a-41a9-a1e0-a71b4b5ab70e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:41.245035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069d06e-f54a-41a9-a1e0-a71b4b5ab70e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:41.245806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069d06e-f54a-41a9-a1e0-a71b4b5ab70e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:41.248027 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b069d06e-f54a-41a9-a1e0-a71b4b5ab70e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5812 time: 0.5361843 Feb 04 05:58:41.255299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46852) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:41.261976 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.694429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-882de327-845e-4f1a-bf7f-15b48c9a9684 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.712819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e6496b74-724e-4b3c-94bf-184d6d0b8621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.714107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-882de327-845e-4f1a-bf7f-15b48c9a9684 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.715532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:41.718076 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-882de327-845e-4f1a-bf7f-15b48c9a9684 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "DELETE /v2.0/subnets/905e5dcc-4116-4334-80a8-33594a5dc6fe HTTP/1.1" status: 204 len: 168 time: 0.7299359 Feb 04 05:58:41.720260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.725539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46854) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server [None req-299fb0cd-1ec9-4e8b-8a83-75462945f19e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 905e5dcc-4116-4334-80a8-33594a5dc6fe: This subnet is being modified by another concurrent operation. Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 905e5dcc-4116-4334-80a8-33594a5dc6fe: This subnet is being modified by another concurrent operation. Feb 04 05:58:41.731528 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Feb 04 05:58:41.744007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882de327-845e-4f1a-bf7f-15b48c9a9684 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event deleted for resources: {'Subnet': ['ID=905e5dcc-4116-4334-80a8-33594a5dc6fe,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:41.758450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a5e978-5694-436f-8e52-7c67ad811918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-7da2659a-387d-40ca-843c-80eea632d7fb', 'network_id': '7da2659a-387d-40ca-843c-80eea632d7fb', 'tenant_id': 'c557e1b25fde45e3ba94bb1534567c21', 'fixed_ips': [{'subnet_id': '9f628e3a-b8b4-4dd4-ad13-fc3a53353a98'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:41.758999 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.760977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c2a5e978-5694-436f-8e52-7c67ad811918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.772067 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.785101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7192984c-a18b-473b-adc3-494112254854 None None] Network 846f7c5e-1d60-429c-8e80-5a46c9b5ada4 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:41.845829 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cea4a-3b69-4197-bf31-a903afdfa258 None None] Pushing event updated for resources: {'Port': ['ID=0c6df9df-943e-4a20-9bf4-5422acd9b5f5,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:41.903504 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Attempting to bind port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:41.904200 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Attempting to bind port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:41.905388 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Attempting to bind port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 on network 6157faa1-1982-44e3-989e-2a7fc7430145 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:41.913305 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:41.914208 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Checking segment: {'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:41.914853 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.915570 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Bound using segment: {'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:41.916281 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Bound port: 0c6df9df-943e-4a20-9bf4-5422acd9b5f5, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:41.916892 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.947848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6496b74-724e-4b3c-94bf-184d6d0b8621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e43ab4-bc0c-4127-b1bd-a74048ed45c0,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:41.965096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5c097d-70ff-4e0a-9bcb-e00b42014011 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Deleting subnet 9f628e3a-b8b4-4dd4-ad13-fc3a53353a98 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:41.969222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b5c097d-70ff-4e0a-9bcb-e00b42014011 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:41.989354 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] For port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:41.993533 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] For port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0c6df9df-943e-4a20-9bf4-5422acd9b5f5,segment=NetworkSegment(dfba115d-70a0-4b07-88ae-fd9a69a1e146),segment_id=dfba115d-70a0-4b07-88ae-fd9a69a1e146)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:42.004026 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.006959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e6496b74-724e-4b3c-94bf-184d6d0b8621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.013418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46856) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:42.021578 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e6496b74-724e-4b3c-94bf-184d6d0b8621 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f5e43ab4-bc0c-4127-b1bd-a74048ed45c0 HTTP/1.1" status: 204 len: 168 time: 1.3158433 Feb 04 05:58:42.072042 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:42.072695 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:42.112229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.112796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b5c097d-70ff-4e0a-9bcb-e00b42014011 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.120521 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.152008 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.208060 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90e934-a070-4d3a-852e-548bef1a12d3 None None] Pushing event updated for resources: {'Port': ['ID=1ba9ed1f-6457-4b89-9d69-7166dffe634e,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:42.219238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-184a6a27-115b-4bf8-8dab-d9db8366fa86 None None] Provisioning complete for port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:42.219716 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-184a6a27-115b-4bf8-8dab-d9db8366fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.248294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b5c097d-70ff-4e0a-9bcb-e00b42014011 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.262166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.262919 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:42.292201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd4bf42-61c7-45bf-b1bc-eada7e457f22']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:42.304534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b9e83d-0062-4084-977b-68e51a7d0521') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:42.305350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b9e83d-0062-4084-977b-68e51a7d0521') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:42.320144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.340071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.351126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:42.351695 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:42.353890 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:42.364545 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cea4a-3b69-4197-bf31-a903afdfa258 None None] Pushing event updated for resources: {'Port': ['ID=0c6df9df-943e-4a20-9bf4-5422acd9b5f5,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:42.384436 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-184a6a27-115b-4bf8-8dab-d9db8366fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.456282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.462302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.467425 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/edd4bf42-61c7-45bf-b1bc-eada7e457f22 HTTP/1.1" status: 204 len: 168 time: 0.4523461 Feb 04 05:58:42.477411 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46858) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:42.483245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3187572-a6bc-4a1b-89a1-470885fe55f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=edd4bf42-61c7-45bf-b1bc-eada7e457f22,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:42.497208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-184a6a27-115b-4bf8-8dab-d9db8366fa86 None None] For port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0c6df9df-943e-4a20-9bf4-5422acd9b5f5,segment=NetworkSegment(dfba115d-70a0-4b07-88ae-fd9a69a1e146),segment_id=dfba115d-70a0-4b07-88ae-fd9a69a1e146)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:42.507108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-184a6a27-115b-4bf8-8dab-d9db8366fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.516590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Attempting to bind port 1ba9ed1f-6457-4b89-9d69-7166dffe634e on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:42.516764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Attempting to bind port 1ba9ed1f-6457-4b89-9d69-7166dffe634e by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:42.524130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Attempting to bind port 1ba9ed1f-6457-4b89-9d69-7166dffe634e on network 8e4638e6-0a53-46b4-894d-d9e00c6900a2 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:42.549597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:42.549981 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Checking segment: {'id': 'a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:42.550382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.551691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Bound using segment: {'id': 'a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:42.551691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Bound port: 1ba9ed1f-6457-4b89-9d69-7166dffe634e, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:42.551691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.601519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df46020-e56b-4644-88c6-c527956e45f3 admin admin] Deleting subnet d5d12287-d60d-43ee-ba34-ce39f59011f9 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:42.603070 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:58:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:41Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:42.606941 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1df46020-e56b-4644-88c6-c527956e45f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.612321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b5c097d-70ff-4e0a-9bcb-e00b42014011 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server [None req-c2a5e978-5694-436f-8e52-7c67ad811918 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f628e3a-b8b4-4dd4-ad13-fc3a53353a98: This subnet is being modified by another concurrent operation. Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f628e3a-b8b4-4dd4-ad13-fc3a53353a98: This subnet is being modified by another concurrent operation. Feb 04 05:58:42.617242 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Feb 04 05:58:42.630204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a6a27-115b-4bf8-8dab-d9db8366fa86 None None] Pushing event updated for resources: {'Port': ['ID=0c6df9df-943e-4a20-9bf4-5422acd9b5f5,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:42.631195 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d88383-8ced-409b-896a-36e64d0dfd05 None None] The sync data for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv is: [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:58:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:41Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:42.652447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-979fbc44-1f8d-4223-b8f4-075ce9cda6ba None None] Provisioning complete for port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:42.652818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-979fbc44-1f8d-4223-b8f4-075ce9cda6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.655471 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fdc01c12-0db0-4c07-9875-1505e65da67b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2136 time: 1.3984857 Feb 04 05:58:42.664363 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7702d02d-0032-4993-9498-3b6fef6c1d6e None None] Network 7da2659a-387d-40ca-843c-80eea632d7fb requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:42.726863 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1df46020-e56b-4644-88c6-c527956e45f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.729235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.740940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] For port 1ba9ed1f-6457-4b89-9d69-7166dffe634e, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:42.750480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c097d-70ff-4e0a-9bcb-e00b42014011 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event deleted for resources: {'Subnet': ['ID=9f628e3a-b8b4-4dd4-ad13-fc3a53353a98,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:42.761339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b5c097d-70ff-4e0a-9bcb-e00b42014011 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.764980 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0b5c097d-70ff-4e0a-9bcb-e00b42014011 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "DELETE /v2.0/subnets/9f628e3a-b8b4-4dd4-ad13-fc3a53353a98 HTTP/1.1" status: 204 len: 168 time: 1.0346146 Feb 04 05:58:42.769647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46862) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:42.791132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] For port 1ba9ed1f-6457-4b89-9d69-7166dffe634e, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1ba9ed1f-6457-4b89-9d69-7166dffe634e,segment=NetworkSegment(a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7),segment_id=a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:42.799253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.827082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1df46020-e56b-4644-88c6-c527956e45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.857793 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e232397e-3c26-4da5-a5f5-ea4a21124ff3 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:42.863540 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e232397e-3c26-4da5-a5f5-ea4a21124ff3 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0880065 Feb 04 05:58:42.863851 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46864) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:42.865049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Subnet': ['ID=8ee53c44-987c-44cf-a569-b642f71f2c3b,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:42.931635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Checking segment: {'id': 'ae884eca-0027-4be6-bab6-41d00f221ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:42.932121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network hostable DHCP agents. Network: 49685e8c-021a-439b-a4a4-519ab7c5432d, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:42.941634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1df46020-e56b-4644-88c6-c527956e45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.959696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1df46020-e56b-4644-88c6-c527956e45f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:42.963210 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1df46020-e56b-4644-88c6-c527956e45f3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d5d12287-d60d-43ee-ba34-ce39f59011f9 HTTP/1.1" status: 204 len: 168 time: 0.4817786 Feb 04 05:58:42.968034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46866) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:42.969639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90e934-a070-4d3a-852e-548bef1a12d3 None None] Pushing event updated for resources: {'Port': ['ID=1ba9ed1f-6457-4b89-9d69-7166dffe634e,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:42.993541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:42.995078 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:43.005405 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.041473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df46020-e56b-4644-88c6-c527956e45f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d12287-d60d-43ee-ba34-ce39f59011f9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:43.046658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 49685e8c-021a-439b-a4a4-519ab7c5432d is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:43.099852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 49685e8c-021a-439b-a4a4-519ab7c5432d) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:43.104511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:43.105236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.136908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:43.145272 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1d3d64da-9731-48f7-8805-40b0b301df82 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3566816 Feb 04 05:58:43.149308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46868) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:43.162493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.178673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.184631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544e565-75d3-4a3f-84e7-73ad9ddaea51 None None] Network 49685e8c-021a-439b-a4a4-519ab7c5432d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:43.204573 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da2659a-387d-40ca-843c-80eea632d7fb']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:43.215110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422f700f-5190-43b3-a205-a37ddc9ab464') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:43.215737 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422f700f-5190-43b3-a205-a37ddc9ab464') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:43.226402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.240422 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.246957 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:43.247652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:43.318892 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:43.329439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.356078 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.360284 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "DELETE /v2.0/networks/7da2659a-387d-40ca-843c-80eea632d7fb HTTP/1.1" status: 204 len: 168 time: 0.4942694 Feb 04 05:58:43.361586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dd9e7-f714-41fb-a3a8-975f1a53fc4e tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event deleted for resources: {'Network': ['ID=7da2659a-387d-40ca-843c-80eea632d7fb,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:43.363810 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46870) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:43.382804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.451872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-979fbc44-1f8d-4223-b8f4-075ce9cda6ba None None] Provisioning complete for port 1ba9ed1f-6457-4b89-9d69-7166dffe634e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:43.452354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-979fbc44-1f8d-4223-b8f4-075ce9cda6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.457277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.460233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-49685e8c-021a-439b-a4a4-519ab7c5432d', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:43.460854 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.477308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667ac59f-cf55-4c3a-9578-ef13edae7e98']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:43.550512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e675c336-98f8-4b56-97e8-ee6d68a12059') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:43.550864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e675c336-98f8-4b56-97e8-ee6d68a12059') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:43.570442 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.571337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.597119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.597599 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846f7c5e-1d60-429c-8e80-5a46c9b5ada4']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:43.609409 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9eaec2-78eb-48be-a3f1-aed9078ff422') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:43.609409 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9eaec2-78eb-48be-a3f1-aed9078ff422') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:43.620317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:43.635777 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:43.641070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.652757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:43.653341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:43.656995 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:43.726393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.729711 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.735861 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.742049 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] 10.222.0.15 "DELETE /v2.0/networks/667ac59f-cf55-4c3a-9578-ef13edae7e98 HTTP/1.1" status: 204 len: 168 time: 0.7469995 Feb 04 05:58:43.756104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Allocated IP 172.21.0.2 (49685e8c-021a-439b-a4a4-519ab7c5432d/8ee53c44-987c-44cf-a569-b642f71f2c3b/cb7281eb-9393-4873-8979-b9077d6b352b) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:43.765468 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.770918 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "DELETE /v2.0/networks/846f7c5e-1d60-429c-8e80-5a46c9b5ada4 HTTP/1.1" status: 204 len: 168 time: 0.4036930 Feb 04 05:58:43.770918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aa1fc-b0ce-4d2a-84f6-78cfcd0dfc71 tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event deleted for resources: {'Network': ['ID=846f7c5e-1d60-429c-8e80-5a46c9b5ada4,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:43.771741 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46876) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:43.772895 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-979fbc44-1f8d-4223-b8f4-075ce9cda6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.776197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.851624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f4813-688b-4d29-996a-a118f34b3566 admin admin] Pushing event deleted for resources: {'Network': ['ID=667ac59f-cf55-4c3a-9578-ef13edae7e98,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:43.895375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-979fbc44-1f8d-4223-b8f4-075ce9cda6ba None None] For port 1ba9ed1f-6457-4b89-9d69-7166dffe634e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1ba9ed1f-6457-4b89-9d69-7166dffe634e,segment=NetworkSegment(a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7),segment_id=a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:43.908679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:43.924235 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:37Z', 'revision_number': 2, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 4, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:43.932462 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-979fbc44-1f8d-4223-b8f4-075ce9cda6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.077750 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46878) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:44.083512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-da00e8f1-b933-49d7-babb-ed1c0e2f43db tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153282474', 'description': 'tempest-secgroup-smoke-153282474 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:44.085228 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104aa1ed-55e4-44e3-ba96-27fd556005b6 None None] The sync data for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv is: [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:37Z', 'revision_number': 2, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 4, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:44.096674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46880) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:44.102355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.166077 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5c49e5-aa96-49ff-aa43-32eabfc6b806']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:44.186452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-da00e8f1-b933-49d7-babb-ed1c0e2f43db tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.205769 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de6ca55-c2d8-4e14-b2f2-daab6bf45f3b') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:44.206110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de6ca55-c2d8-4e14-b2f2-daab6bf45f3b') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:44.231009 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6f8590cd-5849-49b6-b8fe-9fe25a3860c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68a5ccb5beeb464381578ff91c83d3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309707 Feb 04 05:58:44.233891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.234413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46882) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:44.264820 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.282631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:44.282861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:44.286691 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:44.313711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d3efd291-491c-4ae6-ae2a-3f75ae9f1ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.341242 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d3efd291-491c-4ae6-ae2a-3f75ae9f1ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.342813 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-25c08a43-3b2b-4603-ade5-71b1b7ba4384 None None] Provisioning complete for port 1ba9ed1f-6457-4b89-9d69-7166dffe634e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:44.343316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-25c08a43-3b2b-4603-ade5-71b1b7ba4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.346501 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fbc44-1f8d-4223-b8f4-075ce9cda6ba None None] Pushing event updated for resources: {'Port': ['ID=1ba9ed1f-6457-4b89-9d69-7166dffe634e,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:44.377127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.407248 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.419775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d3efd291-491c-4ae6-ae2a-3f75ae9f1ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.422432 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "DELETE /v2.0/networks/0c5c49e5-aa96-49ff-aa43-32eabfc6b806 HTTP/1.1" status: 204 len: 168 time: 0.6444292 Feb 04 05:58:44.423927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d3efd291-491c-4ae6-ae2a-3f75ae9f1ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.424918 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d3efd291-491c-4ae6-ae2a-3f75ae9f1ffb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9da76f5-6b50-402a-8c32-19fdcf6f10f4 HTTP/1.1" status: 204 len: 168 time: 0.1894171 Feb 04 05:58:44.425557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46884) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:44.436509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96643e-2fb6-473d-a068-81373991136b tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event deleted for resources: {'Network': ['ID=0c5c49e5-aa96-49ff-aa43-32eabfc6b806,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:44.450064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.463545 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.471144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-da00e8f1-b933-49d7-babb-ed1c0e2f43db tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.482307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-da00e8f1-b933-49d7-babb-ed1c0e2f43db tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.487186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efd291-491c-4ae6-ae2a-3f75ae9f1ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9da76f5-6b50-402a-8c32-19fdcf6f10f4,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:44.540868 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-da00e8f1-b933-49d7-babb-ed1c0e2f43db tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.542698 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-da00e8f1-b933-49d7-babb-ed1c0e2f43db tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4639337 Feb 04 05:58:44.546677 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46888) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:44.568406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c36e7882-0f92-43c5-b040-ff088a55285a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '60b76399-9e6b-4ab3-b004-6a4bcab2ed90', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:44.582640 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00e8f1-b933-49d7-babb-ed1c0e2f43db tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b76399-9e6b-4ab3-b004-6a4bcab2ed90,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:44.582805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Network 49685e8c-021a-439b-a4a4-519ab7c5432d is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:44.595309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:44.602839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:44.621555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Pushing event updated for resources: {'Port': ['ID=cb7281eb-9393-4873-8979-b9077d6b352b,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:44.634842 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c36e7882-0f92-43c5-b040-ff088a55285a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.635042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.648272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:44.654060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Allocated IP 172.21.0.1 (49685e8c-021a-439b-a4a4-519ab7c5432d/8ee53c44-987c-44cf-a569-b642f71f2c3b/70d61e61-5e15-4f1a-9b82-2ac16126ca04) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:44.740922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Attempting to bind port cb7281eb-9393-4873-8979-b9077d6b352b on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:44.741311 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Attempting to bind port cb7281eb-9393-4873-8979-b9077d6b352b by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'ae884eca-0027-4be6-bab6-41d00f221ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:44.741788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Attempting to bind port cb7281eb-9393-4873-8979-b9077d6b352b on network 49685e8c-021a-439b-a4a4-519ab7c5432d {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:44.766267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:44.767917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Checking segment: {'id': 'ae884eca-0027-4be6-bab6-41d00f221ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:44.768468 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c36e7882-0f92-43c5-b040-ff088a55285a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.769171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.770061 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Bound using segment: {'id': 'ae884eca-0027-4be6-bab6-41d00f221ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:44.770805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Bound port: cb7281eb-9393-4873-8979-b9077d6b352b, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae884eca-0027-4be6-bab6-41d00f221ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:44.771454 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.781003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c36e7882-0f92-43c5-b040-ff088a55285a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.807515 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e7882-0f92-43c5-b040-ff088a55285a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b79212-1885-446b-a098-2c81a94ed6fa,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:44.823486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c36e7882-0f92-43c5-b040-ff088a55285a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.825010 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c36e7882-0f92-43c5-b040-ff088a55285a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2767868 Feb 04 05:58:44.829105 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46892) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:44.833803 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ffb32284-0ec3-4fa4-abf4-3373330ce1c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '60b76399-9e6b-4ab3-b004-6a4bcab2ed90', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:44.857205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:44.857622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.875169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.900347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ffb32284-0ec3-4fa4-abf4-3373330ce1c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.916436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed12316-5ee4-4454-9eeb-40540fe37b0e']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:44.939115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f927da-2076-4532-832d-96109ec812e7') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:44.939412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f927da-2076-4532-832d-96109ec812e7') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:44.945968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] For port cb7281eb-9393-4873-8979-b9077d6b352b, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:44.954612 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] For port cb7281eb-9393-4873-8979-b9077d6b352b, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cb7281eb-9393-4873-8979-b9077d6b352b,segment=NetworkSegment(ae884eca-0027-4be6-bab6-41d00f221ac0),segment_id=ae884eca-0027-4be6-bab6-41d00f221ac0)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:44.966833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.973810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.979979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.992236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.003007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ffb32284-0ec3-4fa4-abf4-3373330ce1c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.005702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:45.005970 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:45.009597 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:45.011792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ffb32284-0ec3-4fa4-abf4-3373330ce1c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.039396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb32284-0ec3-4fa4-abf4-3373330ce1c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3bd886-ff87-47c4-8de3-4be64a4c173a,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:45.059726 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ffb32284-0ec3-4fa4-abf4-3373330ce1c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.062029 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ffb32284-0ec3-4fa4-abf4-3373330ce1c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2317545 Feb 04 05:58:45.065018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46894) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:45.070524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-08edb012-b8d4-40eb-89e5-295d1fb66a51 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '60b76399-9e6b-4ab3-b004-6a4bcab2ed90', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:45.099452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.104855 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.109482 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] 10.222.0.15 "DELETE /v2.0/networks/2ed12316-5ee4-4454-9eeb-40540fe37b0e HTTP/1.1" status: 204 len: 168 time: 0.6790326 Feb 04 05:58:45.114709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.140055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5343c0-0075-409d-956a-5f0f689daa15 None None] Pushing event updated for resources: {'Port': ['ID=cb7281eb-9393-4873-8979-b9077d6b352b,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:45.161960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b01d5a-f2e8-4957-bbc0-8e8ebd0b98cd tempest-BulkNetworkOpsTest-224007062 tempest-BulkNetworkOpsTest-224007062-project] Pushing event deleted for resources: {'Network': ['ID=2ed12316-5ee4-4454-9eeb-40540fe37b0e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:45.173619 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08edb012-b8d4-40eb-89e5-295d1fb66a51 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.193525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46898) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:45.224347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 49685e8c-021a-439b-a4a4-519ab7c5432d is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:45.240878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:45.246380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:45.276647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08edb012-b8d4-40eb-89e5-295d1fb66a51 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.282429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08edb012-b8d4-40eb-89e5-295d1fb66a51 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.305542 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edb012-b8d4-40eb-89e5-295d1fb66a51 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fade13d-4539-4f13-824a-bec2160d8ddf,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:45.320302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-08edb012-b8d4-40eb-89e5-295d1fb66a51 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.322512 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-08edb012-b8d4-40eb-89e5-295d1fb66a51 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2562091 Feb 04 05:58:45.325266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46900) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:45.333184 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4a5d2696-5a81-41c9-92ff-2d116568b7b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '60b76399-9e6b-4ab3-b004-6a4bcab2ed90', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:45.389793 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2696-5a81-41c9-92ff-2d116568b7b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.511933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2696-5a81-41c9-92ff-2d116568b7b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.516518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2696-5a81-41c9-92ff-2d116568b7b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.531119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46904) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:45.549523 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d2696-5a81-41c9-92ff-2d116568b7b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584a05db-a906-48d8-884d-2b49caa57090,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:45.561449 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2696-5a81-41c9-92ff-2d116568b7b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.566156 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4a5d2696-5a81-41c9-92ff-2d116568b7b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2370756 Feb 04 05:58:45.567642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46908) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:45.572214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b310392e-2fec-4bfe-8bc3-7536bd27f778 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '60b76399-9e6b-4ab3-b004-6a4bcab2ed90', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:45.614216 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-b310392e-2fec-4bfe-8bc3-7536bd27f778 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:58:45.620795 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b310392e-2fec-4bfe-8bc3-7536bd27f778 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.626903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=70d61e61-5e15-4f1a-9b82-2ac16126ca04,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:45.650301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ba781df3-0902-4bec-ad09-a39226ff1532 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a88ba90ac95f42ec8a8a60a505f67cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554815 Feb 04 05:58:45.652843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46910) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:45.672667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.701923 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b310392e-2fec-4bfe-8bc3-7536bd27f778 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.710783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b310392e-2fec-4bfe-8bc3-7536bd27f778 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.738514 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310392e-2fec-4bfe-8bc3-7536bd27f778 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95549f0-fc31-4d1a-b09b-967997470350,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:45.754637 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b310392e-2fec-4bfe-8bc3-7536bd27f778 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.755354 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b310392e-2fec-4bfe-8bc3-7536bd27f778 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1867497 Feb 04 05:58:45.758497 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46912) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:45.764136 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2f18e162-ed68-4bb4-97ed-22f360893fb1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '60b76399-9e6b-4ab3-b004-6a4bcab2ed90', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:45.770980 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f388e9ec-0235-4b2b-a338-733fe061b892 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c557e1b25fde45e3ba94bb1534567c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288623 Feb 04 05:58:45.774211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46914) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:45.781031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d639eb0e-267a-4d13-839d-1e7a54bfc695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.825492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d639eb0e-267a-4d13-839d-1e7a54bfc695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.827372 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-2f18e162-ed68-4bb4-97ed-22f360893fb1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:58:45.833474 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f18e162-ed68-4bb4-97ed-22f360893fb1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.840527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.868499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46da445e-4ee1-4a55-858f-abc5c33995b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.912307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46da445e-4ee1-4a55-858f-abc5c33995b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.939417 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f18e162-ed68-4bb4-97ed-22f360893fb1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.950345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f18e162-ed68-4bb4-97ed-22f360893fb1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.975187 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18e162-ed68-4bb4-97ed-22f360893fb1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ce2fbd-4e72-442f-a4a0-2d05e4249cb0,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:45.982294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d639eb0e-267a-4d13-839d-1e7a54bfc695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.985335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d639eb0e-267a-4d13-839d-1e7a54bfc695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.988875 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d639eb0e-267a-4d13-839d-1e7a54bfc695 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7681c496-820e-4900-8821-4490c92fb4c9 HTTP/1.1" status: 204 len: 168 time: 0.3327236 Feb 04 05:58:45.998701 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f18e162-ed68-4bb4-97ed-22f360893fb1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.998701 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2f18e162-ed68-4bb4-97ed-22f360893fb1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2298882 Feb 04 05:58:45.999688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639eb0e-267a-4d13-839d-1e7a54bfc695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7681c496-820e-4900-8821-4490c92fb4c9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:46.015025 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46da445e-4ee1-4a55-858f-abc5c33995b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:46.029493 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46da445e-4ee1-4a55-858f-abc5c33995b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:46.034382 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-46da445e-4ee1-4a55-858f-abc5c33995b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09abc4f2-65db-4103-a414-e99807b9abf4 HTTP/1.1" status: 204 len: 168 time: 0.2582991 Feb 04 05:58:46.054880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da445e-4ee1-4a55-858f-abc5c33995b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09abc4f2-65db-4103-a414-e99807b9abf4,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:46.175531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:46.186926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:46.320060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=70d61e61-5e15-4f1a-9b82-2ac16126ca04,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:46.329980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:46.340951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-94b01d76-1726-44f9-820d-ca34ce856558 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153282474&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0949996 Feb 04 05:58:46.521533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-396d59e3-7042-48ab-a0b9-fe1488c3643b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:46.522992 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-396d59e3-7042-48ab-a0b9-fe1488c3643b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/networks?id=6157faa1-1982-44e3-989e-2a7fc7430145 HTTP/1.1" status: 200 len: 796 time: 0.1647100 Feb 04 05:58:46.524770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network 49685e8c-021a-439b-a4a4-519ab7c5432d is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:46.526215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:46.549460 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0de4e7b0-2faa-4a3f-94fa-805809c651ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/quotas/64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 375 time: 0.0202966 Feb 04 05:58:46.624179 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1ba9ed1f-6457-4b89-9d69-7166dffe634e up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:46.680577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1ba9ed1f-6457-4b89-9d69-7166dffe634e triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:46.681298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:46.692098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:46.699486 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-8fa90307-b043-494b-aa53-fd87c106e80f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136816 Feb 04 05:58:46.767872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cb7281eb-9393-4873-8979-b9077d6b352b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:46.818656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port cb7281eb-9393-4873-8979-b9077d6b352b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:46.819035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:46.852209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:46.866589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Sync routers for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:46.869797 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4b503f48-f783-4045-bfe5-9c7ee27ccd60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7193716 Feb 04 05:58:46.873592 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46948) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:46.879525 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'network': {'name': 'tempest-RoutersTest-1536125066'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:46.916461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:46.919407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:46.920483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:46.927092 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:46.933498 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-2b2b337a-a571-41fe-a084-e7755b0960dd service neutron] 10.222.0.15 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861014 Feb 04 05:58:46.941338 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:46.977299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:46.994832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:46.995262 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added segment 090ccffd-0147-4570-a058-4c71ff798111 of type vlan for network baf21ae8-0b27-402e-84a5-c2522e877dc1 Feb 04 05:58:47.045776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.072932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port cb7281eb-9393-4873-8979-b9077d6b352b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cb7281eb-9393-4873-8979-b9077d6b352b,segment=NetworkSegment(ae884eca-0027-4be6-bab6-41d00f221ac0),segment_id=ae884eca-0027-4be6-bab6-41d00f221ac0)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:47.074144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46952) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:47.074670 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0d4521b0-3bf6-4f5f-80ce-eb4c9e2548f3 service neutron] 10.222.0.15 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340823 Feb 04 05:58:47.083447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.084948 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.091234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:47.092455 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.145344 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:47.168816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Network': ['ID=baf21ae8-0b27-402e-84a5-c2522e877dc1,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:47.193044 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-da552d41-b814-4fe9-82c0-71adfb20223f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3183103 Feb 04 05:58:47.196039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46956) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:47.198585 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network baf21ae8-0b27-402e-84a5-c2522e877dc1 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:47.202291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'subnet': {'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:47.229376 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a3c883ad-201e-4573-aed6-b2ae04c4f98d tempest-ServiceProvidersTest-2117921896 tempest-ServiceProvidersTest-2117921896-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1536338 Feb 04 05:58:47.290200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=cb7281eb-9393-4873-8979-b9077d6b352b,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:47.350528 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d7f4262c-f61e-460f-8c07-7ffd70f573dd req-49209a48-6da1-4297-909c-122a6293312d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 210 time: 0.0366063 Feb 04 05:58:47.374402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf48033e-ef3a-4bee-aa84-2956442fa45d None None] Network 49685e8c-021a-439b-a4a4-519ab7c5432d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:47.387199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:47.391083 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.502877 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9637a211-c142-41c9-abe9-afb017e686db None None] Provisioning complete for port cb7281eb-9393-4873-8979-b9077d6b352b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:47.503245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9637a211-c142-41c9-abe9-afb017e686db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.544745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46964) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:47.605403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.685967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Subnet': ['ID=cea391b0-e35f-467a-a87c-4ea4c11d1ee3,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:47.690406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a58706d9-9a7f-4710-a930-e9bd4246e2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.701577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:45Z', 'revision_number': 3, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:46Z', 'revision_number': 2, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:47.704676 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Checking segment: {'id': '090ccffd-0147-4570-a058-4c71ff798111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:47.705037 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network hostable DHCP agents. Network: baf21ae8-0b27-402e-84a5-c2522e877dc1, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:47.734152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Checking router: 10109c2a-bee8-47a2-9c4a-bf68cdd3511a for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:47.734601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Updating router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:58:47.749038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network baf21ae8-0b27-402e-84a5-c2522e877dc1 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:47.764349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.768143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, baf21ae8-0b27-402e-84a5-c2522e877dc1) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:47.772629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:47.773336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.778392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec677f1-8f78-41b2-8ca8-bd6984f55d2a None None] Network baf21ae8-0b27-402e-84a5-c2522e877dc1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:47.806161 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-745e7811-369b-43ea-8730-491f8b534af5 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6055653 Feb 04 05:58:47.806577 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 46968) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:47.816176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a58706d9-9a7f-4710-a930-e9bd4246e2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.822446 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a58706d9-9a7f-4710-a930-e9bd4246e2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.871318 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a58706d9-9a7f-4710-a930-e9bd4246e2ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c82b488888342b4a031309f1c0ac77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250158 Feb 04 05:58:47.872390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58706d9-9a7f-4710-a930-e9bd4246e2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68175d87-8799-453a-8fdc-3c1a12e6e3e1,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:47.876059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46970) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:47.944749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aca5b287-bdf5-425a-9afa-0beff04908dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.974698 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aca5b287-bdf5-425a-9afa-0beff04908dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.035795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aca5b287-bdf5-425a-9afa-0beff04908dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.039303 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aca5b287-bdf5-425a-9afa-0beff04908dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.041104 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-aca5b287-bdf5-425a-9afa-0beff04908dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68175d87-8799-453a-8fdc-3c1a12e6e3e1 HTTP/1.1" status: 204 len: 168 time: 0.1637819 Feb 04 05:58:48.050574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5b287-bdf5-425a-9afa-0beff04908dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68175d87-8799-453a-8fdc-3c1a12e6e3e1,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:48.146522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3a8321c9-5b1d-4cae-a384-a771eb0c3ab8 None None] Provisioning complete for port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:48.146892 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3a8321c9-5b1d-4cae-a384-a771eb0c3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.253503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3a8321c9-5b1d-4cae-a384-a771eb0c3ab8 None None] Port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:48.317300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3a8321c9-5b1d-4cae-a384-a771eb0c3ab8 None None] Provisioning complete for port cb7281eb-9393-4873-8979-b9077d6b352b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:48.317684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3a8321c9-5b1d-4cae-a384-a771eb0c3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.323671 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-baf21ae8-0b27-402e-84a5-c2522e877dc1', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:48.324502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.335762 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.511237 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8e5bf59f-b3f2-415c-8801-f0dc4aedf672 req-176e4204-d0ad-4bcf-938f-c5af1bc345d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 210 time: 0.0777516 Feb 04 05:58:48.518284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.579279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cb7281eb-9393-4873-8979-b9077d6b352b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:48.618411 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.720486 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef290f-5031-494c-be06-cc99075a1423 None None] Pushing event updated for resources: {'Port': ['ID=70d61e61-5e15-4f1a-9b82-2ac16126ca04,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:48.725554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Allocated IP 172.22.0.1 (baf21ae8-0b27-402e-84a5-c2522e877dc1/cea391b0-e35f-467a-a87c-4ea4c11d1ee3/651fe84d-caa0-45b6-b6d3-0fd33b44ef00) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:48.802749 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Attempting to bind port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:48.803124 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Attempting to bind port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'ae884eca-0027-4be6-bab6-41d00f221ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:48.803483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Attempting to bind port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 on network 49685e8c-021a-439b-a4a4-519ab7c5432d {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:48.805460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port cb7281eb-9393-4873-8979-b9077d6b352b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:48.805828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.828230 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:48.828678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Checking segment: {'id': 'ae884eca-0027-4be6-bab6-41d00f221ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:48.829003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.829419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Bound using segment: {'id': 'ae884eca-0027-4be6-bab6-41d00f221ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:48.829896 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Bound port: 70d61e61-5e15-4f1a-9b82-2ac16126ca04, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae884eca-0027-4be6-bab6-41d00f221ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:48.830277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.907476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.945492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.958086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] For port 70d61e61-5e15-4f1a-9b82-2ac16126ca04, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:48.963928 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-617e464e-ab17-4567-a063-ca30bc94136b None None] Provisioning complete for port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:48.964305 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-617e464e-ab17-4567-a063-ca30bc94136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:48.989413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network baf21ae8-0b27-402e-84a5-c2522e877dc1 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:48.994236 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:48.999611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:49.009340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 46998) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:49.011679 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033939 Feb 04 05:58:49.015554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47000) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:49.018893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] For port 70d61e61-5e15-4f1a-9b82-2ac16126ca04, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=70d61e61-5e15-4f1a-9b82-2ac16126ca04,segment=NetworkSegment(ae884eca-0027-4be6-bab6-41d00f221ac0),segment_id=ae884eca-0027-4be6-bab6-41d00f221ac0)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:49.022378 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=651fe84d-caa0-45b6-b6d3-0fd33b44ef00,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.036762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.050953 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.092524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-617e464e-ab17-4567-a063-ca30bc94136b None None] Port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:49.106376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Allocated IP 172.22.0.2 (baf21ae8-0b27-402e-84a5-c2522e877dc1/cea391b0-e35f-467a-a87c-4ea4c11d1ee3/09f62670-0d18-4c72-b334-c04394d2f35d) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:49.130379 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:49.130998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:49.150214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6a315276-a4ab-41e4-98a6-ab1e3a66ebe0 tempest-NetworksApiDiscovery-257969367 tempest-NetworksApiDiscovery-257969367-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1334109 Feb 04 05:58:49.178900 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef290f-5031-494c-be06-cc99075a1423 None None] Pushing event updated for resources: {'Port': ['ID=70d61e61-5e15-4f1a-9b82-2ac16126ca04,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.193828 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.309419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e32544f0-bd55-4d91-ad8f-7fd308b447eb None None] Provisioning complete for port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:49.310296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e32544f0-bd55-4d91-ad8f-7fd308b447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.326227 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:49.468527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47008) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:49.528116 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.534016 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.574466 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.596319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.629834 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=651fe84d-caa0-45b6-b6d3-0fd33b44ef00,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.632782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.657898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e32544f0-bd55-4d91-ad8f-7fd308b447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.661185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Network baf21ae8-0b27-402e-84a5-c2522e877dc1 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:49.671166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:49.681541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:49.689673 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-34026e30-0d77-495c-93e4-c31cd29524d7 req-5f81d539-3d22-4816-9a5b-9c8ed304c0c6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 210 time: 0.1142383 Feb 04 05:58:49.711758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8007c2a7-c765-402e-b2d8-7dc2b05c4dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.729844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Pushing event updated for resources: {'Port': ['ID=09f62670-0d18-4c72-b334-c04394d2f35d,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.763137 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e32544f0-bd55-4d91-ad8f-7fd308b447eb None None] For port 70d61e61-5e15-4f1a-9b82-2ac16126ca04, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=70d61e61-5e15-4f1a-9b82-2ac16126ca04,segment=NetworkSegment(ae884eca-0027-4be6-bab6-41d00f221ac0),segment_id=ae884eca-0027-4be6-bab6-41d00f221ac0)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:49.777241 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network baf21ae8-0b27-402e-84a5-c2522e877dc1 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:49.779199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:49.785021 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e32544f0-bd55-4d91-ad8f-7fd308b447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.820719 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8007c2a7-c765-402e-b2d8-7dc2b05c4dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.822742 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Attempting to bind port 09f62670-0d18-4c72-b334-c04394d2f35d on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:49.822742 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Attempting to bind port 09f62670-0d18-4c72-b334-c04394d2f35d by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '090ccffd-0147-4570-a058-4c71ff798111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:49.823150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Attempting to bind port 09f62670-0d18-4c72-b334-c04394d2f35d on network baf21ae8-0b27-402e-84a5-c2522e877dc1 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:49.826339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8007c2a7-c765-402e-b2d8-7dc2b05c4dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.842341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:49.842719 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Checking segment: {'id': '090ccffd-0147-4570-a058-4c71ff798111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:49.843122 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.848492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Bound using segment: {'id': '090ccffd-0147-4570-a058-4c71ff798111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:49.848492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Bound port: 09f62670-0d18-4c72-b334-c04394d2f35d, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090ccffd-0147-4570-a058-4c71ff798111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:49.848492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.866746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32544f0-bd55-4d91-ad8f-7fd308b447eb None None] Pushing event updated for resources: {'Port': ['ID=70d61e61-5e15-4f1a-9b82-2ac16126ca04,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.869012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007c2a7-c765-402e-b2d8-7dc2b05c4dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a26eb-b80b-4740-bc40-ff7b899e4e21,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:49.874073 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8007c2a7-c765-402e-b2d8-7dc2b05c4dad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80297966ff74450986614511c7fb00e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044285 Feb 04 05:58:49.876668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47020) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:49.877735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:45Z', 'revision_number': 3, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:48Z', 'revision_number': 4, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:49.904904 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:49.938455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f90f-8180-42a5-89df-9e78ff1f88a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:49.961288 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f90f-8180-42a5-89df-9e78ff1f88a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.009848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:50.014711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f90f-8180-42a5-89df-9e78ff1f88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.017374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f90f-8180-42a5-89df-9e78ff1f88a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.022585 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ca4c5400-c349-4f6d-8d96-996aaf8a1ffa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2123575 Feb 04 05:58:50.022947 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dbe5f90f-8180-42a5-89df-9e78ff1f88a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d7a26eb-b80b-4740-bc40-ff7b899e4e21 HTTP/1.1" status: 204 len: 168 time: 0.1437535 Feb 04 05:58:50.029841 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47024) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:50.033329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5f90f-8180-42a5-89df-9e78ff1f88a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a26eb-b80b-4740-bc40-ff7b899e4e21,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:50.038655 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'network': {'name': 'tempest-RoutersTest-1757783483'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:50.064443 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:50.068624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.087646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8d706-fb09-44d5-ae3e-48f7c68bf713 None None] The sync data for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv is: [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:45Z', 'revision_number': 3, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:48Z', 'revision_number': 4, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:50.096620 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:58:50.124074 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.124363 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added segment 9aba886c-125c-43de-be89-e06f606a87d2 of type vlan for network f69f0f1c-a592-4436-a81d-ddc05fe35090 Feb 04 05:58:50.126595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9995829b-e7aa-457f-835b-32e531889a40 None None] Provisioning complete for port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:50.127145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9995829b-e7aa-457f-835b-32e531889a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.131101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] For port 09f62670-0d18-4c72-b334-c04394d2f35d, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:50.191138 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] For port 09f62670-0d18-4c72-b334-c04394d2f35d, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=09f62670-0d18-4c72-b334-c04394d2f35d,segment=NetworkSegment(090ccffd-0147-4570-a058-4c71ff798111),segment_id=090ccffd-0147-4570-a058-4c71ff798111)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:50.201847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.213246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.259160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.269951 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:50.270765 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.316790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebcfad-6cdf-45e0-985c-8fef9eb037a9 None None] Pushing event updated for resources: {'Port': ['ID=09f62670-0d18-4c72-b334-c04394d2f35d,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:50.369500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Network': ['ID=f69f0f1c-a592-4436-a81d-ddc05fe35090,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:50.382524 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c0da3873-c3df-4723-a09d-b293c56df3dd tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3512814 Feb 04 05:58:50.385179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47026) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:50.390280 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'subnet': {'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:50.395324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network f69f0f1c-a592-4436-a81d-ddc05fe35090 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:58:50.516550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Made reservation on behalf of 4637756891614dcdba5319d48e19e5f8 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:50.520971 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.647030 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 70d61e61-5e15-4f1a-9b82-2ac16126ca04 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:50.713669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:50.714303 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.801867 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b04de55b-dcf9-4fa4-b11c-653be0c2e56c req-796da4d0-d464-46e3-beea-50f014affa26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 210 time: 0.0529397 Feb 04 05:58:50.833406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.902601 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Subnet': ['ID=4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:50.912652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Checking segment: {'id': '9aba886c-125c-43de-be89-e06f606a87d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:50.913411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network hostable DHCP agents. Network: f69f0f1c-a592-4436-a81d-ddc05fe35090, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:58:50.930315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network f69f0f1c-a592-4436-a81d-ddc05fe35090 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:58:50.940408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, f69f0f1c-a592-4436-a81d-ddc05fe35090) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:50.950327 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce7485-bf0c-4e48-9d79-33b62bcfad2b None None] Network f69f0f1c-a592-4436-a81d-ddc05fe35090 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:50.953000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:50.953721 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:50.974543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47034) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:50.974785 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-083d4bb3-aa19-4fae-b01c-970c7c4cda8f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5885897 Feb 04 05:58:51.054327 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Sync routers for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:51.065540 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:51.066378 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:51.114395 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-f69f0f1c-a592-4436-a81d-ddc05fe35090', 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'fixed_ips': [{'subnet_id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:58:51.115271 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.160962 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:51.209982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b3a2425d-2341-480c-a1c7-dfeb597fb4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.264713 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Allocated IP 172.23.0.2 (f69f0f1c-a592-4436-a81d-ddc05fe35090/4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4/e6faa5ce-3386-4c47-bad5-50b0edaa6565) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:51.373397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.401391 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 4, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 2, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:51.432014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.434619 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Checking router: 10109c2a-bee8-47a2-9c4a-bf68cdd3511a for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:51.435097 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Updating router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:58:51.439781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.465326 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.488165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Network f69f0f1c-a592-4436-a81d-ddc05fe35090 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:51.491371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:51.496312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:51.499944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Pushing event updated for resources: {'Port': ['ID=e6faa5ce-3386-4c47-bad5-50b0edaa6565,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:51.569683 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Attempting to bind port e6faa5ce-3386-4c47-bad5-50b0edaa6565 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:51.569994 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Attempting to bind port e6faa5ce-3386-4c47-bad5-50b0edaa6565 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '9aba886c-125c-43de-be89-e06f606a87d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:51.570373 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Attempting to bind port e6faa5ce-3386-4c47-bad5-50b0edaa6565 on network f69f0f1c-a592-4436-a81d-ddc05fe35090 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:51.577858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:51.578234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Checking segment: {'id': '9aba886c-125c-43de-be89-e06f606a87d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:51.578652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.579043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Bound using segment: {'id': '9aba886c-125c-43de-be89-e06f606a87d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:51.579527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Bound port: e6faa5ce-3386-4c47-bad5-50b0edaa6565, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aba886c-125c-43de-be89-e06f606a87d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:51.579911 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.674240 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] For port e6faa5ce-3386-4c47-bad5-50b0edaa6565, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:51.677924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] For port e6faa5ce-3386-4c47-bad5-50b0edaa6565, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e6faa5ce-3386-4c47-bad5-50b0edaa6565,segment=NetworkSegment(9aba886c-125c-43de-be89-e06f606a87d2),segment_id=9aba886c-125c-43de-be89-e06f606a87d2)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:51.689641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.695005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Allocated IP 172.23.0.1 (f69f0f1c-a592-4436-a81d-ddc05fe35090/4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4/d23af40c-dccc-498b-8619-82a57aed7a61) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:51.741665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c06f6c-7dd4-46f0-94c5-fb29444e00c3 None None] Network baf21ae8-0b27-402e-84a5-c2522e877dc1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:51.803364 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.813120 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.830327 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dab80a-0947-4e1f-997e-39a198b376fb None None] Pushing event updated for resources: {'Port': ['ID=e6faa5ce-3386-4c47-bad5-50b0edaa6565,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:51.843246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-27cf77aa-364d-4742-8817-a2202f39414f None None] Provisioning complete for port 09f62670-0d18-4c72-b334-c04394d2f35d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:51.843702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-27cf77aa-364d-4742-8817-a2202f39414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.880375 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cc35e-363b-4836-9a87-be1dd374803b None None] Pushing event updated for resources: {'Port': ['ID=651fe84d-caa0-45b6-b6d3-0fd33b44ef00,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:51.923213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.958689 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Attempting to bind port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:51.959036 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Attempting to bind port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '090ccffd-0147-4570-a058-4c71ff798111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:51.959457 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Attempting to bind port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 on network baf21ae8-0b27-402e-84a5-c2522e877dc1 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:51.967659 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:51.968829 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Checking segment: {'id': '090ccffd-0147-4570-a058-4c71ff798111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:51.969923 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.970370 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Bound using segment: {'id': '090ccffd-0147-4570-a058-4c71ff798111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:51.971419 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Bound port: 651fe84d-caa0-45b6-b6d3-0fd33b44ef00, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090ccffd-0147-4570-a058-4c71ff798111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:51.971867 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:51.974528 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0dd322f0-f639-4ada-9ddb-388f345d104f req-92f09c82-7d23-42c9-9b7c-dbb3418c764e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 210 time: 0.0492482 Feb 04 05:58:52.035872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-27cf77aa-364d-4742-8817-a2202f39414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.049555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.082640 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] For port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:52.086858 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] For port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=651fe84d-caa0-45b6-b6d3-0fd33b44ef00,segment=NetworkSegment(090ccffd-0147-4570-a058-4c71ff798111),segment_id=090ccffd-0147-4570-a058-4c71ff798111)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:52.092775 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-27cf77aa-364d-4742-8817-a2202f39414f None None] For port 09f62670-0d18-4c72-b334-c04394d2f35d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=09f62670-0d18-4c72-b334-c04394d2f35d,segment=NetworkSegment(090ccffd-0147-4570-a058-4c71ff798111),segment_id=090ccffd-0147-4570-a058-4c71ff798111)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:52.095482 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.101383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-27cf77aa-364d-4742-8817-a2202f39414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.133287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network f69f0f1c-a592-4436-a81d-ddc05fe35090 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:52.142712 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:52.142712 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:52.188984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=d23af40c-dccc-498b-8619-82a57aed7a61,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:52.219175 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf77aa-364d-4742-8817-a2202f39414f None None] Pushing event updated for resources: {'Port': ['ID=09f62670-0d18-4c72-b334-c04394d2f35d,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:52.245538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.342981 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:52.344066 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:52.387269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.416735 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cc35e-363b-4836-9a87-be1dd374803b None None] Pushing event updated for resources: {'Port': ['ID=651fe84d-caa0-45b6-b6d3-0fd33b44ef00,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:52.429068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a436947a-b8ab-425c-8e7d-00877419dc59 None None] Provisioning complete for port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:52.429602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a436947a-b8ab-425c-8e7d-00877419dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.456105 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:52.536618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a436947a-b8ab-425c-8e7d-00877419dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.592584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a436947a-b8ab-425c-8e7d-00877419dc59 None None] For port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=651fe84d-caa0-45b6-b6d3-0fd33b44ef00,segment=NetworkSegment(090ccffd-0147-4570-a058-4c71ff798111),segment_id=090ccffd-0147-4570-a058-4c71ff798111)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:52.599826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a436947a-b8ab-425c-8e7d-00877419dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.695009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a436947a-b8ab-425c-8e7d-00877419dc59 None None] Provisioning complete for port 09f62670-0d18-4c72-b334-c04394d2f35d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:52.695814 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a436947a-b8ab-425c-8e7d-00877419dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.740535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436947a-b8ab-425c-8e7d-00877419dc59 None None] Pushing event updated for resources: {'Port': ['ID=651fe84d-caa0-45b6-b6d3-0fd33b44ef00,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:52.758640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e6faa5ce-3386-4c47-bad5-50b0edaa6565 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:52.878930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port e6faa5ce-3386-4c47-bad5-50b0edaa6565 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:52.879245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:52.898704 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 4, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd23af40c-dccc-498b-8619-82a57aed7a61', 'name': '', 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:c6:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:51Z', 'updated_at': '2022-02-04T05:58:51Z', 'revision_number': 1, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:52.939765 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad3762-9005-4a23-94a0-577176f0187e None None] The sync data for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv is: [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 4, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd23af40c-dccc-498b-8619-82a57aed7a61', 'name': '', 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:c6:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:51Z', 'updated_at': '2022-02-04T05:58:51Z', 'revision_number': 1, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:53.010035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.081932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b4db3dd4-4089-4047-9bd7-6ff3048142a9 None None] Provisioning complete for port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:53.083017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b4db3dd4-4089-4047-9bd7-6ff3048142a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.149950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port e6faa5ce-3386-4c47-bad5-50b0edaa6565, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e6faa5ce-3386-4c47-bad5-50b0edaa6565,segment=NetworkSegment(9aba886c-125c-43de-be89-e06f606a87d2),segment_id=9aba886c-125c-43de-be89-e06f606a87d2)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:53.158703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.160050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 09f62670-0d18-4c72-b334-c04394d2f35d up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:53.191994 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b9f53946-c751-4f40-8e3b-291f5a889167 req-ec5b037a-211d-46b6-aee8-5bdf4e1a4ce2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 210 time: 0.1036925 Feb 04 05:58:53.353123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=e6faa5ce-3386-4c47-bad5-50b0edaa6565,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:53.382968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 09f62670-0d18-4c72-b334-c04394d2f35d triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:53.383339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.428642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-07d87140-8e8d-45f6-aeb5-1e5b94d1600c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:53.430514 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-07d87140-8e8d-45f6-aeb5-1e5b94d1600c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=6157faa1-1982-44e3-989e-2a7fc7430145 HTTP/1.1" status: 200 len: 796 time: 0.3753390 Feb 04 05:58:53.432756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.436525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b3534e-062d-4eac-a4ce-0e050bb34b89 None None] Network f69f0f1c-a592-4436-a81d-ddc05fe35090 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:53.439321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.463006 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dc4b84aa-e362-4f56-a2fd-f4ba05ac6372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.563183 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.572298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event updated for resources: {'Port': ['ID=d23af40c-dccc-498b-8619-82a57aed7a61,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:53.587089 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-7515d6ce-9b6f-4466-b993-88925d55545b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 379 time: 0.1435974 Feb 04 05:58:53.605671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'device_id': '70216552-14c2-4732-af8b-5515b914d30e', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'admin_state_up': True, 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'security_groups': ['60b76399-9e6b-4ab3-b004-6a4bcab2ed90']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:53.637358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-171fed96-f4b3-40d8-bb95-6c06330aa6f2 None None] Provisioning complete for port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:53.637756 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-171fed96-f4b3-40d8-bb95-6c06330aa6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.793812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Network f69f0f1c-a592-4436-a81d-ddc05fe35090 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:53.798483 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:53.803630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-171fed96-f4b3-40d8-bb95-6c06330aa6f2 None None] Provisioning complete for port e6faa5ce-3386-4c47-bad5-50b0edaa6565 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:53.804021 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-171fed96-f4b3-40d8-bb95-6c06330aa6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:53.954911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:53.968803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:53.977326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.037787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4b522b25-4deb-4d51-96c6-0af5f7f3aabf None None] Provisioning complete for port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:54.037787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4b522b25-4deb-4d51-96c6-0af5f7f3aabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.145984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:54.156505 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fef90c7e-179e-4c55-a985-496f197f40f4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1775522 Feb 04 05:58:54.157249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47046) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:54.161233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4b522b25-4deb-4d51-96c6-0af5f7f3aabf None None] Provisioning complete for port d23af40c-dccc-498b-8619-82a57aed7a61 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:54.161690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4b522b25-4deb-4d51-96c6-0af5f7f3aabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.162040 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-524b3c44-b2b9-4cb5-8ce0-5c6bef14aac8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:54.211356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4b522b25-4deb-4d51-96c6-0af5f7f3aabf None None] Port d23af40c-dccc-498b-8619-82a57aed7a61 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:54.228853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4b522b25-4deb-4d51-96c6-0af5f7f3aabf None None] Provisioning complete for port e6faa5ce-3386-4c47-bad5-50b0edaa6565 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:54.229454 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4b522b25-4deb-4d51-96c6-0af5f7f3aabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.339287 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-abaa81c6-d58b-41fe-8969-bed832aec081 req-cfb84e63-133d-4f2f-a32d-325b425ae390 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 210 time: 0.0371296 Feb 04 05:58:54.341629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.6 (6157faa1-1982-44e3-989e-2a7fc7430145/2144876a-a01b-43a1-877a-4a2c367f825b/11f040e1-d0ee-4a7b-ad6c-629077225af0) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:54.460613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-dec52b38-67e9-4ecc-95ea-aa906bd18541 None None] Provisioning complete for port d23af40c-dccc-498b-8619-82a57aed7a61 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:54.460990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dec52b38-67e9-4ecc-95ea-aa906bd18541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.494801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc70e3-82c8-452e-9f8a-8d65f38f55ab None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:58:54.555905 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.561552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-dec52b38-67e9-4ecc-95ea-aa906bd18541 None None] Port d23af40c-dccc-498b-8619-82a57aed7a61 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:54.619538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.650937 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc70e3-82c8-452e-9f8a-8d65f38f55ab None None] Resources bound (agent type, host, resource id): {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:58:54.683795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 6157faa1-1982-44e3-989e-2a7fc7430145 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:54.688133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:54.692791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:54.727482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e6faa5ce-3386-4c47-bad5-50b0edaa6565 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:54.746382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=11f040e1-d0ee-4a7b-ad6c-629077225af0,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:54.762023 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Sync routers for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:54.767712 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:54.768564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.779336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.787650 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-0df35375-6c8a-46ef-b681-ad782ae48bfd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1950262 Feb 04 05:58:54.799336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Request body: {'port': {'device_id': '70216552-14c2-4732-af8b-5515b914d30e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:54.863570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.964001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8f8f4d38-e8d6-449e-855c-ea22bd025c9a None None] Provisioning complete for port d23af40c-dccc-498b-8619-82a57aed7a61 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:54.964276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8f8f4d38-e8d6-449e-855c-ea22bd025c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.978461 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.extraroute_db [None req-524b3c44-b2b9-4cb5-8ce0-5c6bef14aac8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:58:54.995792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.extraroute_db [None req-524b3c44-b2b9-4cb5-8ce0-5c6bef14aac8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Removed routes are [] {{(pid=102166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:58:54.996194 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-524b3c44-b2b9-4cb5-8ce0-5c6bef14aac8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.015912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:55.016540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:55.114765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f4d38-e8d6-449e-855c-ea22bd025c9a None None] Port d23af40c-dccc-498b-8619-82a57aed7a61 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:55.117071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port e6faa5ce-3386-4c47-bad5-50b0edaa6565 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:55.117472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.165885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f040e1-d0ee-4a7b-ad6c-629077225af0 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:58:55.172742 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:55.176599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.186782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-524b3c44-b2b9-4cb5-8ce0-5c6bef14aac8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.190598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-524b3c44-b2b9-4cb5-8ce0-5c6bef14aac8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.190757 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Transition to ACTIVE for port object 11f040e1-d0ee-4a7b-ad6c-629077225af0 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:55.195278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.244932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Pushing event updated for resources: {'Port': ['ID=11f040e1-d0ee-4a7b-ad6c-629077225af0,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:55.308080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524b3c44-b2b9-4cb5-8ce0-5c6bef14aac8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:55.322891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Attempting to bind port 11f040e1-d0ee-4a7b-ad6c-629077225af0 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:55.323232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Attempting to bind port 11f040e1-d0ee-4a7b-ad6c-629077225af0 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:55.323553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Attempting to bind port 11f040e1-d0ee-4a7b-ad6c-629077225af0 on network 6157faa1-1982-44e3-989e-2a7fc7430145 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:55.328654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Port 11f040e1-d0ee-4a7b-ad6c-629077225af0 on network 6157faa1-1982-44e3-989e-2a7fc7430145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:58:55.328978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Attempting to bind port 11f040e1-d0ee-4a7b-ad6c-629077225af0 on network 6157faa1-1982-44e3-989e-2a7fc7430145 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:55.334063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:55.334399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Checking segment: {'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:55.334781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Bound using segment: {'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:55.335204 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Bound port: 11f040e1-d0ee-4a7b-ad6c-629077225af0, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfba115d-70a0-4b07-88ae-fd9a69a1e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:55.336119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.410352 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524b3c44-b2b9-4cb5-8ce0-5c6bef14aac8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:55.417734 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-524b3c44-b2b9-4cb5-8ce0-5c6bef14aac8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.418927 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-524b3c44-b2b9-4cb5-8ce0-5c6bef14aac8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a HTTP/1.1" status: 200 len: 934 time: 1.2606556 Feb 04 05:58:55.421575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47052) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:55.436033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] For port 11f040e1-d0ee-4a7b-ad6c-629077225af0, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:55.460500 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14728bf2-95ca-432e-b9af-935c84f05583 None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:58:55.465109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:55.467440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] For port 11f040e1-d0ee-4a7b-ad6c-629077225af0, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=11f040e1-d0ee-4a7b-ad6c-629077225af0,segment=NetworkSegment(dfba115d-70a0-4b07-88ae-fd9a69a1e146),segment_id=dfba115d-70a0-4b07-88ae-fd9a69a1e146)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:55.477845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.516131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:55.516654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.518333 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] 10.222.0.36 "PUT /v2.0/ports/11f040e1-d0ee-4a7b-ad6c-629077225af0 HTTP/1.1" status: 200 len: 1093 time: 0.7231615 Feb 04 05:58:55.520739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70216552-14c2-4732-af8b-5515b914d30e', 'tag': '11f040e1-d0ee-4a7b-ad6c-629077225af0'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:58:55.523899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dd7ea7-93a2-4317-9b72-e489ecadec79" -d '{"events": [{"name": "network-changed", "server_uuid": "70216552-14c2-4732-af8b-5515b914d30e", "tag": "11f040e1-d0ee-4a7b-ad6c-629077225af0"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:58:55.536910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bf2f7-4e11-4b38-825f-e2d2906213b8 req-38f5ae82-963c-41bc-836b-9aa0bdf106ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:55.546731 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1ce91145-7fd3-424a-bb8f-d1eab78d6c6f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a HTTP/1.1" status: 200 len: 934 time: 0.1193392 Feb 04 05:58:55.546950 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-344bf2f7-4e11-4b38-825f-e2d2906213b8 req-38f5ae82-963c-41bc-836b-9aa0bdf106ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 943 time: 0.1216002 Feb 04 05:58:55.547075 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47056) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:55.550605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-047ae130-1b30-4af4-9133-d0de688498f9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'routes': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:55.602486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0460d507-34a6-4d91-af36-e340886fdf52 x-openstack-request-id: req-0460d507-34a6-4d91-af36-e340886fdf52 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:58:55.602756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70216552-14c2-4732-af8b-5515b914d30e", "tag": "11f040e1-d0ee-4a7b-ad6c-629077225af0", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:58:55.603007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0460d507-34a6-4d91-af36-e340886fdf52 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:58:55.603403 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70216552-14c2-4732-af8b-5515b914d30e', 'tag': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'status': 'completed', 'code': 200} Feb 04 05:58:55.640290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21214817-a21d-4c52-8b8e-fdd50dd01507 service neutron] Pushing event updated for resources: {'Port': ['ID=11f040e1-d0ee-4a7b-ad6c-629077225af0,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:55.651289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14728bf2-95ca-432e-b9af-935c84f05583 None None] Resources bound (agent type, host, resource id): {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:58:55.653069 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:55.653525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.661839 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-344bf2f7-4e11-4b38-825f-e2d2906213b8 req-2081b941-2ce2-438c-9149-ec96377ad7bc tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=60b76399-9e6b-4ab3-b004-6a4bcab2ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156831 Feb 04 05:58:55.668138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-75b8c74e-d78f-4bdc-b886-c01d96279993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:55.670633 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-75b8c74e-d78f-4bdc-b886-c01d96279993 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 1096 time: 0.1005132 Feb 04 05:58:55.706748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:54Z', 'revision_number': 6, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd23af40c-dccc-498b-8619-82a57aed7a61', 'name': '', 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:c6:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:51Z', 'updated_at': '2022-02-04T05:58:53Z', 'revision_number': 2, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:55.720030 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-61c07d9d-03ec-4335-89fb-f79fa11c69bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11f040e1-d0ee-4a7b-ad6c-629077225af0 HTTP/1.1" status: 200 len: 217 time: 0.0414536 Feb 04 05:58:55.750973 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Checking router: 10109c2a-bee8-47a2-9c4a-bf68cdd3511a for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:55.750973 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Updating router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a port d23af40c-dccc-498b-8619-82a57aed7a61 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:58:55.775218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-8fdb9c75-dc99-48ee-9e9e-ba384786df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:55.776602 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-8fdb9c75-dc99-48ee-9e9e-ba384786df53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2144876a-a01b-43a1-877a-4a2c367f825b HTTP/1.1" status: 200 len: 835 time: 0.0501952 Feb 04 05:58:55.820948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:55.835200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-f5deee04-0f19-42ab-b729-9bf15c80247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:55.836714 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-f5deee04-0f19-42ab-b729-9bf15c80247b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6157faa1-1982-44e3-989e-2a7fc7430145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531430 Feb 04 05:58:55.943426 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-ea3aa8b8-8620-4b77-9e82-ee3e9ef1d65f service neutron] 10.222.0.36 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997217 Feb 04 05:58:55.953826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.extraroute_db [None req-047ae130-1b30-4af4-9133-d0de688498f9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added routes are [] {{(pid=102166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:58:55.954318 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.extraroute_db [None req-047ae130-1b30-4af4-9133-d0de688498f9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:58:55.992536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-047ae130-1b30-4af4-9133-d0de688498f9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.045672 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34e6dc9-d1c9-4b13-afa8-cd8901deef57 req-c42198a1-59b3-433b-9c38-344573e34fb7 service neutron] 10.222.0.36 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950530 Feb 04 05:58:56.134591 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd7ea7-93a2-4317-9b72-e489ecadec79 req-598696e7-3901-4248-8cdf-45b4f0d277d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:56.136660 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e4dd7ea7-93a2-4317-9b72-e489ecadec79 req-598696e7-3901-4248-8cdf-45b4f0d277d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 1096 time: 0.0428035 Feb 04 05:58:56.204199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-047ae130-1b30-4af4-9133-d0de688498f9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.209591 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-047ae130-1b30-4af4-9133-d0de688498f9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.242307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.244578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd7ea7-93a2-4317-9b72-e489ecadec79 req-30d69d31-272f-464a-a24c-a160ad9ee11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:56.246100 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e4dd7ea7-93a2-4317-9b72-e489ecadec79 req-30d69d31-272f-464a-a24c-a160ad9ee11b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6157faa1-1982-44e3-989e-2a7fc7430145 HTTP/1.1" status: 200 len: 897 time: 0.1026947 Feb 04 05:58:56.250559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.332153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.332918 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e4dd7ea7-93a2-4317-9b72-e489ecadec79 req-2d7d75c7-8f98-410a-89d5-414bb904a6fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11f040e1-d0ee-4a7b-ad6c-629077225af0 HTTP/1.1" status: 200 len: 217 time: 0.0702658 Feb 04 05:58:56.347155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c213d0-2f13-46d0-a266-49b656330ada None None] Pushing event updated for resources: {'Port': ['ID=d23af40c-dccc-498b-8619-82a57aed7a61,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:56.351932 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047ae130-1b30-4af4-9133-d0de688498f9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:56.389469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Attempting to bind port d23af40c-dccc-498b-8619-82a57aed7a61 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:56.390038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Attempting to bind port d23af40c-dccc-498b-8619-82a57aed7a61 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '9aba886c-125c-43de-be89-e06f606a87d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:56.390505 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Attempting to bind port d23af40c-dccc-498b-8619-82a57aed7a61 on network f69f0f1c-a592-4436-a81d-ddc05fe35090 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:56.394264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd7ea7-93a2-4317-9b72-e489ecadec79 req-3835106c-1d24-4c76-9869-cc04562f1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:56.396013 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e4dd7ea7-93a2-4317-9b72-e489ecadec79 req-3835106c-1d24-4c76-9869-cc04562f1c8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2144876a-a01b-43a1-877a-4a2c367f825b HTTP/1.1" status: 200 len: 835 time: 0.0566320 Feb 04 05:58:56.396347 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:56.396855 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Checking segment: {'id': '9aba886c-125c-43de-be89-e06f606a87d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:56.397398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.398098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Bound using segment: {'id': '9aba886c-125c-43de-be89-e06f606a87d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:56.398510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Bound port: d23af40c-dccc-498b-8619-82a57aed7a61, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aba886c-125c-43de-be89-e06f606a87d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:56.399000 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.480574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd7ea7-93a2-4317-9b72-e489ecadec79 req-356041c8-cce2-4d9f-a356-4da00de2fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:56.483653 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e4dd7ea7-93a2-4317-9b72-e489ecadec79 req-356041c8-cce2-4d9f-a356-4da00de2fee6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6157faa1-1982-44e3-989e-2a7fc7430145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761979 Feb 04 05:58:56.487590 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ae130-1b30-4af4-9133-d0de688498f9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:56.497187 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-047ae130-1b30-4af4-9133-d0de688498f9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.499152 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-047ae130-1b30-4af4-9133-d0de688498f9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a HTTP/1.1" status: 200 len: 700 time: 0.9524863 Feb 04 05:58:56.501214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47058) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:56.506390 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] For port d23af40c-dccc-498b-8619-82a57aed7a61, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:56.510203 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] For port d23af40c-dccc-498b-8619-82a57aed7a61, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d23af40c-dccc-498b-8619-82a57aed7a61,segment=NetworkSegment(9aba886c-125c-43de-be89-e06f606a87d2),segment_id=9aba886c-125c-43de-be89-e06f606a87d2)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:56.516278 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.618788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c213d0-2f13-46d0-a266-49b656330ada None None] Pushing event updated for resources: {'Port': ['ID=d23af40c-dccc-498b-8619-82a57aed7a61,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:56.621596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:56.622302 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:56.686059 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e631b799-b308-4f9f-9096-f1ab068a289c tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a HTTP/1.1" status: 200 len: 700 time: 0.1810043 Feb 04 05:58:56.686384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47062) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:56.711284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.726233 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e4dd7ea7-93a2-4317-9b72-e489ecadec79 req-7098a774-e7ba-4b7d-8a96-0cdf82c2158c service neutron] 10.222.0.36 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347198 Feb 04 05:58:56.913444 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dfb29-f429-48ca-a309-8928341e473d req-aad35a5c-ca4a-45aa-b070-7b476b0948f6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:56.926958 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-be4dfb29-f429-48ca-a309-8928341e473d req-aad35a5c-ca4a-45aa-b070-7b476b0948f6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 943 time: 0.1768053 Feb 04 05:58:56.952054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3e56fb7f-3f2c-4064-8516-2f6d7f8ca846 None None] Provisioning complete for port d23af40c-dccc-498b-8619-82a57aed7a61 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:56.952638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3e56fb7f-3f2c-4064-8516-2f6d7f8ca846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:56.953887 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e4dd7ea7-93a2-4317-9b72-e489ecadec79 req-942fe69b-48dc-483e-8b9c-473fdc122724 service neutron] 10.222.0.36 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206953 Feb 04 05:58:56.954647 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:56.987176 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-be4dfb29-f429-48ca-a309-8928341e473d req-14e068ef-2fe0-4276-bfe0-5e9ba349e03f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=60b76399-9e6b-4ab3-b004-6a4bcab2ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534265 Feb 04 05:58:57.102578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.151805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3e56fb7f-3f2c-4064-8516-2f6d7f8ca846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.225339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3e56fb7f-3f2c-4064-8516-2f6d7f8ca846 None None] For port d23af40c-dccc-498b-8619-82a57aed7a61, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d23af40c-dccc-498b-8619-82a57aed7a61,segment=NetworkSegment(9aba886c-125c-43de-be89-e06f606a87d2),segment_id=9aba886c-125c-43de-be89-e06f606a87d2)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:57.232401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3e56fb7f-3f2c-4064-8516-2f6d7f8ca846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.296840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:55Z', 'revision_number': 7, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd23af40c-dccc-498b-8619-82a57aed7a61', 'name': '', 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:c6:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:51Z', 'updated_at': '2022-02-04T05:58:56Z', 'revision_number': 4, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:57.299781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56fb7f-3f2c-4064-8516-2f6d7f8ca846 None None] Pushing event updated for resources: {'Port': ['ID=d23af40c-dccc-498b-8619-82a57aed7a61,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:57.326841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9ad56-56f0-4176-8096-6454910c3f4b None None] The sync data for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv is: [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:55Z', 'revision_number': 7, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd23af40c-dccc-498b-8619-82a57aed7a61', 'name': '', 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:c6:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:51Z', 'updated_at': '2022-02-04T05:58:56Z', 'revision_number': 4, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:57.344509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port d23af40c-dccc-498b-8619-82a57aed7a61 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:57.345069 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.402575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1af90559-b8eb-42a7-ba3e-5052185dc49f None None] Provisioning complete for port d23af40c-dccc-498b-8619-82a57aed7a61 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:57.402936 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1af90559-b8eb-42a7-ba3e-5052185dc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.478494 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdf188-6941-457e-9cf7-3794f0c79396 None None] Sync routers for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:57.489620 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdf188-6941-457e-9cf7-3794f0c79396 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:57.490236 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-4afdf188-6941-457e-9cf7-3794f0c79396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:57.582957 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-4afdf188-6941-457e-9cf7-3794f0c79396 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:57.715141 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:58:57.734957 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port d23af40c-dccc-498b-8619-82a57aed7a61, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d23af40c-dccc-498b-8619-82a57aed7a61,segment=NetworkSegment(9aba886c-125c-43de-be89-e06f606a87d2),segment_id=9aba886c-125c-43de-be89-e06f606a87d2)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:57.735318 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.746824 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for d23af40c-dccc-498b-8619-82a57aed7a61 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:57.795033 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-4afdf188-6941-457e-9cf7-3794f0c79396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:55Z', 'revision_number': 7, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd23af40c-dccc-498b-8619-82a57aed7a61', 'name': '', 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:c6:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:51Z', 'updated_at': '2022-02-04T05:58:57Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:57.820422 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdf188-6941-457e-9cf7-3794f0c79396 None None] Checking router: 10109c2a-bee8-47a2-9c4a-bf68cdd3511a for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:57.829411 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdf188-6941-457e-9cf7-3794f0c79396 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:57.830013 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-4afdf188-6941-457e-9cf7-3794f0c79396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:57.918141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:57.918844 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-4afdf188-6941-457e-9cf7-3794f0c79396 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:57.946203 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=d23af40c-dccc-498b-8619-82a57aed7a61,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:58.101525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e982-e20d-4718-9be7-06b3e362daa3 req-0c59109d-2911-4b1c-aa23-0b8b0464a840 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:58.109868 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1f74e982-e20d-4718-9be7-06b3e362daa3 req-0c59109d-2911-4b1c-aa23-0b8b0464a840 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 943 time: 0.0592003 Feb 04 05:58:58.142463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.165945 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1f74e982-e20d-4718-9be7-06b3e362daa3 req-2d82f500-3d3d-4ef0-9b1c-ec8224c71cad tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=60b76399-9e6b-4ab3-b004-6a4bcab2ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549936 Feb 04 05:58:58.180556 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-4afdf188-6941-457e-9cf7-3794f0c79396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:55Z', 'revision_number': 7, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd23af40c-dccc-498b-8619-82a57aed7a61', 'name': '', 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:c6:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:51Z', 'updated_at': '2022-02-04T05:58:57Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:58.207960 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdf188-6941-457e-9cf7-3794f0c79396 None None] The sync data for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv is: [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:55Z', 'revision_number': 7, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd23af40c-dccc-498b-8619-82a57aed7a61', 'name': '', 'network_id': 'f69f0f1c-a592-4436-a81d-ddc05fe35090', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:c6:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:51Z', 'updated_at': '2022-02-04T05:58:57Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:58.296773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.345951 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:58.441628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:58.446581 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b2e8a622-f147-41f5-94c8-1e2f84df0b4e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7589452 Feb 04 05:58:58.449428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47066) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:58.451225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902dd23-55ff-4b47-89eb-ae8119bfbc2d None None] Sync routers for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:58.457873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 11f040e1-d0ee-4a7b-ad6c-629077225af0 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:58:58.469574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902dd23-55ff-4b47-89eb-ae8119bfbc2d None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:58.470267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-0902dd23-55ff-4b47-89eb-ae8119bfbc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:58.500088 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7721ecd5-43be-408a-ba92-630894b5d0a6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting subnet 4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:58:58.503119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7721ecd5-43be-408a-ba92-630894b5d0a6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.546860 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7721ecd5-43be-408a-ba92-630894b5d0a6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.599918 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-0902dd23-55ff-4b47-89eb-ae8119bfbc2d None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:58.635109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7721ecd5-43be-408a-ba92-630894b5d0a6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.694082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7721ecd5-43be-408a-ba92-630894b5d0a6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.698974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 11f040e1-d0ee-4a7b-ad6c-629077225af0, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=11f040e1-d0ee-4a7b-ad6c-629077225af0,segment=NetworkSegment(dfba115d-70a0-4b07-88ae-fd9a69a1e146),segment_id=dfba115d-70a0-4b07-88ae-fd9a69a1e146)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:58.725708 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721ecd5-43be-408a-ba92-630894b5d0a6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:58.730255 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7721ecd5-43be-408a-ba92-630894b5d0a6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.737167 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7721ecd5-43be-408a-ba92-630894b5d0a6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4 HTTP/1.1" status: 204 len: 168 time: 0.2844245 Feb 04 05:58:58.737437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47068) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:58.749122 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bfd0ba-4e5d-417b-9fdd-054ead3c1ec5 None None] Network f69f0f1c-a592-4436-a81d-ddc05fe35090 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:58:58.752768 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'port_id': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'mac_address': 'fa:16:3e:cf:e6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:58:58.816648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.873969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port e6faa5ce-3386-4c47-bad5-50b0edaa6565 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:58:58.874699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.874943 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.912779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f040e1-d0ee-4a7b-ad6c-629077225af0 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:58:58.940805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port e6faa5ce-3386-4c47-bad5-50b0edaa6565, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e6faa5ce-3386-4c47-bad5-50b0edaa6565,segment=NetworkSegment(9aba886c-125c-43de-be89-e06f606a87d2),segment_id=9aba886c-125c-43de-be89-e06f606a87d2)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:58.941192 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:58.953800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for e6faa5ce-3386-4c47-bad5-50b0edaa6565 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:58:58.974568 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 11f040e1-d0ee-4a7b-ad6c-629077225af0, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=11f040e1-d0ee-4a7b-ad6c-629077225af0,segment=NetworkSegment(dfba115d-70a0-4b07-88ae-fd9a69a1e146),segment_id=dfba115d-70a0-4b07-88ae-fd9a69a1e146)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:58.980526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.035602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.045117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=11f040e1-d0ee-4a7b-ad6c-629077225af0,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:59.050546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-0902dd23-55ff-4b47-89eb-ae8119bfbc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:57Z', 'revision_number': 8, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:59.066720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No DVR routers for this DVR port e6faa5ce-3386-4c47-bad5-50b0edaa6565 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:58:59.072863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=e6faa5ce-3386-4c47-bad5-50b0edaa6565,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:59.080287 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902dd23-55ff-4b47-89eb-ae8119bfbc2d None None] Checking router: 10109c2a-bee8-47a2-9c4a-bf68cdd3511a for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:59.091942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a0faa-7fdf-43bc-9da4-42352825e5e0 None None] DHCP port deletion for f69f0f1c-a592-4436-a81d-ddc05fe35090 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:58:59.096845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902dd23-55ff-4b47-89eb-ae8119bfbc2d None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:59.097491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-0902dd23-55ff-4b47-89eb-ae8119bfbc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:59.162222 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.182471 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69f0f1c-a592-4436-a81d-ddc05fe35090']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:59.192240 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aba886c-125c-43de-be89-e06f606a87d2') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:59.192539 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aba886c-125c-43de-be89-e06f606a87d2') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:59.205768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.207917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['11f040e1-d0ee-4a7b-ad6c-629077225af0'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:58:59.210917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-0902dd23-55ff-4b47-89eb-ae8119bfbc2d None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:59.227631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.235194 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:58:59.235672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:58:59.238771 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:58:59.291020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14c421-3912-4d5d-be7c-e4ffe1757ae8 req-9e0fa14a-f807-4e82-9959-62a7e9e8980b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:59.292637 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7f14c421-3912-4d5d-be7c-e4ffe1757ae8 req-9e0fa14a-f807-4e82-9959-62a7e9e8980b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 944 time: 0.0622766 Feb 04 05:58:59.302791 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.314210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:59.320642 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/networks/f69f0f1c-a592-4436-a81d-ddc05fe35090 HTTP/1.1" status: 204 len: 168 time: 0.5798745 Feb 04 05:58:59.322880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47072) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:59.334725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4512e2-797c-44fb-9847-1747af008a2b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Network': ['ID=f69f0f1c-a592-4436-a81d-ddc05fe35090,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:59.406416 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7f14c421-3912-4d5d-be7c-e4ffe1757ae8 req-45125744-59eb-4e4a-82b5-86cc76144b8e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=60b76399-9e6b-4ab3-b004-6a4bcab2ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049845 Feb 04 05:58:59.531606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-0902dd23-55ff-4b47-89eb-ae8119bfbc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:57Z', 'revision_number': 8, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:59.560722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902dd23-55ff-4b47-89eb-ae8119bfbc2d None None] The sync data for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv is: [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:58:57Z', 'revision_number': 8, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '651fe84d-caa0-45b6-b6d3-0fd33b44ef00', 'name': '', 'network_id': 'baf21ae8-0b27-402e-84a5-c2522e877dc1', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:3f:bb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:48Z', 'updated_at': '2022-02-04T05:58:52Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'cea391b0-e35f-467a-a87c-4ea4c11d1ee3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:59.943209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.186300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:00.186650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.276235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port 651fe84d-caa0-45b6-b6d3-0fd33b44ef00, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=651fe84d-caa0-45b6-b6d3-0fd33b44ef00,segment=NetworkSegment(090ccffd-0147-4570-a058-4c71ff798111),segment_id=090ccffd-0147-4570-a058-4c71ff798111)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:00.276598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.288849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:00.459447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.485446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 11f040e1-d0ee-4a7b-ad6c-629077225af0 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:00.495883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=651fe84d-caa0-45b6-b6d3-0fd33b44ef00,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:00.520989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e6faa5ce-3386-4c47-bad5-50b0edaa6565 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:00.547579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: e6faa5ce-3386-4c47-bad5-50b0edaa6565 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:00.548274 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e6faa5ce-3386-4c47-bad5-50b0edaa6565 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:00.548274 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d23af40c-dccc-498b-8619-82a57aed7a61 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:00.571417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: d23af40c-dccc-498b-8619-82a57aed7a61 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:00.571825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d23af40c-dccc-498b-8619-82a57aed7a61 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:00.590169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 11f040e1-d0ee-4a7b-ad6c-629077225af0 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:00.595200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 11f040e1-d0ee-4a7b-ad6c-629077225af0 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:00.595567 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.596697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fae462-4545-4b60-a6f4-76e676eb3b67 req-199365b4-c5d3-4d91-8312-a6e641635196 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:00.598310 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3fae462-4545-4b60-a6f4-76e676eb3b67 req-199365b4-c5d3-4d91-8312-a6e641635196 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 944 time: 0.1130655 Feb 04 05:59:00.684853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.712676 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70216552-14c2-4732-af8b-5515b914d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f040e1-d0ee-4a7b-ad6c-629077225af0'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:00.715435 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcda3c43-b0d3-42b9-bf48-ffee35647ad6" -d '{"events": [{"server_uuid": "70216552-14c2-4732-af8b-5515b914d30e", "name": "network-vif-plugged", "status": "completed", "tag": "11f040e1-d0ee-4a7b-ad6c-629077225af0"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:00.728737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 11f040e1-d0ee-4a7b-ad6c-629077225af0, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=11f040e1-d0ee-4a7b-ad6c-629077225af0,segment=NetworkSegment(dfba115d-70a0-4b07-88ae-fd9a69a1e146),segment_id=dfba115d-70a0-4b07-88ae-fd9a69a1e146)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:00.730994 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3fae462-4545-4b60-a6f4-76e676eb3b67 req-22a46255-c06b-4b81-b0b2-f941232bd4b2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=60b76399-9e6b-4ab3-b004-6a4bcab2ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263411 Feb 04 05:59:00.742111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.757414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.796947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=11f040e1-d0ee-4a7b-ad6c-629077225af0,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:00.804374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa5d6f4-34eb-4d9d-8dac-591dcc367e24 x-openstack-request-id: req-1fa5d6f4-34eb-4d9d-8dac-591dcc367e24 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:00.804660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70216552-14c2-4732-af8b-5515b914d30e", "name": "network-vif-plugged", "status": "completed", "tag": "11f040e1-d0ee-4a7b-ad6c-629077225af0", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:00.804911 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fa5d6f4-34eb-4d9d-8dac-591dcc367e24 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:00.805356 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70216552-14c2-4732-af8b-5515b914d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'code': 200} Feb 04 05:59:01.006689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:01.012661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff8058-0f8c-49cc-881c-4aa0575989e0 req-a84a930b-a2a6-4dbf-a3d8-17e17ba5143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:01.014163 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7fff8058-0f8c-49cc-881c-4aa0575989e0 req-a84a930b-a2a6-4dbf-a3d8-17e17ba5143f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 1098 time: 0.0643351 Feb 04 05:59:01.117476 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7fff8058-0f8c-49cc-881c-4aa0575989e0 req-0be7fd6e-122d-4c45-b8da-71681fb0112e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60b76399-9e6b-4ab3-b004-6a4bcab2ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958450 Feb 04 05:59:01.124360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:01.129385 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-28f5d1dc-afb8-4140-8cac-62335583105b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8054669 Feb 04 05:59:01.132050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47078) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:01.134666 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16efe1-4b4f-4e37-a392-2bd484b13049 None None] Sync routers for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:01.144692 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16efe1-4b4f-4e37-a392-2bd484b13049 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:01.145306 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-df16efe1-4b4f-4e37-a392-2bd484b13049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:01.181599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bff723-9a66-4833-a0a7-c43a356734ce tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting subnet cea391b0-e35f-467a-a87c-4ea4c11d1ee3 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:59:01.185173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b3bff723-9a66-4833-a0a7-c43a356734ce tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.224913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b3bff723-9a66-4833-a0a7-c43a356734ce tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.233171 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-df16efe1-4b4f-4e37-a392-2bd484b13049 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:01.311255 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b3bff723-9a66-4833-a0a7-c43a356734ce tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.369962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b3bff723-9a66-4833-a0a7-c43a356734ce tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.397481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bff723-9a66-4833-a0a7-c43a356734ce tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Subnet': ['ID=cea391b0-e35f-467a-a87c-4ea4c11d1ee3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:01.401180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b3bff723-9a66-4833-a0a7-c43a356734ce tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.404863 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b3bff723-9a66-4833-a0a7-c43a356734ce tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/cea391b0-e35f-467a-a87c-4ea4c11d1ee3 HTTP/1.1" status: 204 len: 168 time: 0.2718494 Feb 04 05:59:01.407395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47080) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:01.407608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37503773-0480-467d-9034-1e36b034b56e None None] Network baf21ae8-0b27-402e-84a5-c2522e877dc1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:01.434183 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-df16efe1-4b4f-4e37-a392-2bd484b13049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:00Z', 'revision_number': 9, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:01.494878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.554264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port 09f62670-0d18-4c72-b334-c04394d2f35d {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:01.554678 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.554863 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16efe1-4b4f-4e37-a392-2bd484b13049 None None] Checking router: 10109c2a-bee8-47a2-9c4a-bf68cdd3511a for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:01.564047 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16efe1-4b4f-4e37-a392-2bd484b13049 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:01.564564 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-df16efe1-4b4f-4e37-a392-2bd484b13049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:01.619762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port 09f62670-0d18-4c72-b334-c04394d2f35d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=09f62670-0d18-4c72-b334-c04394d2f35d,segment=NetworkSegment(090ccffd-0147-4570-a058-4c71ff798111),segment_id=090ccffd-0147-4570-a058-4c71ff798111)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:01.620157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.638993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for 09f62670-0d18-4c72-b334-c04394d2f35d owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:01.656302 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-df16efe1-4b4f-4e37-a392-2bd484b13049 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:01.726795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.730458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ff2d8-fc76-4ca0-a38f-75e3c900564e None None] DHCP port deletion for baf21ae8-0b27-402e-84a5-c2522e877dc1 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:59:01.756928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=09f62670-0d18-4c72-b334-c04394d2f35d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:01.760240 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No DVR routers for this DVR port 09f62670-0d18-4c72-b334-c04394d2f35d on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:01.868110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.869637 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-df16efe1-4b4f-4e37-a392-2bd484b13049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:00Z', 'revision_number': 9, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:01.893623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf21ae8-0b27-402e-84a5-c2522e877dc1']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:01.896674 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16efe1-4b4f-4e37-a392-2bd484b13049 None None] The sync data for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv is: [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:00Z', 'revision_number': 9, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70d61e61-5e15-4f1a-9b82-2ac16126ca04', 'name': '', 'network_id': '49685e8c-021a-439b-a4a4-519ab7c5432d', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:52:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:44Z', 'updated_at': '2022-02-04T05:58:49Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': '8ee53c44-987c-44cf-a569-b642f71f2c3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:01.905653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090ccffd-0147-4570-a058-4c71ff798111') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:01.905948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090ccffd-0147-4570-a058-4c71ff798111') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:01.920091 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739714b-2165-4623-bd9c-5bf6e53e8f55 req-562d42f4-ee62-45d2-aa89-e546fd7110eb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:01.921662 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f739714b-2165-4623-bd9c-5bf6e53e8f55 req-562d42f4-ee62-45d2-aa89-e546fd7110eb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 945 time: 0.0910461 Feb 04 05:59:01.925692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.952469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.960993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:01.961401 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:01.965337 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:02.021657 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f739714b-2165-4623-bd9c-5bf6e53e8f55 req-c46d9564-66a2-4e7d-97a6-5ed360d90a11 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=60b76399-9e6b-4ab3-b004-6a4bcab2ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939457 Feb 04 05:59:02.037657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.042440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.049382 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/networks/baf21ae8-0b27-402e-84a5-c2522e877dc1 HTTP/1.1" status: 204 len: 168 time: 0.6381588 Feb 04 05:59:02.049720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47084) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:02.069608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae671c08-6745-442a-a78e-18fd53a7aec6 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Network': ['ID=baf21ae8-0b27-402e-84a5-c2522e877dc1,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:02.394098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.479361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:02.499911 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:02.500250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 651fe84d-caa0-45b6-b6d3-0fd33b44ef00 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:02.500655 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 09f62670-0d18-4c72-b334-c04394d2f35d no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:02.518928 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 09f62670-0d18-4c72-b334-c04394d2f35d {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:02.519269 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 09f62670-0d18-4c72-b334-c04394d2f35d not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:02.629781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port 70d61e61-5e15-4f1a-9b82-2ac16126ca04 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:02.630117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.713907 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port 70d61e61-5e15-4f1a-9b82-2ac16126ca04, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=70d61e61-5e15-4f1a-9b82-2ac16126ca04,segment=NetworkSegment(ae884eca-0027-4be6-bab6-41d00f221ac0),segment_id=ae884eca-0027-4be6-bab6-41d00f221ac0)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:02.714258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.726408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for 70d61e61-5e15-4f1a-9b82-2ac16126ca04 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:02.892163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:02.919851 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=70d61e61-5e15-4f1a-9b82-2ac16126ca04,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:03.076842 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.148684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0696a6a-84bf-4d3e-903d-d2da5bd7a98e req-ec904976-9d3b-4891-89b7-ce154b12c927 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:03.150196 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0696a6a-84bf-4d3e-903d-d2da5bd7a98e req-ec904976-9d3b-4891-89b7-ce154b12c927 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 945 time: 0.0498645 Feb 04 05:59:03.188858 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0696a6a-84bf-4d3e-903d-d2da5bd7a98e req-789ba987-a35a-4177-a1bc-77ce956bb0e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=60b76399-9e6b-4ab3-b004-6a4bcab2ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324109 Feb 04 05:59:03.264804 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:03.302771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9990c7-5e7f-4ace-aa39-15c4bd447522 req-c7900c96-44ea-45d3-af85-dd6d6e94a00a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:03.304272 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fa9990c7-5e7f-4ace-aa39-15c4bd447522 req-c7900c96-44ea-45d3-af85-dd6d6e94a00a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 945 time: 0.0493326 Feb 04 05:59:03.347036 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fa9990c7-5e7f-4ace-aa39-15c4bd447522 req-b4073de1-6d73-4e69-9565-c350dd132e0d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=60b76399-9e6b-4ab3-b004-6a4bcab2ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363374 Feb 04 05:59:03.355709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:03.361861 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a3d6f812-b72f-4091-bdbf-4e15168269ba tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3108237 Feb 04 05:59:03.364127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47090) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:03.370480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47092) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:03.373112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40db042-d96f-4f86-ac19-2596b41ff961 None None] Sync routers for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:03.382763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40db042-d96f-4f86-ac19-2596b41ff961 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:03.383511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d40db042-d96f-4f86-ac19-2596b41ff961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:03.412408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f862acf-b122-410f-9ead-a62a1f671300 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:03.413979 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7f862acf-b122-410f-9ead-a62a1f671300 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 1093 time: 0.0412736 Feb 04 05:59:03.416802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47094) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:03.418005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a73d7e-ba36-471b-a107-11893b6a02e4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting subnet 8ee53c44-987c-44cf-a569-b642f71f2c3b {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:59:03.422032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:03.422238 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03a73d7e-ba36-471b-a107-11893b6a02e4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.449636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.462895 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03a73d7e-ba36-471b-a107-11893b6a02e4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.476493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-d40db042-d96f-4f86-ac19-2596b41ff961 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:03.549558 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.558941 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03a73d7e-ba36-471b-a107-11893b6a02e4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.629047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03a73d7e-ba36-471b-a107-11893b6a02e4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.662989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.169 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/434fce85-96d2-4800-b149-3c78d2b85bc1) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:03.663349 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a73d7e-ba36-471b-a107-11893b6a02e4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee53c44-987c-44cf-a569-b642f71f2c3b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:03.667224 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-03a73d7e-ba36-471b-a107-11893b6a02e4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.670904 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-03a73d7e-ba36-471b-a107-11893b6a02e4 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/8ee53c44-987c-44cf-a569-b642f71f2c3b HTTP/1.1" status: 204 len: 168 time: 0.3058388 Feb 04 05:59:03.673653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47096) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:03.674964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce8cac1-9a10-4d77-b89e-da3a92192edd None None] Network 49685e8c-021a-439b-a4a4-519ab7c5432d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:03.740274 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d40db042-d96f-4f86-ac19-2596b41ff961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:02Z', 'revision_number': 10, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:03.772323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40db042-d96f-4f86-ac19-2596b41ff961 None None] Checking router: 10109c2a-bee8-47a2-9c4a-bf68cdd3511a for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:03.804755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.811586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40db042-d96f-4f86-ac19-2596b41ff961 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:03.812618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d40db042-d96f-4f86-ac19-2596b41ff961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:03.873635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.903760 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-d40db042-d96f-4f86-ac19-2596b41ff961 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:03.917039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port cb7281eb-9393-4873-8979-b9077d6b352b {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:03.917412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.933232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:03.984727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eca491-efa7-4a2d-9792-aa83dde9b8d6 None None] DHCP port deletion for 49685e8c-021a-439b-a4a4-519ab7c5432d request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:59:04.020710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:04.030745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:04.033146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:04.054920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=434fce85-96d2-4800-b149-3c78d2b85bc1,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:04.063691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port cb7281eb-9393-4873-8979-b9077d6b352b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cb7281eb-9393-4873-8979-b9077d6b352b,segment=NetworkSegment(ae884eca-0027-4be6-bab6-41d00f221ac0),segment_id=ae884eca-0027-4be6-bab6-41d00f221ac0)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:04.064056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.083307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for cb7281eb-9393-4873-8979-b9077d6b352b owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:04.119188 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-48eca491-efa7-4a2d-9792-aa83dde9b8d6 None None] Deleting port cb7281eb-9393-4873-8979-b9077d6b352b {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:04.119583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48eca491-efa7-4a2d-9792-aa83dde9b8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.193762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-48eca491-efa7-4a2d-9792-aa83dde9b8d6 None None] For port cb7281eb-9393-4873-8979-b9077d6b352b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cb7281eb-9393-4873-8979-b9077d6b352b,segment=NetworkSegment(ae884eca-0027-4be6-bab6-41d00f221ac0),segment_id=ae884eca-0027-4be6-bab6-41d00f221ac0)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:04.194155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48eca491-efa7-4a2d-9792-aa83dde9b8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.208819 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-48eca491-efa7-4a2d-9792-aa83dde9b8d6 None None] Calling delete_port for cb7281eb-9393-4873-8979-b9077d6b352b owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:04.222494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d40db042-d96f-4f86-ac19-2596b41ff961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:02Z', 'revision_number': 10, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:04.253346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40db042-d96f-4f86-ac19-2596b41ff961 None None] The sync data for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv is: [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:02Z', 'revision_number': 10, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None, '_interfaces': [{'id': '1ba9ed1f-6457-4b89-9d69-7166dffe634e', 'name': '', 'network_id': '8e4638e6-0a53-46b4-894d-d9e00c6900a2', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'mac_address': 'fa:16:3e:9e:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:35Z', 'updated_at': '2022-02-04T05:58:43Z', 'revision_number': 5, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'subnets': [{'id': 'dbc65935-bce7-4ed0-befc-e3b17022edff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:04.282701 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.320184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48eca491-efa7-4a2d-9792-aa83dde9b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.347217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=cb7281eb-9393-4873-8979-b9077d6b352b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:04.347435 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eca491-efa7-4a2d-9792-aa83dde9b8d6 None None] Pushing event deleted for resources: {'Port': ['ID=cb7281eb-9393-4873-8979-b9077d6b352b,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:04.349210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eca491-efa7-4a2d-9792-aa83dde9b8d6 None None] No DVR routers for this DVR port cb7281eb-9393-4873-8979-b9077d6b352b on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:04.350555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No DVR routers for this DVR port cb7281eb-9393-4873-8979-b9077d6b352b on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:04.656637 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cb7281eb-9393-4873-8979-b9077d6b352b no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:04.679296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: cb7281eb-9393-4873-8979-b9077d6b352b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:04.679802 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cb7281eb-9393-4873-8979-b9077d6b352b not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:04.680324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 70d61e61-5e15-4f1a-9b82-2ac16126ca04 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:04.706214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 70d61e61-5e15-4f1a-9b82-2ac16126ca04 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:04.706560 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 70d61e61-5e15-4f1a-9b82-2ac16126ca04 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:04.770608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.813730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49685e8c-021a-439b-a4a4-519ab7c5432d']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:04.878548 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae884eca-0027-4be6-bab6-41d00f221ac0') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:04.878794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae884eca-0027-4be6-bab6-41d00f221ac0') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:04.902990 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.937221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.988557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:04.988965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:04.992271 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:05.066836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.106668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.119984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.124326 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/networks/49685e8c-021a-439b-a4a4-519ab7c5432d HTTP/1.1" status: 204 len: 168 time: 1.4494925 Feb 04 05:59:05.127125 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47098) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:05.143542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ec875-4daa-4bd3-8107-781c05d216c7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Network': ['ID=49685e8c-021a-439b-a4a4-519ab7c5432d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:05.192096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.339860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.344764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.415362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=434fce85-96d2-4800-b149-3c78d2b85bc1,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:05.431175 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.454222 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.530907 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP fa0acdff-a828-49c6-8033-8a4248cd34fa associated. External IP: 172.26.5.169, port: 11f040e1-d0ee-4a7b-ad6c-629077225af0. Feb 04 05:59:05.743366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 9e648837-cd23-4e93-ad98-eb8e2c80da78 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:05.855276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:05.865019 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f7e6c-e1ff-4e59-9cfc-56c0302dce17 None None] Sync routers for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:05.874335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:05.876265 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f7e6c-e1ff-4e59-9cfc-56c0302dce17 None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:05.877189 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0e6f7e6c-e1ff-4e59-9cfc-56c0302dce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:05.905019 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0e9904f6-3490-4f52-bb6f-350afb3cd6fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4871378 Feb 04 05:59:05.905744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70216552-14c2-4732-af8b-5515b914d30e', 'tag': '11f040e1-d0ee-4a7b-ad6c-629077225af0'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:05.908109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca544ad0-2eed-4fba-938d-7ca32f85b270" -d '{"events": [{"name": "network-changed", "server_uuid": "70216552-14c2-4732-af8b-5515b914d30e", "tag": "11f040e1-d0ee-4a7b-ad6c-629077225af0"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:05.910627 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47100) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:05.982804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4877679e-35b5-415a-af76-d0dc9fd28b91 x-openstack-request-id: req-4877679e-35b5-415a-af76-d0dc9fd28b91 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:05.982804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70216552-14c2-4732-af8b-5515b914d30e", "tag": "11f040e1-d0ee-4a7b-ad6c-629077225af0", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:05.982804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4877679e-35b5-415a-af76-d0dc9fd28b91 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:05.983231 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70216552-14c2-4732-af8b-5515b914d30e', 'tag': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'status': 'completed', 'code': 200} Feb 04 05:59:05.987894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port 1ba9ed1f-6457-4b89-9d69-7166dffe634e {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:05.988498 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.003790 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-0e6f7e6c-e1ff-4e59-9cfc-56c0302dce17 None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:06.068664 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3a46136d-0f3e-40f6-bfb8-d4d4b63098ec tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/fa0acdff-a828-49c6-8033-8a4248cd34fa HTTP/1.1" status: 200 len: 991 time: 0.1566367 Feb 04 05:59:06.075358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544ad0-2eed-4fba-938d-7ca32f85b270 req-e6d3df9e-4ad7-4590-b035-b7af191e8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:06.077334 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca544ad0-2eed-4fba-938d-7ca32f85b270 req-e6d3df9e-4ad7-4590-b035-b7af191e8c8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 1098 time: 0.0933039 Feb 04 05:59:06.080699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port 1ba9ed1f-6457-4b89-9d69-7166dffe634e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1ba9ed1f-6457-4b89-9d69-7166dffe634e,segment=NetworkSegment(a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7),segment_id=a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:06.081057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.094077 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for 1ba9ed1f-6457-4b89-9d69-7166dffe634e owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:06.171246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544ad0-2eed-4fba-938d-7ca32f85b270 req-08dfbeae-fb6e-4052-a282-dc819ae6f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:06.172732 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca544ad0-2eed-4fba-938d-7ca32f85b270 req-08dfbeae-fb6e-4052-a282-dc819ae6f019 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6157faa1-1982-44e3-989e-2a7fc7430145 HTTP/1.1" status: 200 len: 897 time: 0.0886564 Feb 04 05:59:06.250148 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0e6f7e6c-e1ff-4e59-9cfc-56c0302dce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:58:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'fa0acdff-a828-49c6-8033-8a4248cd34fa', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'port_id': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'mac_address': 'fa:16:3e:cf:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70216552-14c2-4732-af8b-5515b914d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:04Z', 'updated_at': '2022-02-04T05:59:04Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:06.268799 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.276588 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca544ad0-2eed-4fba-938d-7ca32f85b270 req-ce046a03-8eef-4b9b-880e-fb585e2242e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11f040e1-d0ee-4a7b-ad6c-629077225af0 HTTP/1.1" status: 200 len: 999 time: 0.0972989 Feb 04 05:59:06.277333 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f7e6c-e1ff-4e59-9cfc-56c0302dce17 None None] Checking router: 9e648837-cd23-4e93-ad98-eb8e2c80da78 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:06.286614 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f7e6c-e1ff-4e59-9cfc-56c0302dce17 None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:06.287294 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0e6f7e6c-e1ff-4e59-9cfc-56c0302dce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:06.299944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=1ba9ed1f-6457-4b89-9d69-7166dffe634e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:06.333821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544ad0-2eed-4fba-938d-7ca32f85b270 req-9a60be69-fcbb-4ff6-b3d2-bd5bc0d61754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:06.335740 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca544ad0-2eed-4fba-938d-7ca32f85b270 req-9a60be69-fcbb-4ff6-b3d2-bd5bc0d61754 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2144876a-a01b-43a1-877a-4a2c367f825b HTTP/1.1" status: 200 len: 835 time: 0.0523984 Feb 04 05:59:06.385628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca544ad0-2eed-4fba-938d-7ca32f85b270 req-2a5a13ae-893f-4d1b-ad82-9b930f7cb0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:06.387171 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca544ad0-2eed-4fba-938d-7ca32f85b270 req-2a5a13ae-893f-4d1b-ad82-9b930f7cb0f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6157faa1-1982-44e3-989e-2a7fc7430145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449240 Feb 04 05:59:06.407927 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-0e6f7e6c-e1ff-4e59-9cfc-56c0302dce17 None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:06.462968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.511186 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca544ad0-2eed-4fba-938d-7ca32f85b270 req-7cac4ba7-8b8f-4c4c-a7bf-8ca3ca9874d6 service neutron] 10.222.0.36 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174612 Feb 04 05:59:06.611174 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca544ad0-2eed-4fba-938d-7ca32f85b270 req-820f7608-d59c-4f9d-9eaa-3d150749849c service neutron] 10.222.0.36 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925863 Feb 04 05:59:06.646035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:06.691242 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-0e6f7e6c-e1ff-4e59-9cfc-56c0302dce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:58:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'fa0acdff-a828-49c6-8033-8a4248cd34fa', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'port_id': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'mac_address': 'fa:16:3e:cf:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70216552-14c2-4732-af8b-5515b914d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:04Z', 'updated_at': '2022-02-04T05:59:04Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:06.718026 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f7e6c-e1ff-4e59-9cfc-56c0302dce17 None None] The sync data for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv is: [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:58:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'fa0acdff-a828-49c6-8033-8a4248cd34fa', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'port_id': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'mac_address': 'fa:16:3e:cf:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70216552-14c2-4732-af8b-5515b914d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:04Z', 'updated_at': '2022-02-04T05:59:04Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:06.725527 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:06.730530 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f5d03434-61d2-4951-b07d-f3135eb9a79d tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6023004 Feb 04 05:59:06.733863 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47106) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:06.737683 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e232a8-1f86-4326-b0c2-f551c6a6d063 None None] Sync routers for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:06.748722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e232a8-1f86-4326-b0c2-f551c6a6d063 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:06.749631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-82e232a8-1f86-4326-b0c2-f551c6a6d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:06.796150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-43aa9eaa-f44d-47f6-b90c-e85a5b3f6231 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting subnet dbc65935-bce7-4ed0-befc-e3b17022edff {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:59:06.799568 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-43aa9eaa-f44d-47f6-b90c-e85a5b3f6231 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.818571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-82e232a8-1f86-4326-b0c2-f551c6a6d063 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:06.840371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-43aa9eaa-f44d-47f6-b90c-e85a5b3f6231 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.874498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-82e232a8-1f86-4326-b0c2-f551c6a6d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 11, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:06.906313 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e232a8-1f86-4326-b0c2-f551c6a6d063 None None] Checking router: 10109c2a-bee8-47a2-9c4a-bf68cdd3511a for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:06.915468 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e232a8-1f86-4326-b0c2-f551c6a6d063 None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:06.915675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-82e232a8-1f86-4326-b0c2-f551c6a6d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:06.931940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-43aa9eaa-f44d-47f6-b90c-e85a5b3f6231 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:06.946271 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6fab6d-85e9-4eb7-8e37-c492ac98fbe8 None None] New status for floating IP fa0acdff-a828-49c6-8033-8a4248cd34fa: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:59:06.993396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-82e232a8-1f86-4326-b0c2-f551c6a6d063 None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:06.998826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-43aa9eaa-f44d-47f6-b90c-e85a5b3f6231 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.030023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa9eaa-f44d-47f6-b90c-e85a5b3f6231 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc65935-bce7-4ed0-befc-e3b17022edff,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:07.034477 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-43aa9eaa-f44d-47f6-b90c-e85a5b3f6231 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.040438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47108) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:07.040666 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-43aa9eaa-f44d-47f6-b90c-e85a5b3f6231 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/dbc65935-bce7-4ed0-befc-e3b17022edff HTTP/1.1" status: 204 len: 168 time: 0.3053854 Feb 04 05:59:07.049264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-82e232a8-1f86-4326-b0c2-f551c6a6d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 11, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:07.052022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda4451f-b187-4ecc-ba7a-d1aec909f722 None None] Network 8e4638e6-0a53-46b4-894d-d9e00c6900a2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:07.071652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47110) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:07.086215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e232a8-1f86-4326-b0c2-f551c6a6d063 None None] The sync data for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv is: [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 11, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:07.242880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.259407 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-113168c5-cc44-44f0-b261-c74122f87f40 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/fa0acdff-a828-49c6-8033-8a4248cd34fa HTTP/1.1" status: 200 len: 993 time: 0.1865771 Feb 04 05:59:07.310318 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Deleting port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:07.310961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.376933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] For port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fbbf6bf7-3e28-49dc-9e84-bbeb8107b737,segment=NetworkSegment(a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7),segment_id=a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:07.377371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.389937 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Calling delete_port for fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:07.469602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.476829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e90c176-7257-4601-bb35-f462b1c422b5 None None] DHCP port deletion for 8e4638e6-0a53-46b4-894d-d9e00c6900a2 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:59:07.497167 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Port': ['ID=fbbf6bf7-3e28-49dc-9e84-bbeb8107b737,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:07.500753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No DVR routers for this DVR port fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:07.581945 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.602322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4638e6-0a53-46b4-894d-d9e00c6900a2']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:07.612096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:07.612391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9de4f5b-e7cf-460f-8668-f5bb39a9c3a7') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:07.621669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.634394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.640842 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:07.641578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:07.644413 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:07.703093 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.709563 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.714958 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/networks/8e4638e6-0a53-46b4-894d-d9e00c6900a2 HTTP/1.1" status: 204 len: 168 time: 0.6705587 Feb 04 05:59:07.715977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47112) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:07.720671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d3f7d502-697d-458e-83fe-60311dab97e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'routes': None}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:07.723998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d3e29-7208-4c0a-a9e8-948624951caa tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Pushing event deleted for resources: {'Network': ['ID=8e4638e6-0a53-46b4-894d-d9e00c6900a2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:07.894873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.extraroute_db [None req-d3f7d502-697d-458e-83fe-60311dab97e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Added routes are [] {{(pid=102167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:59:07.895179 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.extraroute_db [None req-d3f7d502-697d-458e-83fe-60311dab97e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Removed routes are [] {{(pid=102167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:59:07.895540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d502-697d-458e-83fe-60311dab97e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.030567 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d502-697d-458e-83fe-60311dab97e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.033878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d502-697d-458e-83fe-60311dab97e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.110411 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f7d502-697d-458e-83fe-60311dab97e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:08.459762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f7d502-697d-458e-83fe-60311dab97e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:08.467231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d502-697d-458e-83fe-60311dab97e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.469067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d3f7d502-697d-458e-83fe-60311dab97e1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a HTTP/1.1" status: 200 len: 701 time: 0.7520185 Feb 04 05:59:08.469956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d9deda-76a6-469c-8a4c-4a8924dba93b None None] Sync routers for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:08.471945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47114) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:08.480477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d9deda-76a6-469c-8a4c-4a8924dba93b None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:08.482150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-32d9deda-76a6-469c-8a4c-4a8924dba93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:08.486694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1ba9ed1f-6457-4b89-9d69-7166dffe634e no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:08.499192 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fe934ae2-6905-4bb7-9ddf-f30b2967f8f0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=10109c2a-bee8-47a2-9c4a-bf68cdd3511a HTTP/1.1" status: 200 len: 205 time: 0.0261872 Feb 04 05:59:08.502043 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47116) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:08.564570 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 1ba9ed1f-6457-4b89-9d69-7166dffe634e {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:08.564916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1ba9ed1f-6457-4b89-9d69-7166dffe634e not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:08.565356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:08.576685 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f953f96e-fd63-4258-8837-bf9e6320167f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.587039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-32d9deda-76a6-469c-8a4c-4a8924dba93b None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:08.589034 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:08.589195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fbbf6bf7-3e28-49dc-9e84-bbeb8107b737 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:08.642444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-32d9deda-76a6-469c-8a4c-4a8924dba93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 11, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:08.669238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d9deda-76a6-469c-8a4c-4a8924dba93b None None] Checking router: 10109c2a-bee8-47a2-9c4a-bf68cdd3511a for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:08.677644 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d9deda-76a6-469c-8a4c-4a8924dba93b None None] Routers {'10109c2a-bee8-47a2-9c4a-bf68cdd3511a'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:08.678174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-32d9deda-76a6-469c-8a4c-4a8924dba93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:08.736616 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f953f96e-fd63-4258-8837-bf9e6320167f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.738902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f953f96e-fd63-4258-8837-bf9e6320167f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.783047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f953f96e-fd63-4258-8837-bf9e6320167f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.783599 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f953f96e-fd63-4258-8837-bf9e6320167f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Fanout notify agent at l3_agent the message router_deleted on router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:59:08.790965 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f953f96e-fd63-4258-8837-bf9e6320167f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.792127 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f953f96e-fd63-4258-8837-bf9e6320167f tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a HTTP/1.1" status: 204 len: 168 time: 0.2890840 Feb 04 05:59:08.797519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47118) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:08.802242 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f686b753-255a-44dd-ad48-533b87934dee tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-725333873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:08.829772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f686b753-255a-44dd-ad48-533b87934dee tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.831102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f686b753-255a-44dd-ad48-533b87934dee tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.886075 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f686b753-255a-44dd-ad48-533b87934dee tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.892171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f686b753-255a-44dd-ad48-533b87934dee tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.896401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-32d9deda-76a6-469c-8a4c-4a8924dba93b None None] Set router 10109c2a-bee8-47a2-9c4a-bf68cdd3511a gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:08.911893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f686b753-255a-44dd-ad48-533b87934dee tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:08.913099 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f686b753-255a-44dd-ad48-533b87934dee tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1145599 Feb 04 05:59:08.915782 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47120) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:08.921111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8bdb5ae2-e192-4aa3-b81e-93cc98d94831 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:08.952187 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-32d9deda-76a6-469c-8a4c-4a8924dba93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 11, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:08.977662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d9deda-76a6-469c-8a4c-4a8924dba93b None None] The sync data for ids ['10109c2a-bee8-47a2-9c4a-bf68cdd3511a'] in dv-neutron-826811-2-hyperv is: [{'id': '10109c2a-bee8-47a2-9c4a-bf68cdd3511a', 'name': 'tempest-RoutersTest-router-2067926047', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:33Z', 'updated_at': '2022-02-04T05:59:06Z', 'revision_number': 11, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:09.129225 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5ae2-e192-4aa3-b81e-93cc98d94831 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.140610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5ae2-e192-4aa3-b81e-93cc98d94831 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.239195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdb5ae2-e192-4aa3-b81e-93cc98d94831 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Router 6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:59:09.314912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdb5ae2-e192-4aa3-b81e-93cc98d94831 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:09.321390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5ae2-e192-4aa3-b81e-93cc98d94831 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.322526 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8bdb5ae2-e192-4aa3-b81e-93cc98d94831 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "PUT /v2.0/routers/6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8 HTTP/1.1" status: 200 len: 693 time: 0.4058218 Feb 04 05:59:09.324266 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc7a15-98c6-4274-8fd7-b6ccb660197c None None] Sync routers for ids ['6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:09.325342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47122) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:09.333347 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc7a15-98c6-4274-8fd7-b6ccb660197c None None] Routers {'6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:09.334020 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-6ebc7a15-98c6-4274-8fd7-b6ccb660197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:09.399901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c585de76-7619-4e0d-a597-d872d7674aed tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/routers/6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8 HTTP/1.1" status: 200 len: 699 time: 0.0734274 Feb 04 05:59:09.401938 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-6ebc7a15-98c6-4274-8fd7-b6ccb660197c None None] Set router 6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8 gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:09.403110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47124) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:09.433825 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a0dae8c6-c51e-4389-91eb-686f3dba193a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8 HTTP/1.1" status: 200 len: 205 time: 0.0293212 Feb 04 05:59:09.436347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47126) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:09.510783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7daaf3f2-feb5-4e98-b6ff-1afaf3f099b2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.538853 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-6ebc7a15-98c6-4274-8fd7-b6ccb660197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8', 'name': 'tempest-RoutersTest-router-725333873', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:09Z', 'revision_number': 2, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:09.565350 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc7a15-98c6-4274-8fd7-b6ccb660197c None None] Checking router: 6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:09.573310 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc7a15-98c6-4274-8fd7-b6ccb660197c None None] Routers {'6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:09.573919 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-6ebc7a15-98c6-4274-8fd7-b6ccb660197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:09.642494 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-6ebc7a15-98c6-4274-8fd7-b6ccb660197c None None] Set router 6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8 gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:09.688091 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7daaf3f2-feb5-4e98-b6ff-1afaf3f099b2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.690277 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7daaf3f2-feb5-4e98-b6ff-1afaf3f099b2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.693760 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-6ebc7a15-98c6-4274-8fd7-b6ccb660197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8', 'name': 'tempest-RoutersTest-router-725333873', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:09Z', 'revision_number': 2, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:09.723864 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc7a15-98c6-4274-8fd7-b6ccb660197c None None] The sync data for ids ['6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8'] in dv-neutron-826811-2-hyperv is: [{'id': '6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8', 'name': 'tempest-RoutersTest-router-725333873', 'tenant_id': '4637756891614dcdba5319d48e19e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:08Z', 'updated_at': '2022-02-04T05:59:09Z', 'revision_number': 2, 'project_id': '4637756891614dcdba5319d48e19e5f8', 'gw_port_host': None}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:09.755604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7daaf3f2-feb5-4e98-b6ff-1afaf3f099b2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.756146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daaf3f2-feb5-4e98-b6ff-1afaf3f099b2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Fanout notify agent at l3_agent the message router_deleted on router 6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:59:09.763372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7daaf3f2-feb5-4e98-b6ff-1afaf3f099b2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.764701 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7daaf3f2-feb5-4e98-b6ff-1afaf3f099b2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8 HTTP/1.1" status: 204 len: 168 time: 0.3269169 Feb 04 05:59:09.768092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47128) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:09.796285 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c4648f60-1be4-4127-ad36-6521f212c5b9 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8 HTTP/1.1" status: 200 len: 205 time: 0.0270627 Feb 04 05:59:09.798625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47130) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:09.835343 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-88ef7ec5-77ea-4a5d-b59c-bd48e0208fce tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] delete failed (client error): The resource could not be found. Feb 04 05:59:09.838655 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-88ef7ec5-77ea-4a5d-b59c-bd48e0208fce tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/6dbdede3-d8b5-4f03-83a5-b1bfa04e16f8 HTTP/1.1" status: 404 len: 336 time: 0.0367196 Feb 04 05:59:09.838912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47132) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:09.870527 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ceeb71-70a7-4eab-87bc-c999f90325d1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] DELETE failed (client error): The resource could not be found. Feb 04 05:59:09.871014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ceeb71-70a7-4eab-87bc-c999f90325d1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:59:09.874153 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c8ceeb71-70a7-4eab-87bc-c999f90325d1 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/4a3efd1d-9c46-4fcf-9afa-8e2a49adadd4 HTTP/1.1" status: 404 len: 337 time: 0.0343163 Feb 04 05:59:09.876669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47134) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:09.903667 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab7082e-592a-43de-ae02-b6c11da11761 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] DELETE failed (client error): The resource could not be found. Feb 04 05:59:09.904119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab7082e-592a-43de-ae02-b6c11da11761 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:59:09.909395 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fab7082e-592a-43de-ae02-b6c11da11761 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/cea391b0-e35f-467a-a87c-4ea4c11d1ee3 HTTP/1.1" status: 404 len: 337 time: 0.0295885 Feb 04 05:59:09.909769 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47136) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:09.937011 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b93437-7d61-4fcc-8541-44124dafbf60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] DELETE failed (client error): The resource could not be found. Feb 04 05:59:09.937500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b93437-7d61-4fcc-8541-44124dafbf60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:59:09.940527 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a7b93437-7d61-4fcc-8541-44124dafbf60 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/8ee53c44-987c-44cf-a569-b642f71f2c3b HTTP/1.1" status: 404 len: 337 time: 0.0297771 Feb 04 05:59:09.942966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47138) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:09.968935 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4d46d7-eab0-4a0f-b575-5ee4b33ffcea tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] DELETE failed (client error): The resource could not be found. Feb 04 05:59:09.969399 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4d46d7-eab0-4a0f-b575-5ee4b33ffcea tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:59:09.972293 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4b4d46d7-eab0-4a0f-b575-5ee4b33ffcea tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/dbc65935-bce7-4ed0-befc-e3b17022edff HTTP/1.1" status: 404 len: 337 time: 0.0284424 Feb 04 05:59:09.974603 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47140) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.000352 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-192c6fea-31c0-466b-93ff-84f2c5a0081e tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=10109c2a-bee8-47a2-9c4a-bf68cdd3511a HTTP/1.1" status: 200 len: 205 time: 0.0247407 Feb 04 05:59:10.002524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47142) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.041192 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-1bf00e6e-7123-409e-b3c2-acc3406da662 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] delete failed (client error): The resource could not be found. Feb 04 05:59:10.042087 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1bf00e6e-7123-409e-b3c2-acc3406da662 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/10109c2a-bee8-47a2-9c4a-bf68cdd3511a HTTP/1.1" status: 404 len: 336 time: 0.0386918 Feb 04 05:59:10.044587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47144) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.070551 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0391d40b-1fd5-4d1d-a62f-6d7203930f16 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a2f22cd-ab45-424e-886b-1e290c05b63e HTTP/1.1" status: 200 len: 205 time: 0.0249293 Feb 04 05:59:10.072716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47146) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.108194 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-7a2e26ae-580b-4d70-a9b2-7863941a1d6a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] delete failed (client error): The resource could not be found. Feb 04 05:59:10.110195 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7a2e26ae-580b-4d70-a9b2-7863941a1d6a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/0a2f22cd-ab45-424e-886b-1e290c05b63e HTTP/1.1" status: 404 len: 336 time: 0.0365322 Feb 04 05:59:10.111697 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47148) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.144226 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-81906cb7-7425-46fb-8b83-ca70131e858a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] DELETE failed (client error): The resource could not be found. Feb 04 05:59:10.144671 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81906cb7-7425-46fb-8b83-ca70131e858a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:59:10.147647 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-81906cb7-7425-46fb-8b83-ca70131e858a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/7ed1bfa7-a257-4b61-a883-97090c1b103f HTTP/1.1" status: 404 len: 337 time: 0.0350535 Feb 04 05:59:10.150124 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47150) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.176026 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c6bb2c71-2728-478b-a281-fab8150fe05b tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=93578e87-53a4-4111-baa3-74e864034cc3 HTTP/1.1" status: 200 len: 205 time: 0.0248806 Feb 04 05:59:10.178246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47152) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.215355 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-097f3361-3ad8-47c2-8926-0d1e012aea29 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] delete failed (client error): The resource could not be found. Feb 04 05:59:10.216322 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-097f3361-3ad8-47c2-8926-0d1e012aea29 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/93578e87-53a4-4111-baa3-74e864034cc3 HTTP/1.1" status: 404 len: 336 time: 0.0372086 Feb 04 05:59:10.218680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47154) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.249562 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-397b2f16-50f7-4127-abd3-3cb44d049627 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=31205b6b-72bd-40be-b023-d4f8456f55b6 HTTP/1.1" status: 200 len: 205 time: 0.0298345 Feb 04 05:59:10.251740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47156) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.288073 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-8624a70f-08b8-41c5-be5a-12755bdd6326 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] delete failed (client error): The resource could not be found. Feb 04 05:59:10.289136 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8624a70f-08b8-41c5-be5a-12755bdd6326 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/31205b6b-72bd-40be-b023-d4f8456f55b6 HTTP/1.1" status: 404 len: 336 time: 0.0365005 Feb 04 05:59:10.291605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47158) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.321238 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff845080-2525-4b28-aba6-b2ba937e6ca8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] DELETE failed (client error): The resource could not be found. Feb 04 05:59:10.321693 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff845080-2525-4b28-aba6-b2ba937e6ca8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:59:10.324674 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ff845080-2525-4b28-aba6-b2ba937e6ca8 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/51118fc4-e1e4-4bb4-9ce5-f05d79457bb8 HTTP/1.1" status: 404 len: 337 time: 0.0322037 Feb 04 05:59:10.327212 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47160) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.354678 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7f3fcd1e-8215-4228-a7d8-38900fd564ed tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded3f8ed-1b8b-4327-b796-d92055bc945d HTTP/1.1" status: 200 len: 205 time: 0.0263867 Feb 04 05:59:10.357764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47162) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.396884 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-48a5ba61-e188-4598-9a2c-46dcc3c9e270 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] delete failed (client error): The resource could not be found. Feb 04 05:59:10.397943 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-48a5ba61-e188-4598-9a2c-46dcc3c9e270 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/ded3f8ed-1b8b-4327-b796-d92055bc945d HTTP/1.1" status: 404 len: 336 time: 0.0392380 Feb 04 05:59:10.400798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47164) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.427984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa91b0a-01ef-4875-8ee6-5d4951c1c6f7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] DELETE failed (client error): The resource could not be found. Feb 04 05:59:10.428472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa91b0a-01ef-4875-8ee6-5d4951c1c6f7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:59:10.431502 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-faa91b0a-01ef-4875-8ee6-5d4951c1c6f7 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/adfb8dea-3449-4ef3-aa8d-b54613c3a622 HTTP/1.1" status: 404 len: 337 time: 0.0295873 Feb 04 05:59:10.434936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47166) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.461267 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d27759f3-dd80-4807-a94d-a679b70326d0 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8c15575-7aea-429d-b9f0-b83ce22f0850 HTTP/1.1" status: 200 len: 205 time: 0.0251291 Feb 04 05:59:10.463580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47168) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.505717 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-17526449-8853-4b6b-aa1c-f18d561c2fc2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] delete failed (client error): The resource could not be found. Feb 04 05:59:10.507850 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-17526449-8853-4b6b-aa1c-f18d561c2fc2 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/routers/b8c15575-7aea-429d-b9f0-b83ce22f0850 HTTP/1.1" status: 404 len: 336 time: 0.0422299 Feb 04 05:59:10.509875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47170) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.537020 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fbdd8b-e65a-4e09-85f4-d82fdca5f450 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] DELETE failed (client error): The resource could not be found. Feb 04 05:59:10.537506 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26fbdd8b-e65a-4e09-85f4-d82fdca5f450 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:59:10.541844 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-26fbdd8b-e65a-4e09-85f4-d82fdca5f450 tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/8484ed12-d34d-4588-930c-3a66ae48ac3b HTTP/1.1" status: 404 len: 337 time: 0.0312057 Feb 04 05:59:10.543935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47172) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.571106 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4ede93-4ebc-47e4-987d-ec8a58786e2a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] DELETE failed (client error): The resource could not be found. Feb 04 05:59:10.571565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4ede93-4ebc-47e4-987d-ec8a58786e2a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:59:10.574802 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ff4ede93-4ebc-47e4-987d-ec8a58786e2a tempest-RoutersTest-1543181077 tempest-RoutersTest-1543181077-project] 10.222.0.15 "DELETE /v2.0/subnets/a5c2cde4-530c-48f5-8862-783673a6b933 HTTP/1.1" status: 404 len: 337 time: 0.0299060 Feb 04 05:59:10.818116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47178) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.945449 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3d903cb5-35a4-4177-9e0f-2e62b50dda94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4637756891614dcdba5319d48e19e5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261418 Feb 04 05:59:10.947898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47182) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.993374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-004c821c-8f18-414e-988f-5d81a0b79b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.013461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-004c821c-8f18-414e-988f-5d81a0b79b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.063317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-004c821c-8f18-414e-988f-5d81a0b79b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.065973 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-004c821c-8f18-414e-988f-5d81a0b79b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.067073 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-004c821c-8f18-414e-988f-5d81a0b79b22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28c41ba2-d7c5-4e67-b641-e953cfcd7d91 HTTP/1.1" status: 204 len: 168 time: 0.1182935 Feb 04 05:59:11.075243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c821c-8f18-414e-988f-5d81a0b79b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c41ba2-d7c5-4e67-b641-e953cfcd7d91,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:11.678876 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47204) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:11.771433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f4edc161-69e0-4e64-9912-01ce9a525437 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:11.771893 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-f4edc161-69e0-4e64-9912-01ce9a525437 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 05:59:11.772388 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-f4edc161-69e0-4e64-9912-01ce9a525437 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:59:11.773376 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f4edc161-69e0-4e64-9912-01ce9a525437 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0934312 Feb 04 05:59:11.776840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47208) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:11.781821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e8882a5c-ccb3-4b72-8062-e151dff0f6f8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120137759'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:11.806928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8882a5c-ccb3-4b72-8062-e151dff0f6f8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.815826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8882a5c-ccb3-4b72-8062-e151dff0f6f8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.888221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8882a5c-ccb3-4b72-8062-e151dff0f6f8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.892640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8882a5c-ccb3-4b72-8062-e151dff0f6f8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.925690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8882a5c-ccb3-4b72-8062-e151dff0f6f8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b170f65c-8b1a-4523-b313-8cd8150b2fc0,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:11.968092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8882a5c-ccb3-4b72-8062-e151dff0f6f8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.971611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8882a5c-ccb3-4b72-8062-e151dff0f6f8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.001997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e8882a5c-ccb3-4b72-8062-e151dff0f6f8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.003225 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e8882a5c-ccb3-4b72-8062-e151dff0f6f8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2254446 Feb 04 05:59:12.005138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8882a5c-ccb3-4b72-8062-e151dff0f6f8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c80b91-3e71-41fa-bd64-ef10cc79f9fb,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:12.006231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47210) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.011381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1028eaf2-b741-4a30-8084-550035d5878d tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': '16c80b91-3e71-41fa-bd64-ef10cc79f9fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:12.039507 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1028eaf2-b741-4a30-8084-550035d5878d tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.094621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1028eaf2-b741-4a30-8084-550035d5878d tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.098396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1028eaf2-b741-4a30-8084-550035d5878d tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.117925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028eaf2-b741-4a30-8084-550035d5878d tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd44cb5a-6735-4e11-96ee-ad119f62ea84,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:12.123999 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1028eaf2-b741-4a30-8084-550035d5878d tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.124992 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1028eaf2-b741-4a30-8084-550035d5878d tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171341 Feb 04 05:59:12.127821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47212) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.132470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e5b63206-cf7c-438f-8895-f9ce10a6dc6e tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': '16c80b91-3e71-41fa-bd64-ef10cc79f9fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:12.162534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e5b63206-cf7c-438f-8895-f9ce10a6dc6e tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.208145 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-e5b63206-cf7c-438f-8895-f9ce10a6dc6e tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:59:12.209233 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e5b63206-cf7c-438f-8895-f9ce10a6dc6e tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0803652 Feb 04 05:59:12.211992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47214) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.267819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6fab2f7-0be7-4a16-b7c9-7df46fe65fd7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.290470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6fab2f7-0be7-4a16-b7c9-7df46fe65fd7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.334272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6fab2f7-0be7-4a16-b7c9-7df46fe65fd7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.337212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6fab2f7-0be7-4a16-b7c9-7df46fe65fd7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.338365 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a6fab2f7-0be7-4a16-b7c9-7df46fe65fd7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "DELETE /v2.0/security-groups/16c80b91-3e71-41fa-bd64-ef10cc79f9fb HTTP/1.1" status: 204 len: 168 time: 0.1254299 Feb 04 05:59:12.341740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47216) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.347781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fab2f7-0be7-4a16-b7c9-7df46fe65fd7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c80b91-3e71-41fa-bd64-ef10cc79f9fb,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:12.383644 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e5ff7684-cfcb-4c49-8dff-7633132a287a tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0407860 Feb 04 05:59:12.387722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47218) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.391876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7f61d4ee-aa51-4bd1-887f-33c5b3fc7fed tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307486045'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:12.414145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f61d4ee-aa51-4bd1-887f-33c5b3fc7fed tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.482765 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f61d4ee-aa51-4bd1-887f-33c5b3fc7fed tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.486714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f61d4ee-aa51-4bd1-887f-33c5b3fc7fed tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.516337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f61d4ee-aa51-4bd1-887f-33c5b3fc7fed tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.517548 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7f61d4ee-aa51-4bd1-887f-33c5b3fc7fed tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1288898 Feb 04 05:59:12.519352 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61d4ee-aa51-4bd1-887f-33c5b3fc7fed tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73f199f-adab-4c97-ae35-2515d5fa85e0,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:12.520555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47220) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.525351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d7a64a8e-cc6c-444f-8dd3-c8d4a190e513 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'c73f199f-adab-4c97-ae35-2515d5fa85e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:12.526242 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-d7a64a8e-cc6c-444f-8dd3-c8d4a190e513 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 05:59:12.526678 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-d7a64a8e-cc6c-444f-8dd3-c8d4a190e513 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:12.527673 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d7a64a8e-cc6c-444f-8dd3-c8d4a190e513 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059881 Feb 04 05:59:12.530293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47222) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.581723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4776324-b124-436f-be6b-888a97c8d1f5 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.603187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4776324-b124-436f-be6b-888a97c8d1f5 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.642908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4776324-b124-436f-be6b-888a97c8d1f5 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.645427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a4776324-b124-436f-be6b-888a97c8d1f5 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.646552 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a4776324-b124-436f-be6b-888a97c8d1f5 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "DELETE /v2.0/security-groups/c73f199f-adab-4c97-ae35-2515d5fa85e0 HTTP/1.1" status: 204 len: 168 time: 0.1153994 Feb 04 05:59:12.649310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47224) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.655342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4776324-b124-436f-be6b-888a97c8d1f5 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73f199f-adab-4c97-ae35-2515d5fa85e0,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:12.696778 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d049d9b6-564f-4e36-b1d7-3af5cf0fa1f2 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462739 Feb 04 05:59:12.704880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47226) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.709763 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-f84e912a-2c05-40f1-a797-cd03b459ace7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group': {'name': 'tempest-secgroup--257879973'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:12.733697 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f84e912a-2c05-40f1-a797-cd03b459ace7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.797954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f84e912a-2c05-40f1-a797-cd03b459ace7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.801324 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f84e912a-2c05-40f1-a797-cd03b459ace7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.829119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f84e912a-2c05-40f1-a797-cd03b459ace7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.830302 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f84e912a-2c05-40f1-a797-cd03b459ace7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1242774 Feb 04 05:59:12.833447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47228) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.834113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e912a-2c05-40f1-a797-cd03b459ace7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b66647-15b4-4bc4-8277-4dcefd49972e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:12.838073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-4e076e67-f5ae-466a-b049-a68486730871 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': '04b66647-15b4-4bc4-8277-4dcefd49972e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:12.838693 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-4e076e67-f5ae-466a-b049-a68486730871 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 05:59:12.839183 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-4e076e67-f5ae-466a-b049-a68486730871 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:12.840151 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4e076e67-f5ae-466a-b049-a68486730871 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056694 Feb 04 05:59:12.842684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47230) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.897169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1898e5f4-928e-489c-8947-16503b362e85 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.919148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1898e5f4-928e-489c-8947-16503b362e85 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.958360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1898e5f4-928e-489c-8947-16503b362e85 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.960927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1898e5f4-928e-489c-8947-16503b362e85 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:12.962075 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1898e5f4-928e-489c-8947-16503b362e85 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "DELETE /v2.0/security-groups/04b66647-15b4-4bc4-8277-4dcefd49972e HTTP/1.1" status: 204 len: 168 time: 0.1185291 Feb 04 05:59:12.965337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47232) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:12.971554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898e5f4-928e-489c-8947-16503b362e85 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b66647-15b4-4bc4-8277-4dcefd49972e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.009137 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d91b8c65-9a02-43e1-b824-5efc2d463f50 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0425045 Feb 04 05:59:13.012818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47234) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.017380 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5870672d-7312-422d-88d0-98cfdd985469 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group': {'name': 'tempest-secgroup--721072885'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.040611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5870672d-7312-422d-88d0-98cfdd985469 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.107297 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5870672d-7312-422d-88d0-98cfdd985469 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.111082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5870672d-7312-422d-88d0-98cfdd985469 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.138669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5870672d-7312-422d-88d0-98cfdd985469 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.139850 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5870672d-7312-422d-88d0-98cfdd985469 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1260786 Feb 04 05:59:13.142930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47236) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.143796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870672d-7312-422d-88d0-98cfdd985469 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c941ca-0680-4d3c-b941-bc90d104981d,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.147470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e9389ffd-7d5c-4664-80f9-575882db15df tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': '36c941ca-0680-4d3c-b941-bc90d104981d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.148369 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-e9389ffd-7d5c-4664-80f9-575882db15df tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 05:59:13.148866 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-e9389ffd-7d5c-4664-80f9-575882db15df tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.149848 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e9389ffd-7d5c-4664-80f9-575882db15df tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059066 Feb 04 05:59:13.153325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47238) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.158529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9ff2a603-9da7-4aab-a1cd-ef24ab6b0b22 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': '36c941ca-0680-4d3c-b941-bc90d104981d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.159141 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-9ff2a603-9da7-4aab-a1cd-ef24ab6b0b22 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 05:59:13.159600 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-9ff2a603-9da7-4aab-a1cd-ef24ab6b0b22 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.160521 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9ff2a603-9da7-4aab-a1cd-ef24ab6b0b22 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059223 Feb 04 05:59:13.163239 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47240) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.167027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-418a9e0b-0492-49c0-88a8-000d124248d1 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': '36c941ca-0680-4d3c-b941-bc90d104981d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.168986 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-418a9e0b-0492-49c0-88a8-000d124248d1 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 05:59:13.169490 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-418a9e0b-0492-49c0-88a8-000d124248d1 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.170409 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-418a9e0b-0492-49c0-88a8-000d124248d1 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063529 Feb 04 05:59:13.172625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47242) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.176456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0494e988-fc33-4522-9d01-bf17db9457f3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': '36c941ca-0680-4d3c-b941-bc90d104981d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.177920 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-0494e988-fc33-4522-9d01-bf17db9457f3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 05:59:13.178385 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-0494e988-fc33-4522-9d01-bf17db9457f3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.179301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0494e988-fc33-4522-9d01-bf17db9457f3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058236 Feb 04 05:59:13.181563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47244) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.233365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e72b7e4c-90e9-4444-8e2b-2c9064797e91 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.254789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e72b7e4c-90e9-4444-8e2b-2c9064797e91 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.295992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e72b7e4c-90e9-4444-8e2b-2c9064797e91 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.298685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e72b7e4c-90e9-4444-8e2b-2c9064797e91 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.299828 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e72b7e4c-90e9-4444-8e2b-2c9064797e91 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "DELETE /v2.0/security-groups/36c941ca-0680-4d3c-b941-bc90d104981d HTTP/1.1" status: 204 len: 168 time: 0.1174226 Feb 04 05:59:13.302709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47246) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.309055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b7e4c-90e9-4444-8e2b-2c9064797e91 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c941ca-0680-4d3c-b941-bc90d104981d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.364018 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aea2919a-009b-425d-b898-1771632b41b6 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600603 Feb 04 05:59:13.367782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47248) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.372578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d9fe845e-6763-4d15-acc8-3c1558a071b3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261895691'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.395582 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d9fe845e-6763-4d15-acc8-3c1558a071b3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.460145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d9fe845e-6763-4d15-acc8-3c1558a071b3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.463681 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d9fe845e-6763-4d15-acc8-3c1558a071b3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.491201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d9fe845e-6763-4d15-acc8-3c1558a071b3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.492325 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d9fe845e-6763-4d15-acc8-3c1558a071b3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1235664 Feb 04 05:59:13.495475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47250) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.496790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe845e-6763-4d15-acc8-3c1558a071b3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc34db5-6f10-41fd-ae66-f9d87eb06444,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.500803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8a7f2a47-9681-4398-8211-78938f310664 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'fdc34db5-6f10-41fd-ae66-f9d87eb06444', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.501311 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-8a7f2a47-9681-4398-8211-78938f310664 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 05:59:13.501812 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-8a7f2a47-9681-4398-8211-78938f310664 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.502904 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8a7f2a47-9681-4398-8211-78938f310664 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056014 Feb 04 05:59:13.505469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47252) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.509857 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-aa49bee4-4fea-4441-8bf5-a561b7ad9555 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'fdc34db5-6f10-41fd-ae66-f9d87eb06444', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.545505 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-aa49bee4-4fea-4441-8bf5-a561b7ad9555 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.546721 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aa49bee4-4fea-4441-8bf5-a561b7ad9555 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0403101 Feb 04 05:59:13.549437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47254) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.553583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ef853797-320d-4e83-a4b3-0720ab7501b9 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'fdc34db5-6f10-41fd-ae66-f9d87eb06444', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.554961 dv-neutron-826811-2-hyperv neutron-server[102166]: WARNING neutron.api.v2.base [None req-ef853797-320d-4e83-a4b3-0720ab7501b9 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 05:59:13.555415 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-ef853797-320d-4e83-a4b3-0720ab7501b9 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.556324 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ef853797-320d-4e83-a4b3-0720ab7501b9 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060184 Feb 04 05:59:13.559270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47256) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.567561 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-641b3110-233f-4f1f-8d19-b81c1602c2b1 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'fdc34db5-6f10-41fd-ae66-f9d87eb06444', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.601321 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-641b3110-233f-4f1f-8d19-b81c1602c2b1 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.602362 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-641b3110-233f-4f1f-8d19-b81c1602c2b1 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0421338 Feb 04 05:59:13.605019 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47258) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.609717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-3cb60942-fe55-4b90-8482-2ae482c56283 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'fdc34db5-6f10-41fd-ae66-f9d87eb06444', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.610174 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-3cb60942-fe55-4b90-8482-2ae482c56283 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 05:59:13.610640 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-3cb60942-fe55-4b90-8482-2ae482c56283 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.611548 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3cb60942-fe55-4b90-8482-2ae482c56283 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0051105 Feb 04 05:59:13.613769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47260) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.618296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ab389c5b-edfc-411a-816d-0f1c90757be1 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'fdc34db5-6f10-41fd-ae66-f9d87eb06444', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.654529 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-ab389c5b-edfc-411a-816d-0f1c90757be1 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.655604 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ab389c5b-edfc-411a-816d-0f1c90757be1 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0409932 Feb 04 05:59:13.658489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47262) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.662710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-3603e9fa-23b5-4dbe-a564-dc48af0834b9 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'fdc34db5-6f10-41fd-ae66-f9d87eb06444', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.663343 dv-neutron-826811-2-hyperv neutron-server[102167]: WARNING neutron.api.v2.base [None req-3603e9fa-23b5-4dbe-a564-dc48af0834b9 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 05:59:13.664007 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-3603e9fa-23b5-4dbe-a564-dc48af0834b9 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.664903 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3603e9fa-23b5-4dbe-a564-dc48af0834b9 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055356 Feb 04 05:59:13.667192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47264) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.672276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-78de16e3-7250-4a55-8257-bc5b03d01b77 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'fdc34db5-6f10-41fd-ae66-f9d87eb06444', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.708836 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-78de16e3-7250-4a55-8257-bc5b03d01b77 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.709904 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-78de16e3-7250-4a55-8257-bc5b03d01b77 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0413156 Feb 04 05:59:13.712780 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47266) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.717499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-29eba6a5-b252-452f-aa6c-a16781b37c3c tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'fdc34db5-6f10-41fd-ae66-f9d87eb06444', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.752672 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-29eba6a5-b252-452f-aa6c-a16781b37c3c tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:13.753665 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-29eba6a5-b252-452f-aa6c-a16781b37c3c tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0399375 Feb 04 05:59:13.756475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47268) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.809723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a3422db6-d1fa-457d-ab39-013619c216e7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.831153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a3422db6-d1fa-457d-ab39-013619c216e7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.871270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a3422db6-d1fa-457d-ab39-013619c216e7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.873968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a3422db6-d1fa-457d-ab39-013619c216e7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.875113 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a3422db6-d1fa-457d-ab39-013619c216e7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "DELETE /v2.0/security-groups/fdc34db5-6f10-41fd-ae66-f9d87eb06444 HTTP/1.1" status: 204 len: 168 time: 0.1177626 Feb 04 05:59:13.877842 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47270) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.884023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3422db6-d1fa-457d-ab39-013619c216e7 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc34db5-6f10-41fd-ae66-f9d87eb06444,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.925562 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-adfb43f7-17ab-45c1-9ae9-697679c9da8a tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465419 Feb 04 05:59:13.929666 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47272) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:13.934209 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-6b09fb63-98b6-439c-a983-01c24c0ebbf3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832210438'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:13.957176 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b09fb63-98b6-439c-a983-01c24c0ebbf3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.025193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b09fb63-98b6-439c-a983-01c24c0ebbf3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.029316 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b09fb63-98b6-439c-a983-01c24c0ebbf3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.058818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b09fb63-98b6-439c-a983-01c24c0ebbf3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.060023 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6b09fb63-98b6-439c-a983-01c24c0ebbf3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1294057 Feb 04 05:59:14.062163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09fb63-98b6-439c-a983-01c24c0ebbf3 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68bd443-e53c-4e0d-8ffb-8eeda73d3a41,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:14.063270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47274) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.067839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-eab3486b-2356-4907-bfae-ab1cf648543e tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'd68bd443-e53c-4e0d-8ffb-8eeda73d3a41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:14.108575 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-eab3486b-2356-4907-bfae-ab1cf648543e tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The resource could not be found. Feb 04 05:59:14.109888 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-eab3486b-2356-4907-bfae-ab1cf648543e tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0456274 Feb 04 05:59:14.112646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47276) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.116878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-21c54c9f-cd00-4303-9ce6-592e0c02c46d tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'd68bd443-e53c-4e0d-8ffb-8eeda73d3a41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a89e52b1-06b7-4b56-b568-7dfd3e0c3698'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:14.157658 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-21c54c9f-cd00-4303-9ce6-592e0c02c46d tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The resource could not be found. Feb 04 05:59:14.158710 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-21c54c9f-cd00-4303-9ce6-592e0c02c46d tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0451064 Feb 04 05:59:14.161396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47278) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.215135 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fc26-4cd6-4df6-8900-26f296c94bab tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.237198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fc26-4cd6-4df6-8900-26f296c94bab tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.278421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fc26-4cd6-4df6-8900-26f296c94bab tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.280912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fc26-4cd6-4df6-8900-26f296c94bab tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.282121 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3bf1fc26-4cd6-4df6-8900-26f296c94bab tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "DELETE /v2.0/security-groups/d68bd443-e53c-4e0d-8ffb-8eeda73d3a41 HTTP/1.1" status: 204 len: 168 time: 0.1198308 Feb 04 05:59:14.284752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47280) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.291155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1fc26-4cd6-4df6-8900-26f296c94bab tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68bd443-e53c-4e0d-8ffb-8eeda73d3a41,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:14.335241 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b84ddfc1-6487-4f77-a44a-c0e4969dbcdc tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492668 Feb 04 05:59:14.339003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47282) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.344146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-cfd4f0a6-c520-4109-b2ad-ed7f76f2a144 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': '1eebd528-1159-4a58-8755-5d798b4f879b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:14.382231 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-cfd4f0a6-c520-4109-b2ad-ed7f76f2a144 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The resource could not be found. Feb 04 05:59:14.383457 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cfd4f0a6-c520-4109-b2ad-ed7f76f2a144 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0427680 Feb 04 05:59:14.387881 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47284) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.392265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-18b4b6ad-5ea2-4d0d-a837-87839bc5e9b8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group': {'name': 'tempest-secgroup--244032970'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:14.415787 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-18b4b6ad-5ea2-4d0d-a837-87839bc5e9b8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.480404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-18b4b6ad-5ea2-4d0d-a837-87839bc5e9b8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.484001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-18b4b6ad-5ea2-4d0d-a837-87839bc5e9b8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.513564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-18b4b6ad-5ea2-4d0d-a837-87839bc5e9b8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.516474 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-18b4b6ad-5ea2-4d0d-a837-87839bc5e9b8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1273506 Feb 04 05:59:14.522748 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4b6ad-5ea2-4d0d-a837-87839bc5e9b8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fd044f-4aac-406b-a3cf-ca144669351c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:14.523121 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47286) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.529332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-73303218-de87-41c8-83e4-71cfac0934e8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1500001884'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:14.552088 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73303218-de87-41c8-83e4-71cfac0934e8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.615632 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73303218-de87-41c8-83e4-71cfac0934e8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.619133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73303218-de87-41c8-83e4-71cfac0934e8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.643963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73303218-de87-41c8-83e4-71cfac0934e8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.645191 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-73303218-de87-41c8-83e4-71cfac0934e8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1205280 Feb 04 05:59:14.648203 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47288) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.652873 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73303218-de87-41c8-83e4-71cfac0934e8 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2406c76-46b9-4d1d-98a9-427649409de6,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:14.653019 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8a5c6789-b676-4c15-b09f-4a95ef0ac1d5 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group_rule': {'security_group_id': 'a0fd044f-4aac-406b-a3cf-ca144669351c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f2406c76-46b9-4d1d-98a9-427649409de6'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:14.687290 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-8a5c6789-b676-4c15-b09f-4a95ef0ac1d5 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:59:14.688354 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8a5c6789-b676-4c15-b09f-4a95ef0ac1d5 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0391364 Feb 04 05:59:14.691134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47290) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.742349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7367cfc9-9d24-4b67-9e46-e414a820e1ac tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.767097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7367cfc9-9d24-4b67-9e46-e414a820e1ac tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.806026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7367cfc9-9d24-4b67-9e46-e414a820e1ac tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.808778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7367cfc9-9d24-4b67-9e46-e414a820e1ac tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.809936 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7367cfc9-9d24-4b67-9e46-e414a820e1ac tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "DELETE /v2.0/security-groups/f2406c76-46b9-4d1d-98a9-427649409de6 HTTP/1.1" status: 204 len: 168 time: 0.1179216 Feb 04 05:59:14.812875 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47292) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.818842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367cfc9-9d24-4b67-9e46-e414a820e1ac tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2406c76-46b9-4d1d-98a9-427649409de6,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:14.864127 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-61fc54c6-4b58-45e9-9da6-36eb19fcbe5d tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0499887 Feb 04 05:59:14.866832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47294) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.917370 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e7e1703-3108-4b07-b9ec-9b2cc1435714 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.938135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e7e1703-3108-4b07-b9ec-9b2cc1435714 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.977930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e7e1703-3108-4b07-b9ec-9b2cc1435714 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.980830 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3e7e1703-3108-4b07-b9ec-9b2cc1435714 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.982017 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3e7e1703-3108-4b07-b9ec-9b2cc1435714 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "DELETE /v2.0/security-groups/a0fd044f-4aac-406b-a3cf-ca144669351c HTTP/1.1" status: 204 len: 168 time: 0.1142979 Feb 04 05:59:14.984713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47296) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.990548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e1703-3108-4b07-b9ec-9b2cc1435714 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fd044f-4aac-406b-a3cf-ca144669351c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:15.035010 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-185d0fb8-db44-4ee8-8a19-e5747337d2d4 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491223 Feb 04 05:59:15.038699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47298) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:15.042925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b28b3513-401e-4a92-8d3c-ce9a8dfc643f tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832065510'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:15.066094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b28b3513-401e-4a92-8d3c-ce9a8dfc643f tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.132525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b28b3513-401e-4a92-8d3c-ce9a8dfc643f tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.136810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b28b3513-401e-4a92-8d3c-ce9a8dfc643f tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.161651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b28b3513-401e-4a92-8d3c-ce9a8dfc643f tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.162884 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b28b3513-401e-4a92-8d3c-ce9a8dfc643f tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1232705 Feb 04 05:59:15.165924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47300) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:15.170709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-20ef4ebf-1ee8-4749-ad99-e08cd64c09db tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:15.170868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b3513-401e-4a92-8d3c-ce9a8dfc643f tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1397e07a-b579-4297-87fc-cbc2e56fed87,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:15.171148 dv-neutron-826811-2-hyperv neutron-server[102166]: WARNING neutron.api.v2.base [None req-20ef4ebf-1ee8-4749-ad99-e08cd64c09db tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 05:59:15.171639 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-20ef4ebf-1ee8-4749-ad99-e08cd64c09db tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 05:59:15.172571 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-20ef4ebf-1ee8-4749-ad99-e08cd64c09db tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "PUT /v2.0/security-groups/1397e07a-b579-4297-87fc-cbc2e56fed87 HTTP/1.1" status: 409 len: 330 time: 0.0056338 Feb 04 05:59:15.175028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47302) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:15.228848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.250432 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.289955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.293115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.294306 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "DELETE /v2.0/security-groups/1397e07a-b579-4297-87fc-cbc2e56fed87 HTTP/1.1" status: 204 len: 168 time: 0.1184244 Feb 04 05:59:15.296998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47304) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:15.303277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1397e07a-b579-4297-87fc-cbc2e56fed87,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:15.310740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.311095 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.311706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.312050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.312384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.313168 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.313168 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.313419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.313714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.314142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.314441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.314685 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00c3a2e-4bdf-412a-8f0a-2677382ab535 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:15.339908 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-064af4c8-0115-4fda-9347-b57f46a77bb1 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0415542 Feb 04 05:59:15.343841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47306) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:15.355754 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-5c4e0edc-6633-43ee-9dd0-45e3918d05b4 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] delete failed (client error): The resource could not be found. Feb 04 05:59:15.356694 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5c4e0edc-6633-43ee-9dd0-45e3918d05b4 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "DELETE /v2.0/security-groups/f77432f0-796b-4c94-8487-06b1cf58f0fe HTTP/1.1" status: 404 len: 347 time: 0.0119679 Feb 04 05:59:15.359840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47308) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:15.372200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-9241fa95-f094-42e0-b204-5a68fe0eb716 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] show failed (client error): The resource could not be found. Feb 04 05:59:15.373160 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9241fa95-f094-42e0-b204-5a68fe0eb716 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "GET /v2.0/security-groups/36b8d591-dd4a-4355-bcd8-daffbd8b9392 HTTP/1.1" status: 404 len: 347 time: 0.0124736 Feb 04 05:59:15.377835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47310) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:15.391093 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-4b6a3cd5-c111-4fda-8676-7f4de96f9b06 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] show failed (client error): The resource could not be found. Feb 04 05:59:15.392040 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4b6a3cd5-c111-4fda-8676-7f4de96f9b06 tempest-NegativeSecGroupTest-138489298 tempest-NegativeSecGroupTest-138489298-project] 10.222.0.15 "GET /v2.0/security-group-rules/fdee5452-774c-44ab-b845-c1f1f6525dc9 HTTP/1.1" status: 404 len: 356 time: 0.0133584 Feb 04 05:59:15.627984 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47316) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:15.755555 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5ee799d7-b784-45bc-9eaf-2ce950f65e44 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5393de2f65f14b5a8a4bd8de4fe846fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264019 Feb 04 05:59:15.758037 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47320) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:15.804259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-831e7ca8-c882-4cfe-9e0d-ce1960536e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.825374 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-831e7ca8-c882-4cfe-9e0d-ce1960536e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.870386 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-831e7ca8-c882-4cfe-9e0d-ce1960536e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.873676 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-831e7ca8-c882-4cfe-9e0d-ce1960536e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.874867 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-831e7ca8-c882-4cfe-9e0d-ce1960536e01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b170f65c-8b1a-4523-b313-8cd8150b2fc0 HTTP/1.1" status: 204 len: 168 time: 0.1158855 Feb 04 05:59:15.882771 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e7ca8-c882-4cfe-9e0d-ce1960536e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b170f65c-8b1a-4523-b313-8cd8150b2fc0,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:16.483631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47342) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:16.577230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1338960785-network', 'tenant_id': '873935bdbbd64744932a7c294363dceb'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:16.602945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Made reservation on behalf of 873935bdbbd64744932a7c294363dceb for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:16.605414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.613532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.686511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.689930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.713668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:59:16.723602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6afd83-214d-48b0-b1d9-dfd5b50b4757,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:16.728303 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.728644 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Added segment 470342eb-5928-48dc-9348-f2f1745a3456 of type vlan for network 34558d7e-546e-4b91-a2ef-da4a9625d6bd Feb 04 05:59:16.768840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.793096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.794260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:16.794920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.860533 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3758123 Feb 04 05:59:16.863374 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47346) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:16.868343 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] Request body: {'subnet': {'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1338960785-subnet', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:16.888397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b66a59-351d-4337-8273-cf1d84920c5e admin admin] Pushing event updated for resources: {'Network': ['ID=34558d7e-546e-4b91-a2ef-da4a9625d6bd,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:16.894685 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] Made reservation on behalf of 873935bdbbd64744932a7c294363dceb for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:16.898110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.898898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 34558d7e-546e-4b91-a2ef-da4a9625d6bd details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:59:17.060140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.116758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1817768c-a2cb-4f0e-aacb-43d56aa011b1,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:17.126410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] Checking segment: {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:17.126775 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] Network hostable DHCP agents. Network: 34558d7e-546e-4b91-a2ef-da4a9625d6bd, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:59:17.142567 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] Network 34558d7e-546e-4b91-a2ef-da4a9625d6bd is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:59:17.152059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 34558d7e-546e-4b91-a2ef-da4a9625d6bd) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:17.157478 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:17.159288 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.163132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191bfbe3-36ce-4585-98bb-cae12564a95b None None] Network 34558d7e-546e-4b91-a2ef-da4a9625d6bd requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:17.174436 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-854fd637-95f8-44f9-b023-2259b0ba1371 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3099957 Feb 04 05:59:17.177130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47348) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:17.181287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:17.203161 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.204117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.254545 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.308875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:59:17.309783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.416998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.460026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Allocated IP 172.20.0.2 (34558d7e-546e-4b91-a2ef-da4a9625d6bd/1817768c-a2cb-4f0e-aacb-43d56aa011b1/bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:17.609879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.615436 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.629504 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.663493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Network 34558d7e-546e-4b91-a2ef-da4a9625d6bd is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:17.666485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:17.669426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:17.676304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Pushing event updated for resources: {'Port': ['ID=bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:17.690028 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.690630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.691290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.691638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.691972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.692546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.693152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.693505 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.693869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.694201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.694533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.694864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:17.750922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Attempting to bind port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:17.751292 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Attempting to bind port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:17.751674 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Attempting to bind port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b on network 34558d7e-546e-4b91-a2ef-da4a9625d6bd {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:17.757243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:17.757625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Checking segment: {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:17.758033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.758435 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Bound using segment: {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:17.758911 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Bound port: bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:17.759318 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.834469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] For port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:17.839411 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] For port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:17.844881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.923101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677b7e9-c2fc-4aa9-b01d-07f65ae3b30c None None] Pushing event updated for resources: {'Port': ['ID=bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:17.932222 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.041526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Allocated IP 172.26.5.120 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/0f86b976-d688-4b56-9bda-04100903bb49) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:18.167781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.204732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.243882 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:18.246808 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:18.250190 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:18.273645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Pushing event updated for resources: {'Port': ['ID=0f86b976-d688-4b56-9bda-04100903bb49,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:18.501339 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.534390 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:18.587313 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:18.587683 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.670851 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.708095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:18.712118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.720084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.765483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:18.856367 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Router e6f42ca1-a357-4306-8824-d786558ca787 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:59:18.857388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a0307c-7138-4e7f-a1c8-98c89073a1eb None None] Network 34558d7e-546e-4b91-a2ef-da4a9625d6bd requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:18.921891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0e6cbb65-8cb2-4018-94db-99a2a70ca3c0 None None] Provisioning complete for port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:18.922264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbb65-8cb2-4018-94db-99a2a70ca3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.966076 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:18.975929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Sync routers for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:18.983678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.985526 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2674c940-4267-4b07-b118-1e93ca19991e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8074405 Feb 04 05:59:18.987596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47350) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:19.019820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:19.020427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:19.191417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:19.388607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 3, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:19.391651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-08065601-9330-40da-8b4e-0dce130c3944 None None] Provisioning complete for port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:19.392017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-08065601-9330-40da-8b4e-0dce130c3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.428151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.435097 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Checking router: e6f42ca1-a357-4306-8824-d786558ca787 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:19.435449 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Updating router e6f42ca1-a357-4306-8824-d786558ca787 port 0f86b976-d688-4b56-9bda-04100903bb49 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:19.469389 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.584331 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Allocated IP 172.20.0.1 (34558d7e-546e-4b91-a2ef-da4a9625d6bd/1817768c-a2cb-4f0e-aacb-43d56aa011b1/a88b0612-2f11-4dda-aa8b-a312d2da5095) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:19.689779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.723686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.752298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.757558 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.762807 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Network 34558d7e-546e-4b91-a2ef-da4a9625d6bd is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:19.765831 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:19.769248 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:19.795619 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a88b0612-2f11-4dda-aa8b-a312d2da5095,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:19.811448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Attempting to bind port 0f86b976-d688-4b56-9bda-04100903bb49 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:19.811448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Attempting to bind port 0f86b976-d688-4b56-9bda-04100903bb49 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:19.811783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Attempting to bind port 0f86b976-d688-4b56-9bda-04100903bb49 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:19.814719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.818839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f4d31-1d2b-45af-a0fc-ba9ca64afbcb None None] Pushing event updated for resources: {'Port': ['ID=0f86b976-d688-4b56-9bda-04100903bb49,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:19.821602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:19.821980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:19.822383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.822767 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:19.823244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Bound port: 0f86b976-d688-4b56-9bda-04100903bb49, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:19.823632 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.881040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] For port 0f86b976-d688-4b56-9bda-04100903bb49, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:19.889311 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] For port 0f86b976-d688-4b56-9bda-04100903bb49, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0f86b976-d688-4b56-9bda-04100903bb49,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:19.894576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.958323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:19.959217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:19.969234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.998127 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f4d31-1d2b-45af-a0fc-ba9ca64afbcb None None] Pushing event updated for resources: {'Port': ['ID=0f86b976-d688-4b56-9bda-04100903bb49,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:20.071234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-85d9fde8-198c-4fa1-816e-9eaa7907af34 None None] Provisioning complete for port a88b0612-2f11-4dda-aa8b-a312d2da5095 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:20.071528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-85d9fde8-198c-4fa1-816e-9eaa7907af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.095509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:20.131402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.137253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.144849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-85d9fde8-198c-4fa1-816e-9eaa7907af34 None None] Port a88b0612-2f11-4dda-aa8b-a312d2da5095 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:20.200433 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a88b0612-2f11-4dda-aa8b-a312d2da5095,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:20.205422 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.295799 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Network 34558d7e-546e-4b91-a2ef-da4a9625d6bd is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:20.297147 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:20.301421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 1, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:20.332208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87aa59-78d7-4427-bfd9-c40e77e11b04 None None] The sync data for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv is: [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 1, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:20.420558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Router e6f42ca1-a357-4306-8824-d786558ca787 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:20.502085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:20.560336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:20.575081 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8e78fdce-e383-499c-98a0-5b53119e83c5 admin admin] 10.222.0.15 "PUT /v2.0/routers/e6f42ca1-a357-4306-8824-d786558ca787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5783350 Feb 04 05:59:20.732375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ec0f764d-f862-4f52-8b8b-9a617e74e060 None None] Provisioning complete for port a88b0612-2f11-4dda-aa8b-a312d2da5095 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:20.732978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ec0f764d-f862-4f52-8b8b-9a617e74e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.774598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f764d-f862-4f52-8b8b-9a617e74e060 None None] Port a88b0612-2f11-4dda-aa8b-a312d2da5095 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:20.776143 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:20.776367 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.102739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47366) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:21.107794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-941649707-network', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:21.131215 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Made reservation on behalf of ca746f4c40494c3fa44bd06f4b677690 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:21.133921 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.144777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.157394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b6b5b3b1-3432-4737-8c11-fabf3ea98e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.226664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.231832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.257837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:59:21.268962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04971a74-bdfb-4f55-bf0a-6a71b6f3cf9b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:21.275252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.275590 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Added segment a0bbacbb-594e-4dee-8447-d8db6700c210 of type vlan for network f52e34d6-f8de-4a4e-8a53-6de2103fbf4a Feb 04 05:59:21.319332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.345490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.346471 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:21.347052 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.398663 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2947860 Feb 04 05:59:21.402124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47368) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:21.407610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Request body: {'subnet': {'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-941649707-subnet', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'ip_version': 4}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:21.415885 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb880b-07c2-42ca-99b3-b1e39b163c25 admin admin] Pushing event updated for resources: {'Network': ['ID=f52e34d6-f8de-4a4e-8a53-6de2103fbf4a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:21.426591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network f52e34d6-f8de-4a4e-8a53-6de2103fbf4a details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:59:21.435574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Made reservation on behalf of ca746f4c40494c3fa44bd06f4b677690 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:21.438869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.615833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.672288 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e609536c-a455-4104-a485-d1fc74f7cbfa,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:21.681362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.681713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.682052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.682387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.682778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.683196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.683576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.683908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.684238 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.684559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.684884 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.685230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:21.690482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Checking segment: {'id': 'a0bbacbb-594e-4dee-8447-d8db6700c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:21.690837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Network hostable DHCP agents. Network: f52e34d6-f8de-4a4e-8a53-6de2103fbf4a, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:59:21.707734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Network f52e34d6-f8de-4a4e-8a53-6de2103fbf4a is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:59:21.716918 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, f52e34d6-f8de-4a4e-8a53-6de2103fbf4a) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:21.721048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:21.721536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.725803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba3016f-4586-4159-aabd-d9ae6d1e8d80 None None] Network f52e34d6-f8de-4a4e-8a53-6de2103fbf4a requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:21.736998 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-204875a2-c300-4934-b083-607ffd4f257b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3338203 Feb 04 05:59:21.739545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47370) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:21.743822 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-941649707-router', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:21.766862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.768206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.823076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.874359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-f52e34d6-f8de-4a4e-8a53-6de2103fbf4a', 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'fixed_ips': [{'subnet_id': 'e609536c-a455-4104-a485-d1fc74f7cbfa'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:59:21.875210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.956890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.015979 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Allocated IP 172.20.0.2 (f52e34d6-f8de-4a4e-8a53-6de2103fbf4a/e609536c-a455-4104-a485-d1fc74f7cbfa/dd472d6d-bc8d-457e-b128-afb67c07f48a) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:22.161532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.176734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.180073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.185065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.225684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Network f52e34d6-f8de-4a4e-8a53-6de2103fbf4a is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:22.228823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:22.231494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:22.244326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Pushing event updated for resources: {'Port': ['ID=dd472d6d-bc8d-457e-b128-afb67c07f48a,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:22.289634 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Attempting to bind port dd472d6d-bc8d-457e-b128-afb67c07f48a on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:22.290181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Attempting to bind port dd472d6d-bc8d-457e-b128-afb67c07f48a by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'a0bbacbb-594e-4dee-8447-d8db6700c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:22.290583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Attempting to bind port dd472d6d-bc8d-457e-b128-afb67c07f48a on network f52e34d6-f8de-4a4e-8a53-6de2103fbf4a {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:22.296351 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:22.296728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Checking segment: {'id': 'a0bbacbb-594e-4dee-8447-d8db6700c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:22.297161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.297552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Bound using segment: {'id': 'a0bbacbb-594e-4dee-8447-d8db6700c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:22.298012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Bound port: dd472d6d-bc8d-457e-b128-afb67c07f48a, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bbacbb-594e-4dee-8447-d8db6700c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:22.298363 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Allocated IP 172.26.5.187 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/a2846ac6-bafe-496b-b650-c9ad84359065) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:22.298482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.370729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] For port dd472d6d-bc8d-457e-b128-afb67c07f48a, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:22.376159 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] For port dd472d6d-bc8d-457e-b128-afb67c07f48a, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=dd472d6d-bc8d-457e-b128-afb67c07f48a,segment=NetworkSegment(a0bbacbb-594e-4dee-8447-d8db6700c210),segment_id=a0bbacbb-594e-4dee-8447-d8db6700c210)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:22.378372 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Sync routers for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:22.382348 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.388966 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:22.389883 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:22.407328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.452537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.459987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64825b-e7ea-4f3a-941a-0223681aa937 None None] Pushing event updated for resources: {'Port': ['ID=dd472d6d-bc8d-457e-b128-afb67c07f48a,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:22.508213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:22.512113 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:22.515833 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:22.518031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:22.547112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Pushing event updated for resources: {'Port': ['ID=a2846ac6-bafe-496b-b650-c9ad84359065,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:22.599804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0f86b976-d688-4b56-9bda-04100903bb49 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:22.680263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 0f86b976-d688-4b56-9bda-04100903bb49 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:22.681575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.776165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.783573 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 2, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:22.801050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 0f86b976-d688-4b56-9bda-04100903bb49, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0f86b976-d688-4b56-9bda-04100903bb49,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:22.805721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.821054 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Checking router: e6f42ca1-a357-4306-8824-d786558ca787 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:22.821710 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Updating router e6f42ca1-a357-4306-8824-d786558ca787 port a88b0612-2f11-4dda-aa8b-a312d2da5095 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:22.850733 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.877426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=0f86b976-d688-4b56-9bda-04100903bb49,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:23.130131 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.135187 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.139658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.184337 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25fdbf-c99c-4b6e-85dc-1ba090e1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=a88b0612-2f11-4dda-aa8b-a312d2da5095,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:23.251627 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Attempting to bind port a88b0612-2f11-4dda-aa8b-a312d2da5095 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:23.251993 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Attempting to bind port a88b0612-2f11-4dda-aa8b-a312d2da5095 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:23.252358 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Attempting to bind port a88b0612-2f11-4dda-aa8b-a312d2da5095 on network 34558d7e-546e-4b91-a2ef-da4a9625d6bd {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:23.258532 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:23.258904 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Checking segment: {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:23.259305 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.259694 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Bound using segment: {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:23.260155 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Bound port: a88b0612-2f11-4dda-aa8b-a312d2da5095, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:23.260551 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.341426 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] For port a88b0612-2f11-4dda-aa8b-a312d2da5095, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:23.346127 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] For port a88b0612-2f11-4dda-aa8b-a312d2da5095, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a88b0612-2f11-4dda-aa8b-a312d2da5095,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:23.351651 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.365126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.402642 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:23.403391 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:58:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:23.420874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3157-c7f5-45ce-b2ac-0e827e9732e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.467444 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25fdbf-c99c-4b6e-85dc-1ba090e1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=a88b0612-2f11-4dda-aa8b-a312d2da5095,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:23.522308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:59:23.540428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-13b7d2be-a654-40ed-a1a5-ed36f10e7b22 None None] Provisioning complete for port a88b0612-2f11-4dda-aa8b-a312d2da5095 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:23.540794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13b7d2be-a654-40ed-a1a5-ed36f10e7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.551251 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:23.656165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:23.665222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13b7d2be-a654-40ed-a1a5-ed36f10e7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.685589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Sync routers for ids ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:23.689938 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.691943 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f378cb3a-32cf-47b3-ab17-28d6d120d247 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9514349 Feb 04 05:59:23.694557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47372) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:23.731881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-13b7d2be-a654-40ed-a1a5-ed36f10e7b22 None None] For port a88b0612-2f11-4dda-aa8b-a312d2da5095, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a88b0612-2f11-4dda-aa8b-a312d2da5095,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:23.732820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Routers {'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:23.733450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:59:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:23.737482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13b7d2be-a654-40ed-a1a5-ed36f10e7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.795537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e7fad-d1c7-4b93-a642-8635d71f42ef None None] Network f52e34d6-f8de-4a4e-8a53-6de2103fbf4a requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:23.917684 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:23.944182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a8fda2ba-fb17-4322-baa6-d6d96c5247e3 None None] Provisioning complete for port dd472d6d-bc8d-457e-b128-afb67c07f48a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:23.944571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a8fda2ba-fb17-4322-baa6-d6d96c5247e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.946056 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd3d78-9f03-4e5f-8f21-e32901a28cea None None] The sync data for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv is: [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:23.974462 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7d2be-a654-40ed-a1a5-ed36f10e7b22 None None] Pushing event updated for resources: {'Port': ['ID=a88b0612-2f11-4dda-aa8b-a312d2da5095,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:24.007653 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Set router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:24.188889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.239974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a8fda2ba-fb17-4322-baa6-d6d96c5247e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.304896 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a8fda2ba-fb17-4322-baa6-d6d96c5247e3 None None] For port dd472d6d-bc8d-457e-b128-afb67c07f48a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=dd472d6d-bc8d-457e-b128-afb67c07f48a,segment=NetworkSegment(a0bbacbb-594e-4dee-8447-d8db6700c210),segment_id=a0bbacbb-594e-4dee-8447-d8db6700c210)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:24.311810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a8fda2ba-fb17-4322-baa6-d6d96c5247e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.363848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a8fda2ba-fb17-4322-baa6-d6d96c5247e3 None None] Provisioning complete for port a88b0612-2f11-4dda-aa8b-a312d2da5095 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:24.364222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a8fda2ba-fb17-4322-baa6-d6d96c5247e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.407557 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fda2ba-fb17-4322-baa6-d6d96c5247e3 None None] Pushing event updated for resources: {'Port': ['ID=dd472d6d-bc8d-457e-b128-afb67c07f48a,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:24.414801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'name': 'tempest-TestVolumeBootPattern-941649707-router', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:21Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 3, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'gw_port': {'id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:22Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:24.474939 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Allocated IP 172.20.0.1 (f52e34d6-f8de-4a4e-8a53-6de2103fbf4a/e609536c-a455-4104-a485-d1fc74f7cbfa/4d574c86-9e48-4a41-90bf-d9c3256062ed) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:24.608833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Checking router: c1d1c15d-d9b4-402a-96e0-c5e6d80a808f for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:24.609611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Updating router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f port a2846ac6-bafe-496b-b650-c9ad84359065 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:24.620312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.644399 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.663166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.710876 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Network f52e34d6-f8de-4a4e-8a53-6de2103fbf4a is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:24.715594 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:24.717585 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Pushing event updated for resources: {'Port': ['ID=4d574c86-9e48-4a41-90bf-d9c3256062ed,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:24.719981 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:24.769609 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.777791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.796057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0f86b976-d688-4b56-9bda-04100903bb49 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:24.934294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.941946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e1afdc4e-b41c-40bb-b41f-d0cb6b2257d4 None None] Provisioning complete for port dd472d6d-bc8d-457e-b128-afb67c07f48a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:24.942324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e1afdc4e-b41c-40bb-b41f-d0cb6b2257d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.963076 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 0f86b976-d688-4b56-9bda-04100903bb49 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:24.963449 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.102399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.107242 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.150019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.162468 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a88b0612-2f11-4dda-aa8b-a312d2da5095 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:25.164067 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.179400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.182014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Pushing event updated for resources: {'Port': ['ID=4d574c86-9e48-4a41-90bf-d9c3256062ed,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:25.252105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Attempting to bind port a2846ac6-bafe-496b-b650-c9ad84359065 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:25.252495 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Attempting to bind port a2846ac6-bafe-496b-b650-c9ad84359065 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:25.252841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Attempting to bind port a2846ac6-bafe-496b-b650-c9ad84359065 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:25.260417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde169f5-77d4-40ab-8a65-5bff1c7aaabf None None] Pushing event updated for resources: {'Port': ['ID=a2846ac6-bafe-496b-b650-c9ad84359065,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:25.267571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:25.267951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:25.268457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.268720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:25.269235 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Bound port: a2846ac6-bafe-496b-b650-c9ad84359065, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:25.269628 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.278983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Network f52e34d6-f8de-4a4e-8a53-6de2103fbf4a is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:25.280545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:25.311842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a88b0612-2f11-4dda-aa8b-a312d2da5095 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:25.312330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.364721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3788bd8d-6d98-4973-94ad-64ef3d2ae3dd None None] Provisioning complete for port 4d574c86-9e48-4a41-90bf-d9c3256062ed triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:25.365018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3788bd8d-6d98-4973-94ad-64ef3d2ae3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.392062 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] For port a2846ac6-bafe-496b-b650-c9ad84359065, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:25.405480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:25.418610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] For port a2846ac6-bafe-496b-b650-c9ad84359065, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a2846ac6-bafe-496b-b650-c9ad84359065,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:25.425514 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3788bd8d-6d98-4973-94ad-64ef3d2ae3dd None None] Port 4d574c86-9e48-4a41-90bf-d9c3256062ed cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:25.429416 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.518235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:25.522016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device dd472d6d-bc8d-457e-b128-afb67c07f48a up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:25.523749 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-419b0b6b-f5f6-4e96-835c-e6b8073a648a admin admin] 10.222.0.15 "PUT /v2.0/routers/c1d1c15d-d9b4-402a-96e0-c5e6d80a808f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8277185 Feb 04 05:59:25.548101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Routers {'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:25.548747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:59:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:25.550512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde169f5-77d4-40ab-8a65-5bff1c7aaabf None None] Pushing event updated for resources: {'Port': ['ID=a2846ac6-bafe-496b-b650-c9ad84359065,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:25.626755 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3c65c0b6-7e35-4840-b0e1-322907ea6484 None None] Provisioning complete for port 4d574c86-9e48-4a41-90bf-d9c3256062ed triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:25.627426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c65c0b6-7e35-4840-b0e1-322907ea6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.714917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] Set router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:25.740753 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3c65c0b6-7e35-4840-b0e1-322907ea6484 None None] Port 4d574c86-9e48-4a41-90bf-d9c3256062ed cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:25.749526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port dd472d6d-bc8d-457e-b128-afb67c07f48a triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:25.749903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.976601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'name': 'tempest-TestVolumeBootPattern-941649707-router', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:21Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 4, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'gw_port': {'id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:22Z', 'updated_at': '2022-02-04T05:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '4d574c86-9e48-4a41-90bf-d9c3256062ed', 'name': '', 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'mac_address': 'fa:16:3e:9a:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'e609536c-a455-4104-a485-d1fc74f7cbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:24Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 2, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'subnets': [{'id': 'e609536c-a455-4104-a485-d1fc74f7cbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:26.006928 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1705e-212d-4f55-8b28-28cac253d162 None None] The sync data for ids ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'] in dv-neutron-826811-2-hyperv is: [{'id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'name': 'tempest-TestVolumeBootPattern-941649707-router', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:21Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 4, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'gw_port': {'id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:22Z', 'updated_at': '2022-02-04T05:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '4d574c86-9e48-4a41-90bf-d9c3256062ed', 'name': '', 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'mac_address': 'fa:16:3e:9a:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'e609536c-a455-4104-a485-d1fc74f7cbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:24Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 2, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'subnets': [{'id': 'e609536c-a455-4104-a485-d1fc74f7cbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:26.262131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47380) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:26.266894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-02ea7337-de92-4e40-9bc2-25918e870344 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1074886642', 'description': 'tempest-secgroup-smoke-1074886642 description', 'project_id': '873935bdbbd64744932a7c294363dceb'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:26.294413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-02ea7337-de92-4e40-9bc2-25918e870344 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.301114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.373231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-02ea7337-de92-4e40-9bc2-25918e870344 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.378123 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-02ea7337-de92-4e40-9bc2-25918e870344 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.411184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-02ea7337-de92-4e40-9bc2-25918e870344 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.412346 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-02ea7337-de92-4e40-9bc2-25918e870344 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1490884 Feb 04 05:59:26.413294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea7337-de92-4e40-9bc2-25918e870344 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d326c406-4156-4b6a-9993-cc4287c4efc1,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:26.415552 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47382) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:26.419926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b1cc5b26-5ab7-4956-a4e0-1e683d6879ef tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'security_group_rule': {'security_group_id': 'd326c406-4156-4b6a-9993-cc4287c4efc1', 'project_id': '873935bdbbd64744932a7c294363dceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:26.451741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5b26-5ab7-4956-a4e0-1e683d6879ef tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.521981 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5b26-5ab7-4956-a4e0-1e683d6879ef tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.526943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5b26-5ab7-4956-a4e0-1e683d6879ef tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.545580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc5b26-5ab7-4956-a4e0-1e683d6879ef tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf824b0-e26a-4df2-bf8b-9868945cbe46,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:26.553164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5b26-5ab7-4956-a4e0-1e683d6879ef tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.554444 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b1cc5b26-5ab7-4956-a4e0-1e683d6879ef tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382089 Feb 04 05:59:26.557029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47384) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:26.562245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-72257d2b-af05-4695-9aa4-3d030146f31c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'security_group_rule': {'security_group_id': 'd326c406-4156-4b6a-9993-cc4287c4efc1', 'project_id': '873935bdbbd64744932a7c294363dceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:26.592369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72257d2b-af05-4695-9aa4-3d030146f31c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.613053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.653428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72257d2b-af05-4695-9aa4-3d030146f31c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.658234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72257d2b-af05-4695-9aa4-3d030146f31c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.684706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72257d2b-af05-4695-9aa4-3d030146f31c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1168ad1-faf6-4ea7-8b4b-21e35c2ca7b5,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:26.693190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-72257d2b-af05-4695-9aa4-3d030146f31c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.694445 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-72257d2b-af05-4695-9aa4-3d030146f31c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359689 Feb 04 05:59:26.699217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47386) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:26.704817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d4558967-9d16-4377-9b83-8c838d6f5d87 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'security_group_rule': {'security_group_id': 'd326c406-4156-4b6a-9993-cc4287c4efc1', 'project_id': '873935bdbbd64744932a7c294363dceb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:26.737752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d4558967-9d16-4377-9b83-8c838d6f5d87 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.807712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d4558967-9d16-4377-9b83-8c838d6f5d87 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.811344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d4558967-9d16-4377-9b83-8c838d6f5d87 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.832694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4558967-9d16-4377-9b83-8c838d6f5d87 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783be4ff-1b1a-4d57-acc9-b15f449c9630,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:26.836961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d4558967-9d16-4377-9b83-8c838d6f5d87 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.838247 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d4558967-9d16-4377-9b83-8c838d6f5d87 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374865 Feb 04 05:59:26.841409 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47388) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:26.845834 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-55fc36f1-5a00-4dbc-b86c-ff9918823098 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'security_group_rule': {'security_group_id': 'd326c406-4156-4b6a-9993-cc4287c4efc1', 'project_id': '873935bdbbd64744932a7c294363dceb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:26.875897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-55fc36f1-5a00-4dbc-b86c-ff9918823098 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.938939 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-55fc36f1-5a00-4dbc-b86c-ff9918823098 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.942850 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-55fc36f1-5a00-4dbc-b86c-ff9918823098 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.962814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc36f1-5a00-4dbc-b86c-ff9918823098 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a41ec7d-1e1a-4619-a57d-3bc2a9022783,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:26.973235 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-55fc36f1-5a00-4dbc-b86c-ff9918823098 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.974466 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-55fc36f1-5a00-4dbc-b86c-ff9918823098 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321211 Feb 04 05:59:26.977173 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47390) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:26.982673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-165056dd-4e1b-435a-994b-ab5442bcdb2d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'security_group_rule': {'security_group_id': 'd326c406-4156-4b6a-9993-cc4287c4efc1', 'project_id': '873935bdbbd64744932a7c294363dceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:27.006538 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-165056dd-4e1b-435a-994b-ab5442bcdb2d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Project 873935bdbbd64744932a7c294363dceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:59:27.012513 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-165056dd-4e1b-435a-994b-ab5442bcdb2d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.078153 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-165056dd-4e1b-435a-994b-ab5442bcdb2d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.082116 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-165056dd-4e1b-435a-994b-ab5442bcdb2d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.101381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165056dd-4e1b-435a-994b-ab5442bcdb2d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf7e03c-34df-4cee-8949-d0e599545cf6,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:27.108752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-165056dd-4e1b-435a-994b-ab5442bcdb2d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.112437 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-165056dd-4e1b-435a-994b-ab5442bcdb2d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317663 Feb 04 05:59:27.112631 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47392) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:27.116887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3a8f1b0b-ca8c-4517-b1bc-d7756011458f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'security_group_rule': {'security_group_id': 'd326c406-4156-4b6a-9993-cc4287c4efc1', 'project_id': '873935bdbbd64744932a7c294363dceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:27.140932 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-3a8f1b0b-ca8c-4517-b1bc-d7756011458f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Project 873935bdbbd64744932a7c294363dceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:59:27.145814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3a8f1b0b-ca8c-4517-b1bc-d7756011458f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.212534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3a8f1b0b-ca8c-4517-b1bc-d7756011458f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.216825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3a8f1b0b-ca8c-4517-b1bc-d7756011458f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.234876 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f1b0b-ca8c-4517-b1bc-d7756011458f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074746bf-67bb-4306-871e-98e4b877df37,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:27.242250 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3a8f1b0b-ca8c-4517-b1bc-d7756011458f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:27.245608 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3a8f1b0b-ca8c-4517-b1bc-d7756011458f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298180 Feb 04 05:59:28.027074 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Sync routers for ids ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:28.036092 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Routers {'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:28.036683 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:59:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:28.144348 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Set router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:28.296847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.351282 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'name': 'tempest-TestVolumeBootPattern-941649707-router', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:21Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 4, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'gw_port': {'id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:22Z', 'updated_at': '2022-02-04T05:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '4d574c86-9e48-4a41-90bf-d9c3256062ed', 'name': '', 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'mac_address': 'fa:16:3e:9a:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'e609536c-a455-4104-a485-d1fc74f7cbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:24Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 2, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'subnets': [{'id': 'e609536c-a455-4104-a485-d1fc74f7cbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:28.381705 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Checking router: c1d1c15d-d9b4-402a-96e0-c5e6d80a808f for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:28.382055 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Updating router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f port 4d574c86-9e48-4a41-90bf-d9c3256062ed binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:28.406762 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.568146 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a2846ac6-bafe-496b-b650-c9ad84359065 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:28.624957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a2846ac6-bafe-496b-b650-c9ad84359065 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:28.625497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.710450 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.718112 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.720693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.742238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port a2846ac6-bafe-496b-b650-c9ad84359065, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a2846ac6-bafe-496b-b650-c9ad84359065,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:28.749019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.778888 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400090c-ebe5-4f9a-9d4b-ba7e02170b46 None None] Pushing event updated for resources: {'Port': ['ID=4d574c86-9e48-4a41-90bf-d9c3256062ed,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:28.816342 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=a2846ac6-bafe-496b-b650-c9ad84359065,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:28.851915 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Attempting to bind port 4d574c86-9e48-4a41-90bf-d9c3256062ed on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:28.852569 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Attempting to bind port 4d574c86-9e48-4a41-90bf-d9c3256062ed by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'a0bbacbb-594e-4dee-8447-d8db6700c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:28.852930 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Attempting to bind port 4d574c86-9e48-4a41-90bf-d9c3256062ed on network f52e34d6-f8de-4a4e-8a53-6de2103fbf4a {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:28.859265 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:28.859780 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Checking segment: {'id': 'a0bbacbb-594e-4dee-8447-d8db6700c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:28.860185 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.860574 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Bound using segment: {'id': 'a0bbacbb-594e-4dee-8447-d8db6700c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:28.861040 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Bound port: 4d574c86-9e48-4a41-90bf-d9c3256062ed, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bbacbb-594e-4dee-8447-d8db6700c210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:28.861449 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:28.930790 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] For port 4d574c86-9e48-4a41-90bf-d9c3256062ed, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:28.934906 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] For port 4d574c86-9e48-4a41-90bf-d9c3256062ed, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=4d574c86-9e48-4a41-90bf-d9c3256062ed,segment=NetworkSegment(a0bbacbb-594e-4dee-8447-d8db6700c210),segment_id=a0bbacbb-594e-4dee-8447-d8db6700c210)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:28.945240 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:29.018034 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Routers {'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:29.018668 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:59:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:29.023557 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400090c-ebe5-4f9a-9d4b-ba7e02170b46 None None] Pushing event updated for resources: {'Port': ['ID=4d574c86-9e48-4a41-90bf-d9c3256062ed,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:29.092883 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f167f4e1-bc29-4966-b89d-d19c50cba033 None None] Provisioning complete for port 4d574c86-9e48-4a41-90bf-d9c3256062ed triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:29.093416 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f167f4e1-bc29-4966-b89d-d19c50cba033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:29.155267 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] Set router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:29.209446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f167f4e1-bc29-4966-b89d-d19c50cba033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:29.253441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f167f4e1-bc29-4966-b89d-d19c50cba033 None None] For port 4d574c86-9e48-4a41-90bf-d9c3256062ed, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=4d574c86-9e48-4a41-90bf-d9c3256062ed,segment=NetworkSegment(a0bbacbb-594e-4dee-8447-d8db6700c210),segment_id=a0bbacbb-594e-4dee-8447-d8db6700c210)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:29.259731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f167f4e1-bc29-4966-b89d-d19c50cba033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:29.317470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167f4e1-bc29-4966-b89d-d19c50cba033 None None] Pushing event updated for resources: {'Port': ['ID=4d574c86-9e48-4a41-90bf-d9c3256062ed,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:29.379956 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'name': 'tempest-TestVolumeBootPattern-941649707-router', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:21Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 4, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'gw_port': {'id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:22Z', 'updated_at': '2022-02-04T05:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '4d574c86-9e48-4a41-90bf-d9c3256062ed', 'name': '', 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'mac_address': 'fa:16:3e:9a:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'e609536c-a455-4104-a485-d1fc74f7cbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:24Z', 'updated_at': '2022-02-04T05:59:28Z', 'revision_number': 4, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'subnets': [{'id': 'e609536c-a455-4104-a485-d1fc74f7cbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:29.380624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d8e8b4a0-f486-46d8-9f74-7bff3778c4a9 None None] Provisioning complete for port 4d574c86-9e48-4a41-90bf-d9c3256062ed triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:29.381010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d8e8b4a0-f486-46d8-9f74-7bff3778c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:29.409441 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a7b52-832c-4340-813d-b440dcf68354 None None] The sync data for ids ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'] in dv-neutron-826811-2-hyperv is: [{'id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'name': 'tempest-TestVolumeBootPattern-941649707-router', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:21Z', 'updated_at': '2022-02-04T05:59:24Z', 'revision_number': 4, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'gw_port': {'id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:22Z', 'updated_at': '2022-02-04T05:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '4d574c86-9e48-4a41-90bf-d9c3256062ed', 'name': '', 'network_id': 'f52e34d6-f8de-4a4e-8a53-6de2103fbf4a', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'mac_address': 'fa:16:3e:9a:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'e609536c-a455-4104-a485-d1fc74f7cbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:24Z', 'updated_at': '2022-02-04T05:59:28Z', 'revision_number': 4, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'subnets': [{'id': 'e609536c-a455-4104-a485-d1fc74f7cbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:30.538290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4d574c86-9e48-4a41-90bf-d9c3256062ed up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:30.588926 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 4d574c86-9e48-4a41-90bf-d9c3256062ed triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:30.589419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:30.704921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a2846ac6-bafe-496b-b650-c9ad84359065 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:30.755463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a2846ac6-bafe-496b-b650-c9ad84359065 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:30.755822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:33.827006 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47500) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:33.900946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c76efd-8642-4740-a0ed-433187550b17 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:33.901551 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c76efd-8642-4740-a0ed-433187550b17 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:33.902024 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c76efd-8642-4740-a0ed-433187550b17 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:33.903716 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-17c76efd-8642-4740-a0ed-433187550b17 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&network_id=6157faa1-1982-44e3-989e-2a7fc7430145 HTTP/1.1" status: 200 len: 2999 time: 0.0756898 Feb 04 05:59:34.714374 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:59:35.364684 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42925146-af3b-4122-a83b-f5152c36bd1c req-dbc99724-b541-4a1c-a873-50de8a0a1155 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396886 Feb 04 05:59:35.447994 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42925146-af3b-4122-a83b-f5152c36bd1c req-fce1894c-3438-4091-88fa-fefbc68ffd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:35.449540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42925146-af3b-4122-a83b-f5152c36bd1c req-fce1894c-3438-4091-88fa-fefbc68ffd03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 1098 time: 0.0431123 Feb 04 05:59:35.557234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42925146-af3b-4122-a83b-f5152c36bd1c req-b4857702-cfeb-48bd-8e46-55517e5f42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:35.558758 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42925146-af3b-4122-a83b-f5152c36bd1c req-b4857702-cfeb-48bd-8e46-55517e5f42ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=6157faa1-1982-44e3-989e-2a7fc7430145 HTTP/1.1" status: 200 len: 897 time: 0.0896170 Feb 04 05:59:35.626713 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42925146-af3b-4122-a83b-f5152c36bd1c req-3bb14091-82c0-4153-b274-2290078d2498 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11f040e1-d0ee-4a7b-ad6c-629077225af0 HTTP/1.1" status: 200 len: 1001 time: 0.0601740 Feb 04 05:59:35.676773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42925146-af3b-4122-a83b-f5152c36bd1c req-b29f5afb-36c2-4bad-b49e-1915a66db5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:35.678254 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42925146-af3b-4122-a83b-f5152c36bd1c req-b29f5afb-36c2-4bad-b49e-1915a66db5c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2144876a-a01b-43a1-877a-4a2c367f825b HTTP/1.1" status: 200 len: 835 time: 0.0452404 Feb 04 05:59:35.730315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42925146-af3b-4122-a83b-f5152c36bd1c req-672763f4-4dfe-49fb-a089-0ece0d777dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:35.731830 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42925146-af3b-4122-a83b-f5152c36bd1c req-672763f4-4dfe-49fb-a089-0ece0d777dce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6157faa1-1982-44e3-989e-2a7fc7430145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460465 Feb 04 05:59:35.824918 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42925146-af3b-4122-a83b-f5152c36bd1c req-166c08ac-9efb-41d6-93cd-f5ad437e0373 service neutron] 10.222.0.36 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849469 Feb 04 05:59:35.925162 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42925146-af3b-4122-a83b-f5152c36bd1c req-4bd7b18d-58bc-46d8-bd30-51f4f868ac4e service neutron] 10.222.0.36 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930865 Feb 04 05:59:38.116906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47534) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:38.167630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96a0b81-0081-4f25-a2b5-469132c96882 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:38.169156 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a96a0b81-0081-4f25-a2b5-469132c96882 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 814 time: 0.0512102 Feb 04 05:59:39.289703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47546) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:39.295469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'network': {'name': 'tempest-network-smoke--1315477829', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'port_security_enabled': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:39.321165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:39.324662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.348169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:59:39.358024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.358374 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Added segment 316ec0d0-0877-48aa-952b-b38ff3058460 of type vlan for network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 Feb 04 05:59:39.396586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.422246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.428136 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:39.428765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:39.496700 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2023442 Feb 04 05:59:39.496700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47554) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:39.530589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0cb92-257d-4412-b3d9-7babb1a3af05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Network': ['ID=308a9540-cec5-4cf6-8c90-25e11dbc9a30,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:39.543722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:59:39.570271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d69909b-9cdd-4c3c-8ca6-7617f7b8cfed tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:39.575048 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8d69909b-9cdd-4c3c-8ca6-7617f7b8cfed tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0742531 Feb 04 05:59:39.575334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47556) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:40.049893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc5c976-614c-44f3-97f8-ede7687f2f48 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:40.051358 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8cc5c976-614c-44f3-97f8-ede7687f2f48 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4751282 Feb 04 05:59:40.054197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47558) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:40.088227 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1e03d542-9eda-4eee-be6d-6b8fe4543d69 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327623 Feb 04 05:59:40.090640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47560) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:40.118108 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cdaf6eb8-7f3c-4665-84db-5ca6fb5b8fc7 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263422 Feb 04 05:59:40.120928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47562) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:40.223697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5916de-b94b-464f-bb88-0594ee04a84d tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:40.228103 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0c5916de-b94b-464f-bb88-0594ee04a84d tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1035023 Feb 04 05:59:40.228487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47564) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:40.260228 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8f6a21f1-92c2-4d8e-9dbe-dcd0f26b18c0 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274117 Feb 04 05:59:40.260896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47566) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:40.265622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99309963', 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:40.365315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:40.370065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.602655 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.665704 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Subnet': ['ID=ab2a670c-1935-4623-be74-9c54976cb4ce,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:40.675909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Checking segment: {'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:40.676267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network hostable DHCP agents. Network: 308a9540-cec5-4cf6-8c90-25e11dbc9a30, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:59:40.693361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:59:40.701862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 308a9540-cec5-4cf6-8c90-25e11dbc9a30) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:40.706048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:40.706633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:40.713192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7691483-519a-4183-85b6-b6febf7ac11e None None] Network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:40.725175 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-656c7710-70d4-482d-b92d-cc308fb4b864 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4612243 Feb 04 05:59:40.861543 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-308a9540-cec5-4cf6-8c90-25e11dbc9a30', 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ips': [{'subnet_id': 'ab2a670c-1935-4623-be74-9c54976cb4ce'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:59:40.862394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.068540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Allocated IP 172.20.0.18 (308a9540-cec5-4cf6-8c90-25e11dbc9a30/ab2a670c-1935-4623-be74-9c54976cb4ce/d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:41.215173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47572) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:41.220206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-aceea344-a621-4a05-b0dd-f887ad86198c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525276366', 'description': 'tempest-secgroup-smoke-525276366 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:41.249343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aceea344-a621-4a05-b0dd-f887ad86198c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.270576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.278801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.339488 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:41.341860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aceea344-a621-4a05-b0dd-f887ad86198c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.344081 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:41.347843 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:41.348241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aceea344-a621-4a05-b0dd-f887ad86198c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.387278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aceea344-a621-4a05-b0dd-f887ad86198c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.391915 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47574) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:41.392526 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-aceea344-a621-4a05-b0dd-f887ad86198c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1759005 Feb 04 05:59:41.393134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceea344-a621-4a05-b0dd-f887ad86198c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed841223-5a81-4d9b-a211-2ad74fe254a3,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:41.396825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ea4c5644-f342-41f7-b352-74c56b94b384 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'ed841223-5a81-4d9b-a211-2ad74fe254a3', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:41.411744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Pushing event updated for resources: {'Port': ['ID=d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:41.429211 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Attempting to bind port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:41.429670 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Attempting to bind port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:41.430053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Attempting to bind port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 on network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:41.439098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:41.439759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Checking segment: {'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:41.439892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5644-f342-41f7-b352-74c56b94b384 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.440011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.440372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Bound using segment: {'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:41.440930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Bound port: d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:41.441293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.518803 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5644-f342-41f7-b352-74c56b94b384 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.523267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] For port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:41.526329 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5644-f342-41f7-b352-74c56b94b384 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.528958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] For port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:41.536211 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.552979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c5644-f342-41f7-b352-74c56b94b384 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf6d2cb-97c9-44fd-bdd2-93cf993d8fde,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:41.562627 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5644-f342-41f7-b352-74c56b94b384 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.566888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47576) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:41.569358 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ea4c5644-f342-41f7-b352-74c56b94b384 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760347 Feb 04 05:59:41.575236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2272b9ca-3ed5-4f3c-8675-39ad9f49eef8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'ed841223-5a81-4d9b-a211-2ad74fe254a3', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:41.616018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ec4cf-4bed-470b-a040-d8bdd578441d None None] Pushing event updated for resources: {'Port': ['ID=d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:41.629876 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2272b9ca-3ed5-4f3c-8675-39ad9f49eef8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.694392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2272b9ca-3ed5-4f3c-8675-39ad9f49eef8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.698277 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2272b9ca-3ed5-4f3c-8675-39ad9f49eef8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.716391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b9ca-3ed5-4f3c-8675-39ad9f49eef8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43219855-8c84-47d7-90f0-f1a6c6dc0509,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:41.726113 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2272b9ca-3ed5-4f3c-8675-39ad9f49eef8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.730063 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2272b9ca-3ed5-4f3c-8675-39ad9f49eef8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1587594 Feb 04 05:59:41.730245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47580) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:41.735016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a148d221-d3c6-408f-b07c-9878ab4d873d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'ed841223-5a81-4d9b-a211-2ad74fe254a3', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:41.764042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a148d221-d3c6-408f-b07c-9878ab4d873d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.853070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a148d221-d3c6-408f-b07c-9878ab4d873d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.857830 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a148d221-d3c6-408f-b07c-9878ab4d873d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.879109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148d221-d3c6-408f-b07c-9878ab4d873d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774851f6-5db5-4955-b7ac-e691c4720e65,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:41.898323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a148d221-d3c6-408f-b07c-9878ab4d873d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:41.900918 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a148d221-d3c6-408f-b07c-9878ab4d873d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694539 Feb 04 05:59:41.903353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47582) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:41.911936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-aa3cd12e-99bb-40ee-ae37-75d4f00675ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'ed841223-5a81-4d9b-a211-2ad74fe254a3', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:41.964030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd12e-99bb-40ee-ae37-75d4f00675ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.041171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd12e-99bb-40ee-ae37-75d4f00675ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.045737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd12e-99bb-40ee-ae37-75d4f00675ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.066062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cd12e-99bb-40ee-ae37-75d4f00675ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe98080-33a9-4dd7-9a65-b32b817eeb9e,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:42.076109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd12e-99bb-40ee-ae37-75d4f00675ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.077360 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-aa3cd12e-99bb-40ee-ae37-75d4f00675ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1715217 Feb 04 05:59:42.080076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47584) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:42.084536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a1805119-1eae-42af-bf1d-a47fb959e33b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'ed841223-5a81-4d9b-a211-2ad74fe254a3', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:42.112318 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-a1805119-1eae-42af-bf1d-a47fb959e33b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:59:42.117768 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a1805119-1eae-42af-bf1d-a47fb959e33b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.182428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a1805119-1eae-42af-bf1d-a47fb959e33b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.186917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a1805119-1eae-42af-bf1d-a47fb959e33b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.209503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1805119-1eae-42af-bf1d-a47fb959e33b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8433f9c1-28e2-423e-aa7a-a506b2f9e0d1,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:42.227802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a1805119-1eae-42af-bf1d-a47fb959e33b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.229638 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a1805119-1eae-42af-bf1d-a47fb959e33b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483231 Feb 04 05:59:42.232246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47586) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:42.237852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f1512285-bc7a-4e1d-98e8-c75857403d5f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'ed841223-5a81-4d9b-a211-2ad74fe254a3', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:42.262303 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-f1512285-bc7a-4e1d-98e8-c75857403d5f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:59:42.267396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1512285-bc7a-4e1d-98e8-c75857403d5f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.336832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1512285-bc7a-4e1d-98e8-c75857403d5f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.340634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1512285-bc7a-4e1d-98e8-c75857403d5f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.357069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1512285-bc7a-4e1d-98e8-c75857403d5f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee615cfc-b54a-45d2-8056-23c56916c0d3,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:42.369733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1512285-bc7a-4e1d-98e8-c75857403d5f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.370976 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f1512285-bc7a-4e1d-98e8-c75857403d5f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368308 Feb 04 05:59:42.565725 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:42.574142 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0cb05120-2668-4305-b23a-e9a6639cc035 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525276366&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0368061 Feb 04 05:59:42.620038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:42.620288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.701200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-c615a92b-9477-4edf-a759-841c6ab9913a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:42.702954 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-c615a92b-9477-4edf-a759-841c6ab9913a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/networks?id=308a9540-cec5-4cf6-8c90-25e11dbc9a30 HTTP/1.1" status: 200 len: 797 time: 0.1219330 Feb 04 05:59:42.709642 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.724381 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-d0314389-2c1a-40da-abfd-a7af4eabc1c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/quotas/64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 375 time: 0.0156002 Feb 04 05:59:42.731891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef8bf9-e6d5-4040-82d9-285f489e8402 None None] Network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:42.799758 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-e55244ef-bb0a-4645-a4c1-16334dfc5f4d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0690327 Feb 04 05:59:42.801719 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:42.814131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-82933a98-f4ec-4011-b266-a0bdcdc07f2f None None] Provisioning complete for port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:42.814700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-82933a98-f4ec-4011-b266-a0bdcdc07f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.817352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:42.926821 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:43.004264 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-055e8466-8052-43a6-80ce-5dcedc30ae5d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074886642&fields=id&tenant_id=873935bdbbd64744932a7c294363dceb HTTP/1.1" status: 200 len: 267 time: 0.0884492 Feb 04 05:59:43.100232 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-3925a6ca-bf58-448f-9be3-2ffc73ee380c service neutron] 10.222.0.15 "GET /v2.0/networks/308a9540-cec5-4cf6-8c90-25e11dbc9a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874579 Feb 04 05:59:43.192871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-f2861a7b-1d67-4f92-890d-225d81374b32 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:43.194369 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-f2861a7b-1d67-4f92-890d-225d81374b32 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 812 time: 0.1817975 Feb 04 05:59:43.220187 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-b753085d-a77c-4ac3-908b-f7afcb3afb49 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/quotas/873935bdbbd64744932a7c294363dceb HTTP/1.1" status: 200 len: 375 time: 0.0189085 Feb 04 05:59:43.230082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d53640ce-40f6-4c90-a91a-caff43f05702 None None] Provisioning complete for port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:43.230460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d53640ce-40f6-4c90-a91a-caff43f05702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:43.244956 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-f9f50728-2766-4f78-b0da-afa51695fa82 service neutron] 10.222.0.15 "GET /v2.0/networks/308a9540-cec5-4cf6-8c90-25e11dbc9a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364739 Feb 04 05:59:43.283692 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-a01b1994-fc58-4fc4-9111-125fc728eaed tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573761 Feb 04 05:59:43.388058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-569c4dc3-9140-4872-a640-c6a1682b254b service neutron] 10.222.0.15 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910676 Feb 04 05:59:43.421301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-553f8d92-9fcd-4fbd-8448-0f2bf11c59e8 req-f0fbc979-60c6-41cf-b2c8-0402fcf3460e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 210 time: 0.0322244 Feb 04 05:59:43.501841 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-0ff2130c-2c69-442a-993c-ce292fc0d10a service neutron] 10.222.0.15 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046636 Feb 04 05:59:43.836203 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-366789dd-953a-4c01-87c8-be0e855682c7 req-45349c5d-f184-4941-b1cb-390409672363 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 210 time: 0.0289078 Feb 04 05:59:44.353741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-e58dd634-ad0a-461d-a593-49196b1f4a36 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:44.355701 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-e58dd634-ad0a-461d-a593-49196b1f4a36 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=308a9540-cec5-4cf6-8c90-25e11dbc9a30 HTTP/1.1" status: 200 len: 797 time: 0.1159971 Feb 04 05:59:44.406111 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-4cfd3374-bd8d-437e-8caa-1e816a68d6e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 471 time: 0.0411839 Feb 04 05:59:44.415099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'device_id': 'e1e36dbf-70d3-439c-860e-6ff59ab09ac4', 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30', 'admin_state_up': True, 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'security_groups': ['ed841223-5a81-4d9b-a211-2ad74fe254a3']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:44.519135 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:44.541168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8d423a4d-dd74-40e8-9cd1-b89a6e4318ee req-aebdd01b-bce6-4730-88ed-5ea9d5dfe53f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 210 time: 0.0347953 Feb 04 05:59:44.565975 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:44.568940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:44.569352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:44.569778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:44.775966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.27 (308a9540-cec5-4cf6-8c90-25e11dbc9a30/ab2a670c-1935-4623-be74-9c54976cb4ce/c4987de5-d2b7-4f34-8ec5-544726df0dab) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:44.834450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-feb76f16-0fdf-4c66-9eeb-1fd59b3c5a81 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:44.835878 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-feb76f16-0fdf-4c66-9eeb-1fd59b3c5a81 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 812 time: 0.1490500 Feb 04 05:59:44.964308 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-2338f5eb-5678-486c-a432-e1f011b213f1 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=873935bdbbd64744932a7c294363dceb HTTP/1.1" status: 200 len: 380 time: 0.1150577 Feb 04 05:59:44.966200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-67f1fb6e-1388-4409-8e33-a91409e9c7a7 req-6fbc519d-6921-4923-843a-b9378b15f69c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 210 time: 0.0466695 Feb 04 05:59:44.983100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'port': {'device_id': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'admin_state_up': True, 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'security_groups': ['d326c406-4156-4b6a-9993-cc4287c4efc1']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:45.068938 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.143848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.172985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Made reservation on behalf of 873935bdbbd64744932a7c294363dceb for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:45.176387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.205286 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:45.214303 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:45.223244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:45.230440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=c4987de5-d2b7-4f34-8ec5-544726df0dab,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:45.327891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:45.328432 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.375840 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-0df93ecb-f478-45e0-bed8-eb41b46f4cfe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9643254 Feb 04 05:59:45.389746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Request body: {'port': {'device_id': 'e1e36dbf-70d3-439c-860e-6ff59ab09ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:45.413672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Allocated IP 172.20.0.10 (34558d7e-546e-4b91-a2ef-da4a9625d6bd/1817768c-a2cb-4f0e-aacb-43d56aa011b1/865eac58-7860-4986-bb05-98e89b864a97) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:45.455845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c2799492-de67-49d2-87cb-2c5e705beb00 None None] Provisioning complete for port c4987de5-d2b7-4f34-8ec5-544726df0dab triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:45.456269 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c2799492-de67-49d2-87cb-2c5e705beb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.474469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.488552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c2799492-de67-49d2-87cb-2c5e705beb00 None None] Port c4987de5-d2b7-4f34-8ec5-544726df0dab cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:45.745343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.804669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec9788-dd6f-4c0e-92b0-a2591f6a425b req-9bae25a3-6064-4515-ba7b-939b987a0a23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:45.807266 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afec9788-dd6f-4c0e-92b0-a2591f6a425b req-9bae25a3-6064-4515-ba7b-939b987a0a23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 932 time: 0.1505182 Feb 04 05:59:45.886568 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afec9788-dd6f-4c0e-92b0-a2591f6a425b req-4db9b97f-642a-456b-a4f7-d05c549aadf1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688953 Feb 04 05:59:45.887335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.953193 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Network 34558d7e-546e-4b91-a2ef-da4a9625d6bd is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:45.962598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:45.974022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:45.980909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'Port': ['ID=865eac58-7860-4986-bb05-98e89b864a97,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:46.053872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4987de5-d2b7-4f34-8ec5-544726df0dab {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:59:46.069693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:46.070334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.076587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.123946 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Transition to ACTIVE for port object c4987de5-d2b7-4f34-8ec5-544726df0dab will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:46.130289 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bf25e0d7-481c-4bc8-90fa-33a3d2ee742b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1585457 Feb 04 05:59:46.131725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.167184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Request body: {'port': {'device_id': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:46.217217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9bc58-ed86-481d-8c76-f79acd987236 req-83d0ca3b-df94-4bae-9fbd-f2276a23c77f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:46.218905 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-82d9bc58-ed86-481d-8c76-f79acd987236 req-83d0ca3b-df94-4bae-9fbd-f2276a23c77f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 932 time: 0.1444652 Feb 04 05:59:46.221652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-41440c44-a70d-4369-901d-bb9372d6f7a6 None None] Provisioning complete for port 865eac58-7860-4986-bb05-98e89b864a97 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:46.222174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-41440c44-a70d-4369-901d-bb9372d6f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.241191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Pushing event updated for resources: {'Port': ['ID=c4987de5-d2b7-4f34-8ec5-544726df0dab,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:46.276903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-41440c44-a70d-4369-901d-bb9372d6f7a6 None None] Port 865eac58-7860-4986-bb05-98e89b864a97 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:46.340346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.363852 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-82d9bc58-ed86-481d-8c76-f79acd987236 req-9deda18e-d2d4-454f-a597-3bb72139485e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295562 Feb 04 05:59:46.418049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Attempting to bind port c4987de5-d2b7-4f34-8ec5-544726df0dab on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:46.418390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Attempting to bind port c4987de5-d2b7-4f34-8ec5-544726df0dab by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:46.418724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Attempting to bind port c4987de5-d2b7-4f34-8ec5-544726df0dab on network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:46.430146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Port c4987de5-d2b7-4f34-8ec5-544726df0dab on network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:59:46.430455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Attempting to bind port c4987de5-d2b7-4f34-8ec5-544726df0dab on network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:46.482376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:46.482721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Checking segment: {'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:46.483107 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Bound using segment: {'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:46.483561 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Bound port: c4987de5-d2b7-4f34-8ec5-544726df0dab, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:46.483959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.613190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] For port c4987de5-d2b7-4f34-8ec5-544726df0dab, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:46.622296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] For port c4987de5-d2b7-4f34-8ec5-544726df0dab, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c4987de5-d2b7-4f34-8ec5-544726df0dab,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:46.628801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.689115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:46.689736 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.691159 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4987de5-d2b7-4f34-8ec5-544726df0dab HTTP/1.1" status: 200 len: 1094 time: 1.3058541 Feb 04 05:59:46.692889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e36dbf-70d3-439c-860e-6ff59ab09ac4', 'tag': 'c4987de5-d2b7-4f34-8ec5-544726df0dab'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:46.695161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e36dbf-70d3-439c-860e-6ff59ab09ac4", "tag": "c4987de5-d2b7-4f34-8ec5-544726df0dab"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:46.741308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e40ac-114f-4b55-b0ae-1390d7f46d71 service neutron] Pushing event updated for resources: {'Port': ['ID=c4987de5-d2b7-4f34-8ec5-544726df0dab,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:46.751553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef8b2b5-90cd-4a85-a23d-1318226f4b39 x-openstack-request-id: req-fef8b2b5-90cd-4a85-a23d-1318226f4b39 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:46.751839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e36dbf-70d3-439c-860e-6ff59ab09ac4", "tag": "c4987de5-d2b7-4f34-8ec5-544726df0dab", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:46.752109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fef8b2b5-90cd-4a85-a23d-1318226f4b39 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:46.752527 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e36dbf-70d3-439c-860e-6ff59ab09ac4', 'tag': 'c4987de5-d2b7-4f34-8ec5-544726df0dab', 'status': 'completed', 'code': 200} Feb 04 05:59:46.824108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865eac58-7860-4986-bb05-98e89b864a97 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:59:46.833274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.841936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-df7540cb-d880-4859-abed-74cf01b4986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:46.843480 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-df7540cb-d880-4859-abed-74cf01b4986d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0902174 Feb 04 05:59:46.853637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Transition to ACTIVE for port object 865eac58-7860-4986-bb05-98e89b864a97 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:46.860400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:46.895770 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-3c9c63ac-e429-4ec5-a4d3-98b4e09ae88b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=c4987de5-d2b7-4f34-8ec5-544726df0dab HTTP/1.1" status: 200 len: 217 time: 0.0434914 Feb 04 05:59:47.002841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Pushing event updated for resources: {'Port': ['ID=865eac58-7860-4986-bb05-98e89b864a97,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:47.033399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-b0c5ad5f-374a-4380-9b76-a21df8b7a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:47.034769 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-b0c5ad5f-374a-4380-9b76-a21df8b7a6fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2a670c-1935-4623-be74-9c54976cb4ce HTTP/1.1" status: 200 len: 836 time: 0.1188040 Feb 04 05:59:47.124196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f10f7-b30b-4702-95c9-8aff1581b3f7 req-b955c295-363a-461b-bda3-4ceac9d6eec8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:47.125765 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-719f10f7-b30b-4702-95c9-8aff1581b3f7 req-b955c295-363a-461b-bda3-4ceac9d6eec8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 944 time: 0.1506135 Feb 04 05:59:47.145787 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-27e6e92d-f343-4157-8775-fc37a66c2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:47.147218 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-27e6e92d-f343-4157-8775-fc37a66c2cdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=308a9540-cec5-4cf6-8c90-25e11dbc9a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1051033 Feb 04 05:59:47.152445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Attempting to bind port 865eac58-7860-4986-bb05-98e89b864a97 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:47.152780 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Attempting to bind port 865eac58-7860-4986-bb05-98e89b864a97 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:47.153125 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Attempting to bind port 865eac58-7860-4986-bb05-98e89b864a97 on network 34558d7e-546e-4b91-a2ef-da4a9625d6bd {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:47.514740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Port 865eac58-7860-4986-bb05-98e89b864a97 on network 34558d7e-546e-4b91-a2ef-da4a9625d6bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:59:47.515055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Attempting to bind port 865eac58-7860-4986-bb05-98e89b864a97 on network 34558d7e-546e-4b91-a2ef-da4a9625d6bd {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:47.566581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:47.566920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Checking segment: {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:47.567301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Bound using segment: {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:47.567739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Bound port: 865eac58-7860-4986-bb05-98e89b864a97, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:47.568084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.601321 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-719f10f7-b30b-4702-95c9-8aff1581b3f7 req-cc651925-769c-4aab-9830-2120cd5a0174 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4644356 Feb 04 05:59:47.670283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495218aa-e243-441f-ae4f-0c5ab0590c89 req-1728a362-00ad-44de-8f7d-4628bdf69cc2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:47.671788 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-495218aa-e243-441f-ae4f-0c5ab0590c89 req-1728a362-00ad-44de-8f7d-4628bdf69cc2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 944 time: 0.1765211 Feb 04 05:59:47.701676 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-b6dc2406-3c3f-4c06-89aa-3a61f6a3865a service neutron] 10.222.0.36 "GET /v2.0/networks/308a9540-cec5-4cf6-8c90-25e11dbc9a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464549 Feb 04 05:59:47.737989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] For port 865eac58-7860-4986-bb05-98e89b864a97, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:47.783917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] For port 865eac58-7860-4986-bb05-98e89b864a97, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=865eac58-7860-4986-bb05-98e89b864a97,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:47.795810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.802784 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-495218aa-e243-441f-ae4f-0c5ab0590c89 req-67e60074-7b4f-41d5-9cf3-519ed1691395 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223714 Feb 04 05:59:47.842516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:47.842991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.844762 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] 10.222.0.36 "PUT /v2.0/ports/865eac58-7860-4986-bb05-98e89b864a97 HTTP/1.1" status: 200 len: 1094 time: 1.7041509 Feb 04 05:59:47.898483 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e0248-e28f-43dd-aed9-07ae6a481157 service neutron] Pushing event updated for resources: {'Port': ['ID=865eac58-7860-4986-bb05-98e89b864a97,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:47.905441 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b737fb27-a511-4016-8ac4-0e2eca42e2b2 req-3d4e87c5-041b-45f7-9f94-15c439cb2ffd service neutron] 10.222.0.36 "GET /v2.0/networks/308a9540-cec5-4cf6-8c90-25e11dbc9a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906483 Feb 04 05:59:47.940507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-dca9fa91-70dd-4249-8ed8-48f77b7d43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:47.942154 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-dca9fa91-70dd-4249-8ed8-48f77b7d43c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 1097 time: 0.0528526 Feb 04 05:59:48.019005 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-328e171a-7f14-4ea7-acb2-dd9feb8f0e81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=865eac58-7860-4986-bb05-98e89b864a97 HTTP/1.1" status: 200 len: 217 time: 0.0682886 Feb 04 05:59:48.066071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9 req-0c6c2e3d-bf9d-4d46-8b60-b9e33b54008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:48.067566 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9 req-0c6c2e3d-bf9d-4d46-8b60-b9e33b54008f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 1097 time: 0.1110427 Feb 04 05:59:48.084217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-124cdd85-1a28-4a99-9790-56da5f733c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:48.085626 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-124cdd85-1a28-4a99-9790-56da5f733c22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0595810 Feb 04 05:59:48.183063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-3a5b80c7-4b9a-4fad-a1d5-e31412c23310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:48.184555 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-3a5b80c7-4b9a-4fad-a1d5-e31412c23310 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862284 Feb 04 05:59:48.218788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9 req-122fb300-9f5c-495a-b6a5-c1226ddc3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:48.220237 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9 req-122fb300-9f5c-495a-b6a5-c1226ddc3d13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=308a9540-cec5-4cf6-8c90-25e11dbc9a30 HTTP/1.1" status: 200 len: 898 time: 0.1439402 Feb 04 05:59:48.290285 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9 req-0a3c8644-4db9-435f-9620-a70e9c73ed06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=c4987de5-d2b7-4f34-8ec5-544726df0dab HTTP/1.1" status: 200 len: 217 time: 0.0450618 Feb 04 05:59:48.357361 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-f78cc147-754c-40b5-aca4-eb502c2fc76c service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646879 Feb 04 05:59:48.362565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9 req-0e92866e-4860-44a1-ab49-7815cf9c5dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:48.363888 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9 req-0e92866e-4860-44a1-ab49-7815cf9c5dcd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2a670c-1935-4623-be74-9c54976cb4ce HTTP/1.1" status: 200 len: 836 time: 0.0661252 Feb 04 05:59:48.474020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9 req-01492b28-aa59-43f1-85f2-23e02c810503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:48.475519 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9 req-01492b28-aa59-43f1-85f2-23e02c810503 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=308a9540-cec5-4cf6-8c90-25e11dbc9a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1032698 Feb 04 05:59:48.498723 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5fcb678-b508-48c2-9f2f-b0edfd73b0c5 req-9af5133f-6d25-492d-94ac-93cd4478a989 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339214 Feb 04 05:59:48.577552 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9 req-daed5ee4-7349-4b0d-9869-5ba12b9c97eb service neutron] 10.222.0.36 "GET /v2.0/networks/308a9540-cec5-4cf6-8c90-25e11dbc9a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940554 Feb 04 05:59:48.668347 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91c7c0ca-d849-4fbb-b9d5-2126754dd5d9 req-74717bbd-abc9-4065-ad23-4723b03d9545 service neutron] 10.222.0.36 "GET /v2.0/networks/308a9540-cec5-4cf6-8c90-25e11dbc9a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843749 Feb 04 05:59:48.720157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e47ea-2e1a-4215-be55-276494c72fde req-1c58d526-aebe-443d-a288-58a34e30a556 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:48.721533 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca8e47ea-2e1a-4215-be55-276494c72fde req-1c58d526-aebe-443d-a288-58a34e30a556 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 944 time: 0.0494573 Feb 04 05:59:48.753695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'tag': '865eac58-7860-4986-bb05-98e89b864a97'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:48.761956 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c85622-4481-4b4f-b8b6-a94cc988d71c" -d '{"events": [{"name": "network-changed", "server_uuid": "63c8b9fa-a9b1-4c80-b807-90986a414f3e", "tag": "865eac58-7860-4986-bb05-98e89b864a97"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:48.770067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca8e47ea-2e1a-4215-be55-276494c72fde req-3e4dbead-6138-4f09-b64e-51a091f559b2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425012 Feb 04 05:59:48.799912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b5a63d-fbe4-49f9-94eb-3b9b04a0ad31 x-openstack-request-id: req-71b5a63d-fbe4-49f9-94eb-3b9b04a0ad31 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:48.800210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c8b9fa-a9b1-4c80-b807-90986a414f3e", "tag": "865eac58-7860-4986-bb05-98e89b864a97", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:48.800463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71b5a63d-fbe4-49f9-94eb-3b9b04a0ad31 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:48.800858 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'tag': '865eac58-7860-4986-bb05-98e89b864a97', 'status': 'completed', 'code': 200} Feb 04 05:59:48.866030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c85622-4481-4b4f-b8b6-a94cc988d71c req-e33f2a7b-ce63-45e7-ae3b-e0b37994efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:48.867547 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03c85622-4481-4b4f-b8b6-a94cc988d71c req-e33f2a7b-ce63-45e7-ae3b-e0b37994efb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 1097 time: 0.0450289 Feb 04 05:59:48.990770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101761d8-2079-4dbe-89c7-e068ad6e9155 req-a7851c86-144c-42b6-8d96-00c354db1ad1 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:48.992612 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-101761d8-2079-4dbe-89c7-e068ad6e9155 req-a7851c86-144c-42b6-8d96-00c354db1ad1 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 944 time: 0.1177893 Feb 04 05:59:49.025005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c85622-4481-4b4f-b8b6-a94cc988d71c req-3abbf4fa-3139-4b84-a25f-0b3dedb0e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:49.026481 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03c85622-4481-4b4f-b8b6-a94cc988d71c req-3abbf4fa-3139-4b84-a25f-0b3dedb0e842 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.1500018 Feb 04 05:59:49.082146 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-101761d8-2079-4dbe-89c7-e068ad6e9155 req-13c2bdbe-1bf5-4466-87ee-e7bd936f6915 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822597 Feb 04 05:59:49.084770 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03c85622-4481-4b4f-b8b6-a94cc988d71c req-00cb40a5-2937-43f8-bad7-e382fc1a5654 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=865eac58-7860-4986-bb05-98e89b864a97 HTTP/1.1" status: 200 len: 217 time: 0.0468140 Feb 04 05:59:49.139569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c85622-4481-4b4f-b8b6-a94cc988d71c req-bb6cbf58-6d6a-4abf-b776-5e83344ffa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:49.141136 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03c85622-4481-4b4f-b8b6-a94cc988d71c req-bb6cbf58-6d6a-4abf-b776-5e83344ffa73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0498776 Feb 04 05:59:49.186729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c85622-4481-4b4f-b8b6-a94cc988d71c req-472e299e-7370-43ff-813a-cc40362fcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:49.188264 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03c85622-4481-4b4f-b8b6-a94cc988d71c req-472e299e-7370-43ff-813a-cc40362fcfa7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411582 Feb 04 05:59:49.281741 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03c85622-4481-4b4f-b8b6-a94cc988d71c req-3528576b-f39b-4cf7-9fef-23a92714b5f5 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832269 Feb 04 05:59:49.377530 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03c85622-4481-4b4f-b8b6-a94cc988d71c req-d183e0bd-7bf6-40fa-b4b7-6f0db69ffa41 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894749 Feb 04 05:59:49.888241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299388-0b83-4e0e-8c62-6bfdc5abfb72 req-45d4276c-62db-4087-b3a4-e5c713915116 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:49.889767 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4299388-0b83-4e0e-8c62-6bfdc5abfb72 req-45d4276c-62db-4087-b3a4-e5c713915116 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 944 time: 0.0489151 Feb 04 05:59:49.928128 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4299388-0b83-4e0e-8c62-6bfdc5abfb72 req-02b48e1d-df01-4789-abd5-75e2e5e50c0e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Feb 04 05:59:50.193907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6be7e-9d61-464a-93b0-53d945441314 req-b118391e-00c2-451a-b5a8-fd7f6ac23088 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:50.195386 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-06c6be7e-9d61-464a-93b0-53d945441314 req-b118391e-00c2-451a-b5a8-fd7f6ac23088 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 944 time: 0.0480506 Feb 04 05:59:50.232714 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-06c6be7e-9d61-464a-93b0-53d945441314 req-c8c65b54-55dc-4a32-89dc-e3d566bfb3e9 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304813 Feb 04 05:59:50.724081 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c4987de5-d2b7-4f34-8ec5-544726df0dab details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:59:50.816971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port c4987de5-d2b7-4f34-8ec5-544726df0dab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c4987de5-d2b7-4f34-8ec5-544726df0dab,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:50.827540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'c4987de5-d2b7-4f34-8ec5-544726df0dab', 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30', 'port_id': 'c4987de5-d2b7-4f34-8ec5-544726df0dab', 'mac_address': 'fa:16:3e:15:14:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2a670c-1935-4623-be74-9c54976cb4ce', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:59:50.864332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.877446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4987de5-d2b7-4f34-8ec5-544726df0dab {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:59:50.896718 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port c4987de5-d2b7-4f34-8ec5-544726df0dab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c4987de5-d2b7-4f34-8ec5-544726df0dab,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:50.900457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:50.949283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=c4987de5-d2b7-4f34-8ec5-544726df0dab,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:51.046457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069524ac-1c67-4ec4-9b0e-ba8b4432a146 req-c3cfba6c-5fad-45c9-88f4-da2fbbf54499 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:51.047869 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-069524ac-1c67-4ec4-9b0e-ba8b4432a146 req-c3cfba6c-5fad-45c9-88f4-da2fbbf54499 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 945 time: 0.0549753 Feb 04 05:59:51.084774 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-069524ac-1c67-4ec4-9b0e-ba8b4432a146 req-00d6625f-e33b-436f-9f12-65d85c714221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310042 Feb 04 05:59:51.116595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['c4987de5-d2b7-4f34-8ec5-544726df0dab'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:59:51.165493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-133d2cf4-c930-4be0-b03f-afbad229a252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.347085 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc4a71-ee5c-4d5e-9b1f-063039108966 req-fbe69b96-2256-4332-a8c1-8efcaa9c99d5 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:51.348479 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c0dc4a71-ee5c-4d5e-9b1f-063039108966 req-fbe69b96-2256-4332-a8c1-8efcaa9c99d5 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 944 time: 0.0479858 Feb 04 05:59:51.385553 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c0dc4a71-ee5c-4d5e-9b1f-063039108966 req-3bf4c576-7b4e-4059-b047-13e8bafd1712 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305538 Feb 04 05:59:52.197417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cae19-9d02-4624-9c61-cc5b3b6b3355 req-4d96871d-5bb3-4a91-b3d0-6749875062d6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:52.198889 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-373cae19-9d02-4624-9c61-cc5b3b6b3355 req-4d96871d-5bb3-4a91-b3d0-6749875062d6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 945 time: 0.0488646 Feb 04 05:59:52.235133 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-373cae19-9d02-4624-9c61-cc5b3b6b3355 req-f38ae511-9eae-4818-b31a-739b6383e123 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304873 Feb 04 05:59:52.505144 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b18e48-8d6c-4a1d-baa8-0ef05054e924 req-8d81f097-a485-4bf3-b7a0-e359ee02a7e5 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:52.506652 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a3b18e48-8d6c-4a1d-baa8-0ef05054e924 req-8d81f097-a485-4bf3-b7a0-e359ee02a7e5 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 944 time: 0.0528479 Feb 04 05:59:52.544308 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a3b18e48-8d6c-4a1d-baa8-0ef05054e924 req-9fc9b48d-a1d3-423f-b63b-abe719779308 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316024 Feb 04 05:59:52.761195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c4987de5-d2b7-4f34-8ec5-544726df0dab up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:52.808190 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port c4987de5-d2b7-4f34-8ec5-544726df0dab completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:52.812144 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port c4987de5-d2b7-4f34-8ec5-544726df0dab triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:52.812510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.886406 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.908269 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e36dbf-70d3-439c-860e-6ff59ab09ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4987de5-d2b7-4f34-8ec5-544726df0dab'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:52.910529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e3f4af-a16e-456d-a8ba-759b082edda4" -d '{"events": [{"server_uuid": "e1e36dbf-70d3-439c-860e-6ff59ab09ac4", "name": "network-vif-plugged", "status": "completed", "tag": "c4987de5-d2b7-4f34-8ec5-544726df0dab"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:52.926342 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port c4987de5-d2b7-4f34-8ec5-544726df0dab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c4987de5-d2b7-4f34-8ec5-544726df0dab,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:52.930473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:52.953432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95100400-a8b5-4158-8457-848ecf72914d x-openstack-request-id: req-95100400-a8b5-4158-8457-848ecf72914d {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:52.953723 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e36dbf-70d3-439c-860e-6ff59ab09ac4", "name": "network-vif-plugged", "status": "completed", "tag": "c4987de5-d2b7-4f34-8ec5-544726df0dab", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:52.953976 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95100400-a8b5-4158-8457-848ecf72914d {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:52.954362 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e36dbf-70d3-439c-860e-6ff59ab09ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4987de5-d2b7-4f34-8ec5-544726df0dab', 'code': 200} Feb 04 05:59:52.981617 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=c4987de5-d2b7-4f34-8ec5-544726df0dab,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:53.127319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7a2f4-4121-4de2-8700-1e6edfa869f5 req-53007866-e72a-4b46-a4c0-0a06bdfa9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:53.128803 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3cc7a2f4-4121-4de2-8700-1e6edfa869f5 req-53007866-e72a-4b46-a4c0-0a06bdfa9ca6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0418475 Feb 04 05:59:53.163143 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3cc7a2f4-4121-4de2-8700-1e6edfa869f5 req-8b81858e-e183-4707-904e-f47d2b1e3882 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270808 Feb 04 05:59:53.346856 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98084e3e-c8b8-4945-b1ec-aa17571dffef req-db214f24-fbbd-4e03-96b7-c2e8faf130bf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:53.348319 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98084e3e-c8b8-4945-b1ec-aa17571dffef req-db214f24-fbbd-4e03-96b7-c2e8faf130bf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 946 time: 0.0489166 Feb 04 05:59:53.384336 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98084e3e-c8b8-4945-b1ec-aa17571dffef req-4a064e11-cbad-4e27-861a-4d6576c6ecd6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300343 Feb 04 05:59:53.404115 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a70d4dc0-df83-499c-9e73-842155482ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:53.662559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862aadf-6645-4a03-932f-b29ba0489e99 req-36d8e21d-778e-400f-955b-12aeb717125e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:53.663932 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5862aadf-6645-4a03-932f-b29ba0489e99 req-36d8e21d-778e-400f-955b-12aeb717125e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 944 time: 0.0530493 Feb 04 05:59:53.701668 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5862aadf-6645-4a03-932f-b29ba0489e99 req-902f1999-04b5-4f6b-8481-49fcb7e71d7d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Feb 04 05:59:54.498461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3b8f3-5da3-40d7-a6d7-57fc0630e69a req-c3a61b65-e5bc-4b8f-b443-7a7dadaea922 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:54.499907 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-faf3b8f3-5da3-40d7-a6d7-57fc0630e69a req-c3a61b65-e5bc-4b8f-b443-7a7dadaea922 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 946 time: 0.0487759 Feb 04 05:59:54.543547 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-faf3b8f3-5da3-40d7-a6d7-57fc0630e69a req-68a848c9-9396-47d9-879f-6c1aee1414bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376558 Feb 04 05:59:54.657172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53603a9e-af91-4a1f-b1b5-70017bedfffa req-3dfe50a9-76be-4ef5-a136-1d4f733a936e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:54.658654 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53603a9e-af91-4a1f-b1b5-70017bedfffa req-3dfe50a9-76be-4ef5-a136-1d4f733a936e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 946 time: 0.0505767 Feb 04 05:59:54.686939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:54.699129 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53603a9e-af91-4a1f-b1b5-70017bedfffa req-76a241b6-4bf0-4f60-a7e8-81326fc68e0e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340834 Feb 04 05:59:54.816677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeeb077-c98a-426b-bbb1-93ccf7cea83b req-79db317d-2aad-4ad6-801b-4483da7a0b5f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:54.818152 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-faeeb077-c98a-426b-bbb1-93ccf7cea83b req-79db317d-2aad-4ad6-801b-4483da7a0b5f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 944 time: 0.0521271 Feb 04 05:59:54.856084 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-faeeb077-c98a-426b-bbb1-93ccf7cea83b req-8e17d87a-c0ed-4ab8-be3e-1b558c4b5d3c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314839 Feb 04 05:59:55.969427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd0db9-6c1f-4d1e-8dcc-1c4127cd6c7f req-21962c48-7288-4b72-979d-723c84bb2868 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:55.970952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c7fd0db9-6c1f-4d1e-8dcc-1c4127cd6c7f req-21962c48-7288-4b72-979d-723c84bb2868 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 944 time: 0.0484102 Feb 04 05:59:56.007919 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c7fd0db9-6c1f-4d1e-8dcc-1c4127cd6c7f req-30abde78-ca97-4117-b8b7-819180a806e8 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311966 Feb 04 05:59:56.258098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47698) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:56.303947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:56.615011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:56.696537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:56.960387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.17 (308a9540-cec5-4cf6-8c90-25e11dbc9a30/ab2a670c-1935-4623-be74-9c54976cb4ce/78c7f531-78e5-4b1b-85f6-7fd27bbe64a8) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:57.068709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.137388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cc305-be8b-427b-986b-113df2a3f7d6 req-2fc30b5e-6846-4587-b2c6-adcc3289e634 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:57.138901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-737cc305-be8b-427b-986b-113df2a3f7d6 req-2fc30b5e-6846-4587-b2c6-adcc3289e634 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 944 time: 0.0631826 Feb 04 05:59:57.140226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.203297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:57.210058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=78c7f531-78e5-4b1b-85f6-7fd27bbe64a8,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:57.212420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:57.221340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:57.229410 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-737cc305-be8b-427b-986b-113df2a3f7d6 req-beb62fd1-f5d9-4db5-9586-bc50ee560f93 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840652 Feb 04 05:59:57.269637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.402811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.469818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9b42b119-a9f4-40c5-82ad-5d64ee722dda None None] Provisioning complete for port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:57.470397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9b42b119-a9f4-40c5-82ad-5d64ee722dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.503607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9b42b119-a9f4-40c5-82ad-5d64ee722dda None None] Port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:57.675054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.679467 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.749308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=78c7f531-78e5-4b1b-85f6-7fd27bbe64a8,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:57.751633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:57.840980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:57.842316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:57.962439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 9e648837-cd23-4e93-ad98-eb8e2c80da78 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:58.193822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ae57d6ce-136f-442e-8deb-cae95812a260 None None] Provisioning complete for port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:58.194323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ae57d6ce-136f-442e-8deb-cae95812a260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.228771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ae57d6ce-136f-442e-8deb-cae95812a260 None None] Port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:58.315169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:58.420667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:58.426000 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d4d22870-615d-47e7-ac91-cbd5a1dcca9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/9e648837-cd23-4e93-ad98-eb8e2c80da78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1668866 Feb 04 05:59:58.434945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Sync routers for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:58.441699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa96249-45cc-47d9-80f6-caaad8744eb2 req-b113f923-9a4a-41ed-87a8-87287e088c8a tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:58.443254 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afa96249-45cc-47d9-80f6-caaad8744eb2 req-b113f923-9a4a-41ed-87a8-87287e088c8a tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 944 time: 0.0650320 Feb 04 05:59:58.444111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:58.444785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:59:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:58.481897 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afa96249-45cc-47d9-80f6-caaad8744eb2 req-1d8010a5-94ef-4365-81be-74a11dfce850 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Feb 04 05:59:58.549989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:58.776339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 865eac58-7860-4986-bb05-98e89b864a97 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:59:58.791397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:59:57Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'fa0acdff-a828-49c6-8033-8a4248cd34fa', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'port_id': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'mac_address': 'fa:16:3e:cf:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70216552-14c2-4732-af8b-5515b914d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:04Z', 'updated_at': '2022-02-04T05:59:07Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78c7f531-78e5-4b1b-85f6-7fd27bbe64a8', 'name': '', 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:42:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ab2a670c-1935-4623-be74-9c54976cb4ce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:56Z', 'updated_at': '2022-02-04T05:59:57Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'ab2a670c-1935-4623-be74-9c54976cb4ce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:58.820906 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Checking router: 9e648837-cd23-4e93-ad98-eb8e2c80da78 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:58.821285 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Updating router 9e648837-cd23-4e93-ad98-eb8e2c80da78 port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:59.021479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.097860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 865eac58-7860-4986-bb05-98e89b864a97, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=865eac58-7860-4986-bb05-98e89b864a97,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:59.160738 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '865eac58-7860-4986-bb05-98e89b864a97', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'port_id': '865eac58-7860-4986-bb05-98e89b864a97', 'mac_address': 'fa:16:3e:c3:31:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:59:59.240294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.259254 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865eac58-7860-4986-bb05-98e89b864a97 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:59:59.291891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 865eac58-7860-4986-bb05-98e89b864a97, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=865eac58-7860-4986-bb05-98e89b864a97,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:59.298307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.389182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=865eac58-7860-4986-bb05-98e89b864a97,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:59.412008 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.417001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.467995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed046149-8781-4a24-b135-18f1131e1d97 None None] Pushing event updated for resources: {'Port': ['ID=78c7f531-78e5-4b1b-85f6-7fd27bbe64a8,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:59.525105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Attempting to bind port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:59.525474 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Attempting to bind port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:59.525845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Attempting to bind port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 on network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:59.531746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:59.532122 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Checking segment: {'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:59.532522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.532916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Bound using segment: {'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:59.533424 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Bound port: 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316ec0d0-0877-48aa-952b-b38ff3058460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:59.533795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.545465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['865eac58-7860-4986-bb05-98e89b864a97'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:59:59.603757 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404f373-c476-4437-a7cf-24ea53a9ce4c req-59607e28-a4ca-4d53-9f25-3cf26221a583 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:59.605508 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1404f373-c476-4437-a7cf-24ea53a9ce4c req-59607e28-a4ca-4d53-9f25-3cf26221a583 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 945 time: 0.0539296 Feb 04 05:59:59.645521 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1404f373-c476-4437-a7cf-24ea53a9ce4c req-c64092ad-dc99-4343-aaa1-35769f00ede1 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331967 Feb 04 05:59:59.648402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] For port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:59.675284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] For port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=78c7f531-78e5-4b1b-85f6-7fd27bbe64a8,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:59.682232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.716172 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0118377f-5254-497a-8c11-cbb7e5191471 None None] Provisioning complete for port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:59.716526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0118377f-5254-497a-8c11-cbb7e5191471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:59.812846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed046149-8781-4a24-b135-18f1131e1d97 None None] Pushing event updated for resources: {'Port': ['ID=78c7f531-78e5-4b1b-85f6-7fd27bbe64a8,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:59.815447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:59.816027 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:59:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:59.993393 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0118377f-5254-497a-8c11-cbb7e5191471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.016588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:00.095777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0118377f-5254-497a-8c11-cbb7e5191471 None None] For port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=78c7f531-78e5-4b1b-85f6-7fd27bbe64a8,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:00.130985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0118377f-5254-497a-8c11-cbb7e5191471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.225997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118377f-5254-497a-8c11-cbb7e5191471 None None] Pushing event updated for resources: {'Port': ['ID=78c7f531-78e5-4b1b-85f6-7fd27bbe64a8,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:00.283112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-bb5a27a0-c5f8-4994-8e05-b22f6142c81c None None] Provisioning complete for port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:00.283634 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bb5a27a0-c5f8-4994-8e05-b22f6142c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.419956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:59:57Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'fa0acdff-a828-49c6-8033-8a4248cd34fa', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'port_id': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'mac_address': 'fa:16:3e:cf:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70216552-14c2-4732-af8b-5515b914d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:04Z', 'updated_at': '2022-02-04T05:59:07Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78c7f531-78e5-4b1b-85f6-7fd27bbe64a8', 'name': '', 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:42:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ab2a670c-1935-4623-be74-9c54976cb4ce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:56Z', 'updated_at': '2022-02-04T05:59:59Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'ab2a670c-1935-4623-be74-9c54976cb4ce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:00.453493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac7e90-fab0-454c-b338-0818c4f109dd None None] The sync data for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv is: [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T05:59:57Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'fa0acdff-a828-49c6-8033-8a4248cd34fa', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'port_id': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'mac_address': 'fa:16:3e:cf:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70216552-14c2-4732-af8b-5515b914d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:04Z', 'updated_at': '2022-02-04T05:59:07Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78c7f531-78e5-4b1b-85f6-7fd27bbe64a8', 'name': '', 'network_id': '308a9540-cec5-4cf6-8c90-25e11dbc9a30', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:42:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'ab2a670c-1935-4623-be74-9c54976cb4ce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:56Z', 'updated_at': '2022-02-04T05:59:59Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'ab2a670c-1935-4623-be74-9c54976cb4ce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:00.767774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1f04-cd1d-48e3-bb44-b33434abafb2 req-859688c5-2f8a-4906-b61a-8c7bc866df76 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:00.769305 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bb4d1f04-cd1d-48e3-bb44-b33434abafb2 req-859688c5-2f8a-4906-b61a-8c7bc866df76 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 945 time: 0.0529211 Feb 04 06:00:00.785093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 865eac58-7860-4986-bb05-98e89b864a97 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:00.810248 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bb4d1f04-cd1d-48e3-bb44-b33434abafb2 req-f9f7a12a-62ea-4075-b5fb-39c1d3211a8f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345612 Feb 04 06:00:00.835912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 865eac58-7860-4986-bb05-98e89b864a97 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:00.840613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 865eac58-7860-4986-bb05-98e89b864a97 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:00.840990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.921477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.944914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865eac58-7860-4986-bb05-98e89b864a97'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:00.947201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646d34b7-b8a9-470d-9643-557e21d2fc6c" -d '{"events": [{"server_uuid": "63c8b9fa-a9b1-4c80-b807-90986a414f3e", "name": "network-vif-plugged", "status": "completed", "tag": "865eac58-7860-4986-bb05-98e89b864a97"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:00.963550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 865eac58-7860-4986-bb05-98e89b864a97, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=865eac58-7860-4986-bb05-98e89b864a97,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:00.967871 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:00.994232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20066ad-f129-4ab8-96c5-c2b9ce39c2f8 x-openstack-request-id: req-f20066ad-f129-4ab8-96c5-c2b9ce39c2f8 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:00.994525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c8b9fa-a9b1-4c80-b807-90986a414f3e", "name": "network-vif-plugged", "status": "completed", "tag": "865eac58-7860-4986-bb05-98e89b864a97", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:00.994780 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f20066ad-f129-4ab8-96c5-c2b9ce39c2f8 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:00.995715 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865eac58-7860-4986-bb05-98e89b864a97', 'code': 200} Feb 04 06:00:01.031059 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=865eac58-7860-4986-bb05-98e89b864a97,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:01.173812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44db5-4ee1-457c-89c9-ab453da01af7 req-922476f5-a422-4b74-9b96-0f245f2d970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:01.175261 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8eb44db5-4ee1-457c-89c9-ab453da01af7 req-922476f5-a422-4b74-9b96-0f245f2d970d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 1099 time: 0.0397382 Feb 04 06:00:01.209129 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8eb44db5-4ee1-457c-89c9-ab453da01af7 req-c54de882-679e-42ad-b35b-ef3dfaabdb41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272987 Feb 04 06:00:01.928657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bb8a1-9db3-4b77-8a05-210c456d3718 req-20a26005-e8c0-4557-944f-2cb4ecc683c3 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:01.931098 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-158bb8a1-9db3-4b77-8a05-210c456d3718 req-20a26005-e8c0-4557-944f-2cb4ecc683c3 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 946 time: 0.0535867 Feb 04 06:00:01.968843 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-158bb8a1-9db3-4b77-8a05-210c456d3718 req-5794ae64-28e3-40d6-abbe-930bac1961c0 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314288 Feb 04 06:00:02.545509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:02.591959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:02.592322 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.086243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c080538-f56e-43c1-b7d7-e6661888e0b9 req-cb13c0fd-7d78-45a0-8f16-26796b756144 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:03.087705 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3c080538-f56e-43c1-b7d7-e6661888e0b9 req-cb13c0fd-7d78-45a0-8f16-26796b756144 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 946 time: 0.0519028 Feb 04 06:00:03.125547 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3c080538-f56e-43c1-b7d7-e6661888e0b9 req-99851ae4-222a-4407-a6ae-bdf92aa99700 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Feb 04 06:00:03.237904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514e69b-df82-40bc-9943-130c26dc8f0e req-67e5a1a4-6344-4fd5-bbd6-39404bc1be04 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:03.239339 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2514e69b-df82-40bc-9943-130c26dc8f0e req-67e5a1a4-6344-4fd5-bbd6-39404bc1be04 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 946 time: 0.0476930 Feb 04 06:00:03.278995 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2514e69b-df82-40bc-9943-130c26dc8f0e req-c18f31bc-e207-4f31-b3d0-0baec62e2480 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339134 Feb 04 06:00:03.301311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47724) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:03.381014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9d30f4-3852-4962-ba89-e2ca214f9b34 tempest-TestVolumeBootPattern-1514860495 tempest-TestVolumeBootPattern-1514860495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:03.382542 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fe9d30f4-3852-4962-ba89-e2ca214f9b34 tempest-TestVolumeBootPattern-1514860495 tempest-TestVolumeBootPattern-1514860495-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 1094 time: 0.0801463 Feb 04 06:00:03.385349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47728) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:03.389754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '865eac58-7860-4986-bb05-98e89b864a97', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:03.412486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.509236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.610052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Allocated IP 172.26.5.228 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/8764c309-83c8-4ad3-9bf9-a69b607104e8) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:03.711755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.744644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:03.784508 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:03.787506 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:03.790951 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:00:03.815565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'Port': ['ID=8764c309-83c8-4ad3-9bf9-a69b607104e8,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:04.144359 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.208313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.357222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.361860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.435595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'Port': ['ID=8764c309-83c8-4ad3-9bf9-a69b607104e8,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:04.443735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.546602 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Floating IP 0b7d0602-7fa7-4a60-a889-c178e21f19c6 associated. External IP: 172.26.5.228, port: 865eac58-7860-4986-bb05-98e89b864a97. Feb 04 06:00:04.765819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Router e6f42ca1-a357-4306-8824-d786558ca787 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:00:04.873754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:00:04.883645 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca43983-1ba6-4c75-96c5-4c17d1977e02 None None] Sync routers for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:04.892535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:04.893103 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca43983-1ba6-4c75-96c5-4c17d1977e02 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:04.893745 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-eca43983-1ba6-4c75-96c5-4c17d1977e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:59:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:04.924420 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ea1228a2-7ae3-4f41-adea-46c87e56ecdc tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5378184 Feb 04 06:00:04.925127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'tag': '865eac58-7860-4986-bb05-98e89b864a97'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:04.927368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c" -d '{"events": [{"name": "network-changed", "server_uuid": "63c8b9fa-a9b1-4c80-b807-90986a414f3e", "tag": "865eac58-7860-4986-bb05-98e89b864a97"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:04.982638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fa0ca3-466e-4782-a9d2-e6f1f500c10b x-openstack-request-id: req-17fa0ca3-466e-4782-a9d2-e6f1f500c10b {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:04.983166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c8b9fa-a9b1-4c80-b807-90986a414f3e", "tag": "865eac58-7860-4986-bb05-98e89b864a97", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:04.983420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17fa0ca3-466e-4782-a9d2-e6f1f500c10b {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:04.983829 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'tag': '865eac58-7860-4986-bb05-98e89b864a97', 'status': 'completed', 'code': 200} Feb 04 06:00:05.005261 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-eca43983-1ba6-4c75-96c5-4c17d1977e02 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:05.052990 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c req-f788b267-cf1a-42c6-83c3-bed04bb5af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:05.054551 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c req-f788b267-cf1a-42c6-83c3-bed04bb5af19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 1099 time: 0.0413218 Feb 04 06:00:05.143476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c req-babbc26d-6891-4f37-b102-04707e60ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:05.145033 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c req-babbc26d-6891-4f37-b102-04707e60ba0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.0843208 Feb 04 06:00:05.215947 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c req-ac4e0d47-578e-4fe7-8a60-93d7711bdc4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=865eac58-7860-4986-bb05-98e89b864a97 HTTP/1.1" status: 200 len: 1000 time: 0.0648084 Feb 04 06:00:05.267215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c req-08e955f9-ec0e-4deb-80b5-244c8c150793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:05.268788 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c req-08e955f9-ec0e-4deb-80b5-244c8c150793 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0461597 Feb 04 06:00:05.313054 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-eca43983-1ba6-4c75-96c5-4c17d1977e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '0b7d0602-7fa7-4a60-a889-c178e21f19c6', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.228', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '865eac58-7860-4986-bb05-98e89b864a97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:c3:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:00:04Z', 'updated_at': '2022-02-04T06:00:04Z', 'revision_number': 0, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:05.314284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c req-4d834311-d23f-41b0-a794-df908ad3abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:05.316058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c req-4d834311-d23f-41b0-a794-df908ad3abd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409095 Feb 04 06:00:05.340208 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca43983-1ba6-4c75-96c5-4c17d1977e02 None None] Checking router: e6f42ca1-a357-4306-8824-d786558ca787 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:05.348288 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca43983-1ba6-4c75-96c5-4c17d1977e02 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:05.348879 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-eca43983-1ba6-4c75-96c5-4c17d1977e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:59:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:05.410509 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c req-13bdb207-c7e1-4ef7-83e0-75d5e28d04ce service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875151 Feb 04 06:00:05.453611 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-eca43983-1ba6-4c75-96c5-4c17d1977e02 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:05.501149 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4caee317-e2a8-4dfb-b870-d0f0aa38ca1c req-dc0605c5-7c01-49d6-9fdb-4b94ad7cec85 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843484 Feb 04 06:00:05.673227 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-eca43983-1ba6-4c75-96c5-4c17d1977e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '0b7d0602-7fa7-4a60-a889-c178e21f19c6', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.228', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '865eac58-7860-4986-bb05-98e89b864a97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:c3:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:00:04Z', 'updated_at': '2022-02-04T06:00:04Z', 'revision_number': 0, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:05.700703 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca43983-1ba6-4c75-96c5-4c17d1977e02 None None] The sync data for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv is: [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '0b7d0602-7fa7-4a60-a889-c178e21f19c6', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.228', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '865eac58-7860-4986-bb05-98e89b864a97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:c3:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:00:04Z', 'updated_at': '2022-02-04T06:00:04Z', 'revision_number': 0, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:05.873004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f345ef-f2e7-4232-98f1-ac2fd011c385 None None] New status for floating IP 0b7d0602-7fa7-4a60-a889-c178e21f19c6: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:00:11.712658 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:00:21.157289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1bb5dfb4-c567-46f8-a06d-537cfb254af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:21.278446 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47754) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:21.638827 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:21.949737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:21.950076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.037514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=78c7f531-78e5-4b1b-85f6-7fd27bbe64a8,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:22.037873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.049954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:22.233357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.260020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=78c7f531-78e5-4b1b-85f6-7fd27bbe64a8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:22.286056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.286623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.286745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.287047 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.287374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.287700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.288023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.288346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.288788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.288979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.289324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.289712 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:22.438579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:22.981386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 9e648837-cd23-4e93-ad98-eb8e2c80da78 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:00:23.086559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:00:23.091520 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3c2a1422-b69a-46d1-a7c9-dd8ffb04bf17 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/9e648837-cd23-4e93-ad98-eb8e2c80da78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8119769 Feb 04 06:00:23.095792 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b7e1e-5252-4f7e-a9a3-0f4a40715b5c None None] Sync routers for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:23.107681 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b7e1e-5252-4f7e-a9a3-0f4a40715b5c None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:23.108456 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c12b7e1e-5252-4f7e-a9a3-0f4a40715b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T05:59:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:23.216677 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-c12b7e1e-5252-4f7e-a9a3-0f4a40715b5c None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:23.310138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be7cc5-fac2-470b-8ffe-466e652e8220 req-694b3bfa-6ef0-457d-ad9a-0c852333a811 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:23.311632 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b8be7cc5-fac2-470b-8ffe-466e652e8220 req-694b3bfa-6ef0-457d-ad9a-0c852333a811 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 946 time: 0.0492713 Feb 04 06:00:23.348482 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b8be7cc5-fac2-470b-8ffe-466e652e8220 req-7964ac20-dec3-4bf7-b6c4-53dd160d72d6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307252 Feb 04 06:00:23.405623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6132-7397-4628-958d-0139278d5324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:23.445482 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c12b7e1e-5252-4f7e-a9a3-0f4a40715b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T06:00:22Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'fa0acdff-a828-49c6-8033-8a4248cd34fa', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'port_id': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'mac_address': 'fa:16:3e:cf:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70216552-14c2-4732-af8b-5515b914d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:04Z', 'updated_at': '2022-02-04T05:59:07Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:23.474273 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b7e1e-5252-4f7e-a9a3-0f4a40715b5c None None] Checking router: 9e648837-cd23-4e93-ad98-eb8e2c80da78 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:23.482286 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b7e1e-5252-4f7e-a9a3-0f4a40715b5c None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:23.482921 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c12b7e1e-5252-4f7e-a9a3-0f4a40715b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:00:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:23.582883 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-c12b7e1e-5252-4f7e-a9a3-0f4a40715b5c None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:23.801211 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c12b7e1e-5252-4f7e-a9a3-0f4a40715b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T06:00:22Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'fa0acdff-a828-49c6-8033-8a4248cd34fa', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'port_id': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'mac_address': 'fa:16:3e:cf:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70216552-14c2-4732-af8b-5515b914d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:04Z', 'updated_at': '2022-02-04T05:59:07Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:23.827135 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b7e1e-5252-4f7e-a9a3-0f4a40715b5c None None] The sync data for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv is: [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T06:00:22Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'fa0acdff-a828-49c6-8033-8a4248cd34fa', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'port_id': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'mac_address': 'fa:16:3e:cf:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70216552-14c2-4732-af8b-5515b914d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:04Z', 'updated_at': '2022-02-04T05:59:07Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:24.470725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaeb5d-78b0-4751-b297-5e1942aaf250 req-9f8e56f3-00ac-4bdb-a459-2b9ea1de721e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:24.472298 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-caaaeb5d-78b0-4751-b297-5e1942aaf250 req-9f8e56f3-00ac-4bdb-a459-2b9ea1de721e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 946 time: 0.0542562 Feb 04 06:00:24.484295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:24.504555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:24.504898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 78c7f531-78e5-4b1b-85f6-7fd27bbe64a8 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:24.520412 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-caaaeb5d-78b0-4751-b297-5e1942aaf250 req-db5567f7-091b-4823-b2c5-64f47c9eeb92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed841223-5a81-4d9b-a211-2ad74fe254a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419707 Feb 04 06:00:24.689921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.775779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc09e3-9e20-4a9d-ae29-e77b03d04fcb req-4684db09-b431-4799-abbe-c0a3914b40e5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:24.777235 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26cc09e3-9e20-4a9d-ae29-e77b03d04fcb req-4684db09-b431-4799-abbe-c0a3914b40e5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 946 time: 0.0519948 Feb 04 06:00:24.876957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-26cc09e3-9e20-4a9d-ae29-e77b03d04fcb req-84d94055-035a-4c7e-b028-cfcb240eea56 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port c4987de5-d2b7-4f34-8ec5-544726df0dab {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:24.877327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-26cc09e3-9e20-4a9d-ae29-e77b03d04fcb req-84d94055-035a-4c7e-b028-cfcb240eea56 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.974486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-26cc09e3-9e20-4a9d-ae29-e77b03d04fcb req-84d94055-035a-4c7e-b028-cfcb240eea56 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port c4987de5-d2b7-4f34-8ec5-544726df0dab, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c4987de5-d2b7-4f34-8ec5-544726df0dab,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:24.974893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-26cc09e3-9e20-4a9d-ae29-e77b03d04fcb req-84d94055-035a-4c7e-b028-cfcb240eea56 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:24.987508 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-26cc09e3-9e20-4a9d-ae29-e77b03d04fcb req-84d94055-035a-4c7e-b028-cfcb240eea56 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for c4987de5-d2b7-4f34-8ec5-544726df0dab owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:25.118680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-26cc09e3-9e20-4a9d-ae29-e77b03d04fcb req-84d94055-035a-4c7e-b028-cfcb240eea56 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:25.155904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d94055-035a-4c7e-b028-cfcb240eea56 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=c4987de5-d2b7-4f34-8ec5-544726df0dab,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:25.195258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cc09e3-9e20-4a9d-ae29-e77b03d04fcb req-84d94055-035a-4c7e-b028-cfcb240eea56 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] No DVR routers for this DVR port c4987de5-d2b7-4f34-8ec5-544726df0dab on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:25.198822 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-26cc09e3-9e20-4a9d-ae29-e77b03d04fcb req-84d94055-035a-4c7e-b028-cfcb240eea56 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:25.202181 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26cc09e3-9e20-4a9d-ae29-e77b03d04fcb req-84d94055-035a-4c7e-b028-cfcb240eea56 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "DELETE /v2.0/ports/c4987de5-d2b7-4f34-8ec5-544726df0dab HTTP/1.1" status: 204 len: 173 time: 0.4178569 Feb 04 06:00:25.202630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e36dbf-70d3-439c-860e-6ff59ab09ac4', 'name': 'network-vif-deleted', 'tag': 'c4987de5-d2b7-4f34-8ec5-544726df0dab'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:25.205675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b46c3c-739a-4da9-812b-4157326641b7" -d '{"events": [{"server_uuid": "e1e36dbf-70d3-439c-860e-6ff59ab09ac4", "name": "network-vif-deleted", "tag": "c4987de5-d2b7-4f34-8ec5-544726df0dab"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:25.242207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b990c0fd-38b2-41fd-9695-99995a74a342 x-openstack-request-id: req-b990c0fd-38b2-41fd-9695-99995a74a342 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:25.242499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e36dbf-70d3-439c-860e-6ff59ab09ac4", "name": "network-vif-deleted", "tag": "c4987de5-d2b7-4f34-8ec5-544726df0dab", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:25.242779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b990c0fd-38b2-41fd-9695-99995a74a342 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:25.243181 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e36dbf-70d3-439c-860e-6ff59ab09ac4', 'name': 'network-vif-deleted', 'tag': 'c4987de5-d2b7-4f34-8ec5-544726df0dab', 'status': 'completed', 'code': 200} Feb 04 06:00:25.638364 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c792d43-9300-4463-a650-48220c21fabb req-0cf6d401-5e18-470d-840f-110d5e535e7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1e36dbf-70d3-439c-860e-6ff59ab09ac4 HTTP/1.1" status: 200 len: 210 time: 0.0317729 Feb 04 06:00:26.306813 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.619405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.696574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47770) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:26.755386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb7179ee-6348-4f0c-95ae-4c43dba91d36 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.782152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb7179ee-6348-4f0c-95ae-4c43dba91d36 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.844773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb7179ee-6348-4f0c-95ae-4c43dba91d36 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.847483 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bb7179ee-6348-4f0c-95ae-4c43dba91d36 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.848680 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bb7179ee-6348-4f0c-95ae-4c43dba91d36 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/ed841223-5a81-4d9b-a211-2ad74fe254a3 HTTP/1.1" status: 204 len: 168 time: 0.1510558 Feb 04 06:00:26.858846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7179ee-6348-4f0c-95ae-4c43dba91d36 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed841223-5a81-4d9b-a211-2ad74fe254a3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:26.883703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47774) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:26.936171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a675581-481d-4e49-bdbc-d2a130d1f2ff tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting subnet ab2a670c-1935-4623-be74-9c54976cb4ce {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:00:26.939331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a675581-481d-4e49-bdbc-d2a130d1f2ff tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:26.979575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a675581-481d-4e49-bdbc-d2a130d1f2ff tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.071764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a675581-481d-4e49-bdbc-d2a130d1f2ff tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.133058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a675581-481d-4e49-bdbc-d2a130d1f2ff tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.164859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a675581-481d-4e49-bdbc-d2a130d1f2ff tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2a670c-1935-4623-be74-9c54976cb4ce,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:27.167644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2a675581-481d-4e49-bdbc-d2a130d1f2ff tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.171290 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2a675581-481d-4e49-bdbc-d2a130d1f2ff tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/subnets/ab2a670c-1935-4623-be74-9c54976cb4ce HTTP/1.1" status: 204 len: 168 time: 0.2863052 Feb 04 06:00:27.173465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295cd54-d34f-4d6f-b8ad-90984dda3088 None None] Network 308a9540-cec5-4cf6-8c90-25e11dbc9a30 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:00:27.173880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47776) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:27.257754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.324738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:27.325104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.368487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] DHCP port deletion for 308a9540-cec5-4cf6-8c90-25e11dbc9a30 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:00:27.405026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:27.405495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.416664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Deleting port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:27.417660 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.419503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:27.486181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] For port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9,segment=NetworkSegment(316ec0d0-0877-48aa-952b-b38ff3058460),segment_id=316ec0d0-0877-48aa-952b-b38ff3058460)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:27.486566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.500041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Calling delete_port for d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:27.515706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.544196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] No DVR routers for this DVR port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:27.545787 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:27.576825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.602809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Pushing event deleted for resources: {'Port': ['ID=d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:27.605640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] No DVR routers for this DVR port d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:27.618338 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.618690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.619038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.619379 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.620314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.620879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.621244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.621581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.621929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.622265 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.622592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.622918 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6db68b-4bf1-4ca6-ad26-789811f428dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:27.633682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.654785 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308a9540-cec5-4cf6-8c90-25e11dbc9a30']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:27.663865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316ec0d0-0877-48aa-952b-b38ff3058460') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:27.664097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316ec0d0-0877-48aa-952b-b38ff3058460') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:27.673731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.687129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.693159 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:27.693542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:27.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:27.750623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.757430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:27.761121 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/networks/308a9540-cec5-4cf6-8c90-25e11dbc9a30 HTTP/1.1" status: 204 len: 168 time: 0.5855796 Feb 04 06:00:27.763755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47778) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:27.772880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b963e-be20-4991-9506-b2644ed30b4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Network': ['ID=308a9540-cec5-4cf6-8c90-25e11dbc9a30,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:28.204062 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 434fce85-96d2-4800-b149-3c78d2b85bc1 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:28.204315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.275349 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.275666 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.286848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 434fce85-96d2-4800-b149-3c78d2b85bc1 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:28.329056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.450613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.479533 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=434fce85-96d2-4800-b149-3c78d2b85bc1,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:28.503209 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.503553 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.503891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.504224 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.504579 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.504906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.505253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.505575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.505900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.506215 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.506529 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.506840 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:28.526215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:28.546558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.546887 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP fa0acdff-a828-49c6-8033-8a4248cd34fa disassociated (deleted). External IP: 172.26.5.169, port: 11f040e1-d0ee-4a7b-ad6c-629077225af0. Feb 04 06:00:28.549872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:28.550283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d5db4e24-9be9-4b3b-a75c-2a9a6295f2e9 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:28.759638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 9e648837-cd23-4e93-ad98-eb8e2c80da78 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:00:28.867268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c4987de5-d2b7-4f34-8ec5-544726df0dab no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:28.868286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:00:28.873227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.890287 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7018c1-0ff0-42bb-93f3-d6e0a88d9e8b None None] Sync routers for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:28.894663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: c4987de5-d2b7-4f34-8ec5-544726df0dab {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:28.895212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c4987de5-d2b7-4f34-8ec5-544726df0dab not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:28.903039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7018c1-0ff0-42bb-93f3-d6e0a88d9e8b None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:28.903434 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ef26f527-5868-49b4-86b7-a4ad47972d24 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/floatingips/fa0acdff-a828-49c6-8033-8a4248cd34fa HTTP/1.1" status: 204 len: 168 time: 1.1380637 Feb 04 06:00:28.903675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8b7018c1-0ff0-42bb-93f3-d6e0a88d9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:00:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:28.904026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70216552-14c2-4732-af8b-5515b914d30e', 'tag': '11f040e1-d0ee-4a7b-ad6c-629077225af0'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:28.906964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "70216552-14c2-4732-af8b-5515b914d30e", "tag": "11f040e1-d0ee-4a7b-ad6c-629077225af0"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:29.016726 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2a48ef-b892-4720-9940-c85203d8eab2 x-openstack-request-id: req-ce2a48ef-b892-4720-9940-c85203d8eab2 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:29.017159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70216552-14c2-4732-af8b-5515b914d30e", "tag": "11f040e1-d0ee-4a7b-ad6c-629077225af0", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:29.017546 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce2a48ef-b892-4720-9940-c85203d8eab2 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:29.018062 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70216552-14c2-4732-af8b-5515b914d30e', 'tag': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'status': 'completed', 'code': 200} Feb 04 06:00:29.098345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8 req-c3008cf7-ebb1-4eae-a213-9ac2b5b2473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.099979 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8 req-c3008cf7-ebb1-4eae-a213-9ac2b5b2473e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 1098 time: 0.0603290 Feb 04 06:00:29.185497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-8b7018c1-0ff0-42bb-93f3-d6e0a88d9e8b None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:29.204850 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec5af0-a05d-4072-a0ca-3e72e725eeb8 req-7285a266-ca4b-4be2-b7be-70b78d47319e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.206356 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bcec5af0-a05d-4072-a0ca-3e72e725eeb8 req-7285a266-ca4b-4be2-b7be-70b78d47319e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 945 time: 0.1025021 Feb 04 06:00:29.247011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8 req-99fdd6f9-4762-44bf-83c4-1a06fb042404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.248445 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8 req-99fdd6f9-4762-44bf-83c4-1a06fb042404 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6157faa1-1982-44e3-989e-2a7fc7430145 HTTP/1.1" status: 200 len: 897 time: 0.1359363 Feb 04 06:00:29.270523 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bcec5af0-a05d-4072-a0ca-3e72e725eeb8 req-1f1edaaa-9943-4308-84ae-c63c69e10c1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=60b76399-9e6b-4ab3-b004-6a4bcab2ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575223 Feb 04 06:00:29.308289 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8 req-b9bcdd20-5349-42a5-a803-8debbcf989c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11f040e1-d0ee-4a7b-ad6c-629077225af0 HTTP/1.1" status: 200 len: 217 time: 0.0515568 Feb 04 06:00:29.366468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8 req-1145cf06-592e-42eb-b427-16744466b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.368074 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8 req-1145cf06-592e-42eb-b427-16744466b503 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2144876a-a01b-43a1-877a-4a2c367f825b HTTP/1.1" status: 200 len: 835 time: 0.0495436 Feb 04 06:00:29.395984 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8b7018c1-0ff0-42bb-93f3-d6e0a88d9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T06:00:22Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:29.418908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8 req-fb4b837a-6131-4fdd-b717-2b70a69e04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.420376 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8 req-fb4b837a-6131-4fdd-b717-2b70a69e04b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6157faa1-1982-44e3-989e-2a7fc7430145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448608 Feb 04 06:00:29.423038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7018c1-0ff0-42bb-93f3-d6e0a88d9e8b None None] Checking router: 9e648837-cd23-4e93-ad98-eb8e2c80da78 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:29.431584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7018c1-0ff0-42bb-93f3-d6e0a88d9e8b None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:29.433004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8b7018c1-0ff0-42bb-93f3-d6e0a88d9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:00:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:29.513933 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8 req-4355b77c-b202-4c63-894e-b9e55690d35c service neutron] 10.222.0.36 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859230 Feb 04 06:00:29.543280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-8b7018c1-0ff0-42bb-93f3-d6e0a88d9e8b None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:29.612083 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b86a5d24-3dbf-41f9-a65f-7a9aac69b5f8 req-b47f8189-5d33-4652-9146-53612fe70905 service neutron] 10.222.0.36 "GET /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900290 Feb 04 06:00:29.750968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8b7018c1-0ff0-42bb-93f3-d6e0a88d9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T06:00:22Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:29.777502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7018c1-0ff0-42bb-93f3-d6e0a88d9e8b None None] The sync data for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv is: [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T06:00:22Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c6df9df-943e-4a20-9bf4-5422acd9b5f5', 'name': '', 'network_id': '6157faa1-1982-44e3-989e-2a7fc7430145', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f0:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:37Z', 'updated_at': '2022-02-04T05:58:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '2144876a-a01b-43a1-877a-4a2c367f825b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:30.000930 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3617ad-9862-4768-a047-fd5e6e4bac68 None None] New status for floating IP fa0acdff-a828-49c6-8033-8a4248cd34fa: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:00:30.390618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb47f1-e1c9-4ba9-8c6c-bdc8d0d9f3cf req-82edeb02-6874-47af-9cf4-6b2793fd0f5d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.391997 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-76cb47f1-e1c9-4ba9-8c6c-bdc8d0d9f3cf req-82edeb02-6874-47af-9cf4-6b2793fd0f5d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 945 time: 0.0517778 Feb 04 06:00:30.428246 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-76cb47f1-e1c9-4ba9-8c6c-bdc8d0d9f3cf req-0940224f-3a84-4016-a5a6-792b4b79334e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=60b76399-9e6b-4ab3-b004-6a4bcab2ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303364 Feb 04 06:00:30.527756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f0a69-c955-461c-9345-787b225f9cac req-f7b0eec6-af3f-4ceb-bf25-1cca7c14e70f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.529310 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-948f0a69-c955-461c-9345-787b225f9cac req-f7b0eec6-af3f-4ceb-bf25-1cca7c14e70f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=70216552-14c2-4732-af8b-5515b914d30e HTTP/1.1" status: 200 len: 945 time: 0.0519381 Feb 04 06:00:30.626917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-948f0a69-c955-461c-9345-787b225f9cac req-2f8f4bad-8136-469a-b1e3-08bcc5aae983 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 11f040e1-d0ee-4a7b-ad6c-629077225af0 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:30.627260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-948f0a69-c955-461c-9345-787b225f9cac req-2f8f4bad-8136-469a-b1e3-08bcc5aae983 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.728260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-948f0a69-c955-461c-9345-787b225f9cac req-2f8f4bad-8136-469a-b1e3-08bcc5aae983 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 11f040e1-d0ee-4a7b-ad6c-629077225af0, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=11f040e1-d0ee-4a7b-ad6c-629077225af0,segment=NetworkSegment(dfba115d-70a0-4b07-88ae-fd9a69a1e146),segment_id=dfba115d-70a0-4b07-88ae-fd9a69a1e146)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:30.728661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-948f0a69-c955-461c-9345-787b225f9cac req-2f8f4bad-8136-469a-b1e3-08bcc5aae983 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.742390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-948f0a69-c955-461c-9345-787b225f9cac req-2f8f4bad-8136-469a-b1e3-08bcc5aae983 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 11f040e1-d0ee-4a7b-ad6c-629077225af0 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:30.882020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-948f0a69-c955-461c-9345-787b225f9cac req-2f8f4bad-8136-469a-b1e3-08bcc5aae983 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.911420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f4bad-8136-469a-b1e3-08bcc5aae983 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=11f040e1-d0ee-4a7b-ad6c-629077225af0,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:30.954998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-948f0a69-c955-461c-9345-787b225f9cac req-2f8f4bad-8136-469a-b1e3-08bcc5aae983 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] No DVR routers for this DVR port 11f040e1-d0ee-4a7b-ad6c-629077225af0 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:30.957472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-948f0a69-c955-461c-9345-787b225f9cac req-2f8f4bad-8136-469a-b1e3-08bcc5aae983 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:30.960671 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-948f0a69-c955-461c-9345-787b225f9cac req-2f8f4bad-8136-469a-b1e3-08bcc5aae983 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "DELETE /v2.0/ports/11f040e1-d0ee-4a7b-ad6c-629077225af0 HTTP/1.1" status: 204 len: 173 time: 0.4256871 Feb 04 06:00:30.961117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70216552-14c2-4732-af8b-5515b914d30e', 'name': 'network-vif-deleted', 'tag': '11f040e1-d0ee-4a7b-ad6c-629077225af0'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:30.963966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff7e979-57ba-432e-8151-3425c8057492" -d '{"events": [{"server_uuid": "70216552-14c2-4732-af8b-5515b914d30e", "name": "network-vif-deleted", "tag": "11f040e1-d0ee-4a7b-ad6c-629077225af0"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:31.014125 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5398ab1-1650-49ba-9565-84b9409932b4 x-openstack-request-id: req-a5398ab1-1650-49ba-9565-84b9409932b4 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:31.014420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70216552-14c2-4732-af8b-5515b914d30e", "name": "network-vif-deleted", "tag": "11f040e1-d0ee-4a7b-ad6c-629077225af0", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:31.014669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5398ab1-1650-49ba-9565-84b9409932b4 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:31.015074 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70216552-14c2-4732-af8b-5515b914d30e', 'name': 'network-vif-deleted', 'tag': '11f040e1-d0ee-4a7b-ad6c-629077225af0', 'status': 'completed', 'code': 200} Feb 04 06:00:31.489791 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47794) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:31.549970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8413624a-d03c-411d-8e7d-e54d33f65e43 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.575114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8413624a-d03c-411d-8e7d-e54d33f65e43 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.637471 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8413624a-d03c-411d-8e7d-e54d33f65e43 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.640123 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8413624a-d03c-411d-8e7d-e54d33f65e43 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:31.641309 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8413624a-d03c-411d-8e7d-e54d33f65e43 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/60b76399-9e6b-4ab3-b004-6a4bcab2ed90 HTTP/1.1" status: 204 len: 168 time: 0.1504853 Feb 04 06:00:31.651455 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413624a-d03c-411d-8e7d-e54d33f65e43 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b76399-9e6b-4ab3-b004-6a4bcab2ed90,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:31.677757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47798) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:32.060024 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.326405 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:32.326749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.412525 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 0c6df9df-943e-4a20-9bf4-5422acd9b5f5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0c6df9df-943e-4a20-9bf4-5422acd9b5f5,segment=NetworkSegment(dfba115d-70a0-4b07-88ae-fd9a69a1e146),segment_id=dfba115d-70a0-4b07-88ae-fd9a69a1e146)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:32.412892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.425065 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:32.616277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.647138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=0c6df9df-943e-4a20-9bf4-5422acd9b5f5,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:32.822869 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.033884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 9e648837-cd23-4e93-ad98-eb8e2c80da78 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:00:33.140314 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:00:33.145111 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-74ba759e-a48c-45ae-a6e9-ae494ef0b654 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/9e648837-cd23-4e93-ad98-eb8e2c80da78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4662702 Feb 04 06:00:33.147734 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47800) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:33.150318 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdaa979-d550-48c2-b7c0-76d8192905e8 None None] Sync routers for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:33.160398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdaa979-d550-48c2-b7c0-76d8192905e8 None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:33.161008 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-bbdaa979-d550-48c2-b7c0-76d8192905e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:00:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:33.199601 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90eb454-c253-4586-8ba1-ce0867c1d932 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting subnet 2144876a-a01b-43a1-877a-4a2c367f825b {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:00:33.202665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a90eb454-c253-4586-8ba1-ce0867c1d932 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.241867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a90eb454-c253-4586-8ba1-ce0867c1d932 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.263180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-bbdaa979-d550-48c2-b7c0-76d8192905e8 None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:33.330119 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a90eb454-c253-4586-8ba1-ce0867c1d932 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.388503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a90eb454-c253-4586-8ba1-ce0867c1d932 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.415439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eb454-c253-4586-8ba1-ce0867c1d932 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Subnet': ['ID=2144876a-a01b-43a1-877a-4a2c367f825b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:33.421359 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a90eb454-c253-4586-8ba1-ce0867c1d932 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.425757 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a90eb454-c253-4586-8ba1-ce0867c1d932 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/subnets/2144876a-a01b-43a1-877a-4a2c367f825b HTTP/1.1" status: 204 len: 168 time: 0.2766464 Feb 04 06:00:33.427134 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b3bf22-5c9d-43f6-a3c5-7fda345b27ec None None] Network 6157faa1-1982-44e3-989e-2a7fc7430145 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:00:33.427884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47802) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:33.506271 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-bbdaa979-d550-48c2-b7c0-76d8192905e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T06:00:32Z', 'revision_number': 7, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:33.536134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.567556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdaa979-d550-48c2-b7c0-76d8192905e8 None None] Checking router: 9e648837-cd23-4e93-ad98-eb8e2c80da78 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:33.582142 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdaa979-d550-48c2-b7c0-76d8192905e8 None None] Routers {'9e648837-cd23-4e93-ad98-eb8e2c80da78'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:33.582746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-bbdaa979-d550-48c2-b7c0-76d8192905e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:00:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['9e648837-cd23-4e93-ad98-eb8e2c80da78'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:33.640110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.693112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-bbdaa979-d550-48c2-b7c0-76d8192905e8 None None] Set router 9e648837-cd23-4e93-ad98-eb8e2c80da78 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:33.697232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port ae4a74c4-7a75-48ce-b05e-41d75f264462 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:33.697749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.725696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cae8f08-9366-4ab5-87f4-714d81edc33d None None] DHCP port deletion for 6157faa1-1982-44e3-989e-2a7fc7430145 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:00:33.778583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port ae4a74c4-7a75-48ce-b05e-41d75f264462, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ae4a74c4-7a75-48ce-b05e-41d75f264462,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:33.778938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.790899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for ae4a74c4-7a75-48ce-b05e-41d75f264462 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:33.885435 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9cae8f08-9366-4ab5-87f4-714d81edc33d None None] Deleting port 485aedf1-a437-4b64-91bf-60eebac01cb5 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:33.885947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9cae8f08-9366-4ab5-87f4-714d81edc33d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.960077 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.963274 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9cae8f08-9366-4ab5-87f4-714d81edc33d None None] For port 485aedf1-a437-4b64-91bf-60eebac01cb5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=485aedf1-a437-4b64-91bf-60eebac01cb5,segment=NetworkSegment(dfba115d-70a0-4b07-88ae-fd9a69a1e146),segment_id=dfba115d-70a0-4b07-88ae-fd9a69a1e146)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:33.963926 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9cae8f08-9366-4ab5-87f4-714d81edc33d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:33.979139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9cae8f08-9366-4ab5-87f4-714d81edc33d None None] Calling delete_port for 485aedf1-a437-4b64-91bf-60eebac01cb5 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:33.987108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=ae4a74c4-7a75-48ce-b05e-41d75f264462,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:33.989818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-bbdaa979-d550-48c2-b7c0-76d8192905e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T06:00:32Z', 'revision_number': 7, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:34.020796 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdaa979-d550-48c2-b7c0-76d8192905e8 None None] The sync data for ids ['9e648837-cd23-4e93-ad98-eb8e2c80da78'] in dv-neutron-826811-2-hyperv is: [{'id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'name': 'tempest-TestNetworkBasicOps-router-585175151', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:58:30Z', 'updated_at': '2022-02-04T06:00:32Z', 'revision_number': 7, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ae4a74c4-7a75-48ce-b05e-41d75f264462', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e648837-cd23-4e93-ad98-eb8e2c80da78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:58:31Z', 'updated_at': '2022-02-04T05:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:34.059472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.089676 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9cae8f08-9366-4ab5-87f4-714d81edc33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.115139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae8f08-9366-4ab5-87f4-714d81edc33d None None] Pushing event deleted for resources: {'Port': ['ID=485aedf1-a437-4b64-91bf-60eebac01cb5,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:34.116961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae8f08-9366-4ab5-87f4-714d81edc33d None None] No DVR routers for this DVR port 485aedf1-a437-4b64-91bf-60eebac01cb5 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:34.153741 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.155854 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.198555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.199124 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Fanout notify agent at l3_agent the message router_deleted on router 9e648837-cd23-4e93-ad98-eb8e2c80da78 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:00:34.205975 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.207087 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9b04a7ce-56a0-4c6f-aeed-249c0250a094 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/routers/9e648837-cd23-4e93-ad98-eb8e2c80da78 HTTP/1.1" status: 204 len: 168 time: 0.7782681 Feb 04 06:00:34.209668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47806) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:34.284124 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.372614 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.393016 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6157faa1-1982-44e3-989e-2a7fc7430145']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:34.402576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfba115d-70a0-4b07-88ae-fd9a69a1e146') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:34.402874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfba115d-70a0-4b07-88ae-fd9a69a1e146') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:34.412179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.426413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.433853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:34.434392 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:34.437411 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:34.505716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.512097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.518944 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/networks/6157faa1-1982-44e3-989e-2a7fc7430145 HTTP/1.1" status: 204 len: 168 time: 0.3083005 Feb 04 06:00:34.532843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47808) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:34.538208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'network': {'name': 'tempest-network-smoke--479228371', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'port_security_enabled': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:34.539750 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1011aa4-cfc8-4170-a68d-4086aaa44e22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Network': ['ID=6157faa1-1982-44e3-989e-2a7fc7430145,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:34.562022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:34.565503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.590202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:00:34.601165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.601578 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Added segment 4cb88ffb-a122-42a7-97b3-e14f8efc3d30 of type vlan for network 3669b4dc-3df3-4917-be2b-b1e108b0e04b Feb 04 06:00:34.608123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:34.629762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:34.630104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0c6df9df-943e-4a20-9bf4-5422acd9b5f5 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:34.630511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 485aedf1-a437-4b64-91bf-60eebac01cb5 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:34.645465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.651108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 485aedf1-a437-4b64-91bf-60eebac01cb5 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:34.651739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 485aedf1-a437-4b64-91bf-60eebac01cb5 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:34.675640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.681357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:34.682035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.742494 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2085264 Feb 04 06:00:34.745564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47810) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:34.751999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-198947232', 'admin_state_up': True, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:34.767139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bac06-6cf5-4165-a974-74e9904d080b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Network': ['ID=3669b4dc-3df3-4917-be2b-b1e108b0e04b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:34.777754 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 3669b4dc-3df3-4917-be2b-b1e108b0e04b details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:00:34.787347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.788378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.839705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.866419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 11f040e1-d0ee-4a7b-ad6c-629077225af0 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:34.887112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 11f040e1-d0ee-4a7b-ad6c-629077225af0 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:34.887470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 11f040e1-d0ee-4a7b-ad6c-629077225af0 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:34.980725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.169479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.187924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.303795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.189 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/aad48456-4390-4a5d-a5c1-0fc0a68360e6) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:35.436348 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-bcebcfbd-0c22-4211-82f3-92dfc62736fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792580 Feb 04 06:00:35.446193 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.486805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:35.548369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:35.552030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:35.554796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:00:35.586004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=aad48456-4390-4a5d-a5c1-0fc0a68360e6,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:35.596125 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-8dc2c696-9a60-417e-9b13-04d7c618f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:35.597645 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-8dc2c696-9a60-417e-9b13-04d7c618f3f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 1099 time: 0.1206977 Feb 04 06:00:35.821680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-f29bf25e-2149-43f0-aa98-bd087c72698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:35.823468 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-f29bf25e-2149-43f0-aa98-bd087c72698b service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.1808968 Feb 04 06:00:35.934046 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-b50cad18-4e17-41e0-b61a-a08c70d74648 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=865eac58-7860-4986-bb05-98e89b864a97 HTTP/1.1" status: 200 len: 1002 time: 0.1004415 Feb 04 06:00:35.938049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.051661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-96311fd8-4bc4-4ce1-a1fa-4d402b345851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:36.053103 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-96311fd8-4bc4-4ce1-a1fa-4d402b345851 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.1117887 Feb 04 06:00:36.147093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-d427829e-9d1b-4f8f-8c57-bbfded23c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:36.148472 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-d427829e-9d1b-4f8f-8c57-bbfded23c5d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875010 Feb 04 06:00:36.489970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ae4a74c4-7a75-48ce-b05e-41d75f264462 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:36.511672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: ae4a74c4-7a75-48ce-b05e-41d75f264462 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:36.512019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ae4a74c4-7a75-48ce-b05e-41d75f264462 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:36.577332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.646673 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-67057f09-22bd-469b-973b-47859c764df9 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408780 Feb 04 06:00:36.802714 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6ccd3a6-ca14-4493-a417-1156133b5144 req-85ad9232-ebf9-4765-8d1a-f2f87725a620 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145060 Feb 04 06:00:36.814068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 1b81cb77-bbab-4552-9539-a07840e8e522 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:00:36.922818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:00:36.934005 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Sync routers for ids ['1b81cb77-bbab-4552-9539-a07840e8e522'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:36.944760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:36.945488 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Routers {'1b81cb77-bbab-4552-9539-a07840e8e522'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:36.946043 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b2b1810b-3450-4754-b217-7b35215d04c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1995509 Feb 04 06:00:36.946174 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:00:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1b81cb77-bbab-4552-9539-a07840e8e522'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:36.950099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47812) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:36.978874 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e299a194-6e57-4325-a3f0-6e52eeaf064f tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274522 Feb 04 06:00:36.981589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47814) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:37.062032 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Set router 1b81cb77-bbab-4552-9539-a07840e8e522 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:37.077949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d1c2f7-2d23-4f8c-b69c-ed8ef40a33b1 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:37.082305 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e9d1c2f7-2d23-4f8c-b69c-ed8ef40a33b1 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970266 Feb 04 06:00:37.082554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47816) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:37.113671 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-13a4f33b-b007-4d17-9e96-7a4c3fed8286 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274522 Feb 04 06:00:37.113671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47818) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:37.118697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-36099970', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:37.221655 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:37.225610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.332363 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:35Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:37.358899 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Checking router: 1b81cb77-bbab-4552-9539-a07840e8e522 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:37.359249 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Updating router 1b81cb77-bbab-4552-9539-a07840e8e522 port aad48456-4390-4a5d-a5c1-0fc0a68360e6 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:00:37.384734 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.407122 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.471317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Subnet': ['ID=21cfcd89-da03-4ced-94d6-2496e4342c53,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:37.480756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Checking segment: {'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:00:37.481142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network hostable DHCP agents. Network: 3669b4dc-3df3-4917-be2b-b1e108b0e04b, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:00:37.499033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 3669b4dc-3df3-4917-be2b-b1e108b0e04b is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:00:37.508406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 3669b4dc-3df3-4917-be2b-b1e108b0e04b) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:37.517617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:37.518219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.519555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6388055-53d8-45bc-8057-fde20676782d None None] Network 3669b4dc-3df3-4917-be2b-b1e108b0e04b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:00:37.538843 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-db0d355e-d814-4f45-ad53-b2c5699557a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4216514 Feb 04 06:00:37.539088 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47820) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:37.655032 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.661042 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.674328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ips': [{'subnet_id': '21cfcd89-da03-4ced-94d6-2496e4342c53'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:00:37.675192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.710859 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Attempting to bind port aad48456-4390-4a5d-a5c1-0fc0a68360e6 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:37.711233 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Attempting to bind port aad48456-4390-4a5d-a5c1-0fc0a68360e6 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:37.711593 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Attempting to bind port aad48456-4390-4a5d-a5c1-0fc0a68360e6 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:00:37.721148 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:00:37.722042 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:00:37.722042 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.722433 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:00:37.722958 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Bound port: aad48456-4390-4a5d-a5c1-0fc0a68360e6, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:37.723414 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.756772 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Pushing event updated for resources: {'Port': ['ID=aad48456-4390-4a5d-a5c1-0fc0a68360e6,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:37.781413 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.781777 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.782210 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.782522 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.782925 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.783265 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.783590 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.783929 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.784453 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.784785 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.786559 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.786900 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:37.798779 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] For port aad48456-4390-4a5d-a5c1-0fc0a68360e6, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:00:37.802005 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] For port aad48456-4390-4a5d-a5c1-0fc0a68360e6, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=aad48456-4390-4a5d-a5c1-0fc0a68360e6,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:00:37.807125 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.823434 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Allocated IP 172.20.0.2 (3669b4dc-3df3-4917-be2b-b1e108b0e04b/21cfcd89-da03-4ced-94d6-2496e4342c53/b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:37.864659 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Routers {'1b81cb77-bbab-4552-9539-a07840e8e522'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:37.865287 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:00:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1b81cb77-bbab-4552-9539-a07840e8e522'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:37.978398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:37.987857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.012701 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3d98a-aa35-438c-a8c4-c11b9e8d4305 None None] Pushing event updated for resources: {'Port': ['ID=aad48456-4390-4a5d-a5c1-0fc0a68360e6,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:38.023894 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] Set router 1b81cb77-bbab-4552-9539-a07840e8e522 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:38.032460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Network 3669b4dc-3df3-4917-be2b-b1e108b0e04b is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:38.037038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:38.042491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:00:38.045867 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Pushing event updated for resources: {'Port': ['ID=b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:38.083550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.107514 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Attempting to bind port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:38.107884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Attempting to bind port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:38.108241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Attempting to bind port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a on network 3669b4dc-3df3-4917-be2b-b1e108b0e04b {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:00:38.114511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:00:38.114905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Checking segment: {'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:00:38.115279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.115664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Bound using segment: {'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:00:38.116118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Bound port: b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:38.116508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.190038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] For port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:00:38.193365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] For port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a,segment=NetworkSegment(4cb88ffb-a122-42a7-97b3-e14f8efc3d30),segment_id=4cb88ffb-a122-42a7-97b3-e14f8efc3d30)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:00:38.198270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.231835 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:35Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:38.266949 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09564e-178a-40d0-bc82-b14983c79820 None None] The sync data for ids ['1b81cb77-bbab-4552-9539-a07840e8e522'] in dv-neutron-826811-2-hyperv is: [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:35Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:38.272888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78133fd-de4d-4e41-bba3-822214735d6c None None] Pushing event updated for resources: {'Port': ['ID=b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:38.437235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.1 (3669b4dc-3df3-4917-be2b-b1e108b0e04b/21cfcd89-da03-4ced-94d6-2496e4342c53/1bbe0ee8-6d2b-4185-8869-7d505ce68df0) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:38.594654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.643756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.670494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:38.701365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 3669b4dc-3df3-4917-be2b-b1e108b0e04b is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:38.705252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:38.709018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:00:38.733853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:38.734289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.737330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=1bbe0ee8-6d2b-4185-8869-7d505ce68df0,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:38.766600 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.828516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.872571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a,segment=NetworkSegment(4cb88ffb-a122-42a7-97b3-e14f8efc3d30),segment_id=4cb88ffb-a122-42a7-97b3-e14f8efc3d30)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:38.877446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.925752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.928456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:39.226626 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.232675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.312657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=1bbe0ee8-6d2b-4185-8869-7d505ce68df0,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:39.318174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.388091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c428105-e639-4fd8-a6b5-acc5c49b3e5f None None] Network 3669b4dc-3df3-4917-be2b-b1e108b0e04b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:00:39.421261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 3669b4dc-3df3-4917-be2b-b1e108b0e04b is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:39.422862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:39.482926 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7288055e-916e-42b5-8622-b78b0bd669fc None None] Provisioning complete for port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:39.483350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7288055e-916e-42b5-8622-b78b0bd669fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.552060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 1b81cb77-bbab-4552-9539-a07840e8e522 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:00:39.676445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:00:39.684940 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b9351d41-c313-448b-b70b-07802e5e8c79 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/1b81cb77-bbab-4552-9539-a07840e8e522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1424286 Feb 04 06:00:39.685377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47824) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:40.111909 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Sync routers for ids ['1b81cb77-bbab-4552-9539-a07840e8e522'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:40.127029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-18e2c2be-f764-4c94-aabb-abc2ec36d351 None None] Provisioning complete for port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:40.127394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-18e2c2be-f764-4c94-aabb-abc2ec36d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.130584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Routers {'1b81cb77-bbab-4552-9539-a07840e8e522'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:40.131215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:00:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1b81cb77-bbab-4552-9539-a07840e8e522'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:40.208741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-18e2c2be-f764-4c94-aabb-abc2ec36d351 None None] Port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:00:40.260343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-18e2c2be-f764-4c94-aabb-abc2ec36d351 None None] Provisioning complete for port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:40.260748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-18e2c2be-f764-4c94-aabb-abc2ec36d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.269522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32aa118-1ce4-44be-9c81-74192e3b475b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.270053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32aa118-1ce4-44be-9c81-74192e3b475b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.270647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32aa118-1ce4-44be-9c81-74192e3b475b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.271309 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32aa118-1ce4-44be-9c81-74192e3b475b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.271832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32aa118-1ce4-44be-9c81-74192e3b475b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.272397 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32aa118-1ce4-44be-9c81-74192e3b475b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.274620 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c32aa118-1ce4-44be-9c81-74192e3b475b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.5880923 Feb 04 06:00:40.278054 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47826) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:40.305489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Set router 1b81cb77-bbab-4552-9539-a07840e8e522 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:40.369178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea4b17-fb81-4d66-9fa3-dadbad9c78e3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.370130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea4b17-fb81-4d66-9fa3-dadbad9c78e3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.370951 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea4b17-fb81-4d66-9fa3-dadbad9c78e3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.371772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea4b17-fb81-4d66-9fa3-dadbad9c78e3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.372391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea4b17-fb81-4d66-9fa3-dadbad9c78e3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.373191 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea4b17-fb81-4d66-9fa3-dadbad9c78e3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:40.375199 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e9ea4b17-fb81-4d66-9fa3-dadbad9c78e3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0960276 Feb 04 06:00:40.377947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47828) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:40.587067 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cf054f42-b037-4048-9227-01191636d2f8 None None] Provisioning complete for port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:40.587409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cf054f42-b037-4048-9227-01191636d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.633598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-cf054f42-b037-4048-9227-01191636d2f8 None None] Port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:00:40.644758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '1bbe0ee8-6d2b-4185-8869-7d505ce68df0', 'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:76:40:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:38Z', 'updated_at': '2022-02-04T06:00:39Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:40.679729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Checking router: 1b81cb77-bbab-4552-9539-a07840e8e522 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:40.680088 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Updating router 1b81cb77-bbab-4552-9539-a07840e8e522 port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:00:40.704274 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6688df8c-8a0f-4265-9e49-7b3572e492b0 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3219359 Feb 04 06:00:40.708423 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.713009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:40.795317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cfa5f425-3a7a-460b-8ce7-8d99d994fb14 None None] Provisioning complete for port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:40.795689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f425-3a7a-460b-8ce7-8d99d994fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.902505 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5f425-3a7a-460b-8ce7-8d99d994fb14 None None] Port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:00:40.914437 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:40.914811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.007883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47834) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:41.013879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5131a7fc-bf78-4f1f-8aad-6252874753e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1000728368', 'description': 'tempest-secgroup-smoke-1000728368 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:41.038615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5131a7fc-bf78-4f1f-8aad-6252874753e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.069676 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device aad48456-4390-4a5d-a5c1-0fc0a68360e6 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:41.106908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5131a7fc-bf78-4f1f-8aad-6252874753e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.110556 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5131a7fc-bf78-4f1f-8aad-6252874753e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.143026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5131a7fc-bf78-4f1f-8aad-6252874753e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.144279 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5131a7fc-bf78-4f1f-8aad-6252874753e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1351576 Feb 04 06:00:41.147258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47838) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:41.148268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131a7fc-bf78-4f1f-8aad-6252874753e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8df0204-c767-45f6-9f40-832806af3e03,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.154585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-88e2c28c-c028-4594-b787-c02cde9a6a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'd8df0204-c767-45f6-9f40-832806af3e03', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:41.154816 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.161224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.186236 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88e2c28c-c028-4594-b787-c02cde9a6a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.193166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port aad48456-4390-4a5d-a5c1-0fc0a68360e6 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:41.193539 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.242539 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e91994-b3f3-4b4d-a2aa-21bf3887ccaa None None] Pushing event updated for resources: {'Port': ['ID=1bbe0ee8-6d2b-4185-8869-7d505ce68df0,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.249323 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88e2c28c-c028-4594-b787-c02cde9a6a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.254536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88e2c28c-c028-4594-b787-c02cde9a6a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.274441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2c28c-c028-4594-b787-c02cde9a6a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f53504-5d04-4497-b7d9-fa584e496dc5,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.283060 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88e2c28c-c028-4594-b787-c02cde9a6a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.284292 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-88e2c28c-c028-4594-b787-c02cde9a6a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356940 Feb 04 06:00:41.287331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47840) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:41.293331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-93ab9793-45ab-4a9c-8dc2-eee00f78fbcf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'd8df0204-c767-45f6-9f40-832806af3e03', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:41.324322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-93ab9793-45ab-4a9c-8dc2-eee00f78fbcf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.340195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Attempting to bind port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:41.340803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Attempting to bind port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:41.341376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Attempting to bind port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 on network 3669b4dc-3df3-4917-be2b-b1e108b0e04b {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:00:41.370054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:00:41.370741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Checking segment: {'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:00:41.370946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.371457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Bound using segment: {'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:00:41.372009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Bound port: 1bbe0ee8-6d2b-4185-8869-7d505ce68df0, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:41.372503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.387050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-93ab9793-45ab-4a9c-8dc2-eee00f78fbcf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.391957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.392241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-93ab9793-45ab-4a9c-8dc2-eee00f78fbcf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.411414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab9793-45ab-4a9c-8dc2-eee00f78fbcf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9064a79-7f40-4240-a586-1dbfe0f2f06e,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.420744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-93ab9793-45ab-4a9c-8dc2-eee00f78fbcf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.422103 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-93ab9793-45ab-4a9c-8dc2-eee00f78fbcf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335196 Feb 04 06:00:41.424610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47842) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:41.429262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e9adcfcf-c47d-430c-91fe-1acc1a221a47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'd8df0204-c767-45f6-9f40-832806af3e03', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:41.453182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port aad48456-4390-4a5d-a5c1-0fc0a68360e6, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=aad48456-4390-4a5d-a5c1-0fc0a68360e6,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:41.458707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e9adcfcf-c47d-430c-91fe-1acc1a221a47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.470189 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.479692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-becac8bc-3905-4a90-909e-bb113ce22d63 None None] Provisioning complete for port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:41.480065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-becac8bc-3905-4a90-909e-bb113ce22d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.518441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e9adcfcf-c47d-430c-91fe-1acc1a221a47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.522482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e9adcfcf-c47d-430c-91fe-1acc1a221a47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.531334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] For port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:00:41.540771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adcfcf-c47d-430c-91fe-1acc1a221a47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e936eebb-f13e-401a-bb07-747329e64ad6,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.548295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e9adcfcf-c47d-430c-91fe-1acc1a221a47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.552614 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e9adcfcf-c47d-430c-91fe-1acc1a221a47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245303 Feb 04 06:00:41.552926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47844) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:41.558553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-17254853-6339-45b4-be59-29a26c7078fe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'd8df0204-c767-45f6-9f40-832806af3e03', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:41.561035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] For port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1bbe0ee8-6d2b-4185-8869-7d505ce68df0,segment=NetworkSegment(4cb88ffb-a122-42a7-97b3-e14f8efc3d30),segment_id=4cb88ffb-a122-42a7-97b3-e14f8efc3d30)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:00:41.572540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.579163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-becac8bc-3905-4a90-909e-bb113ce22d63 None None] Port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:00:41.587523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17254853-6339-45b4-be59-29a26c7078fe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.604599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=aad48456-4390-4a5d-a5c1-0fc0a68360e6,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.640189 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Routers {'1b81cb77-bbab-4552-9539-a07840e8e522'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:41.640904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:00:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1b81cb77-bbab-4552-9539-a07840e8e522'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:41.654755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17254853-6339-45b4-be59-29a26c7078fe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.659912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17254853-6339-45b4-be59-29a26c7078fe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.683054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17254853-6339-45b4-be59-29a26c7078fe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b49f82-c7a5-4a57-a957-db9213ef64f8,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.692197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17254853-6339-45b4-be59-29a26c7078fe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.696442 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-17254853-6339-45b4-be59-29a26c7078fe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397967 Feb 04 06:00:41.697626 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47846) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:41.702604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-17431727-3476-4b64-ad9b-8ed561351db3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'd8df0204-c767-45f6-9f40-832806af3e03', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:41.714744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e91994-b3f3-4b4d-a2aa-21bf3887ccaa None None] Pushing event updated for resources: {'Port': ['ID=1bbe0ee8-6d2b-4185-8869-7d505ce68df0,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.728039 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-17431727-3476-4b64-ad9b-8ed561351db3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:00:41.733839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17431727-3476-4b64-ad9b-8ed561351db3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.780552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] Set router 1b81cb77-bbab-4552-9539-a07840e8e522 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:41.809617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17431727-3476-4b64-ad9b-8ed561351db3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.815094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17431727-3476-4b64-ad9b-8ed561351db3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.833491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17431727-3476-4b64-ad9b-8ed561351db3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04df71d2-12ce-435b-b317-21aba925c9a0,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.841608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-17431727-3476-4b64-ad9b-8ed561351db3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.842782 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-17431727-3476-4b64-ad9b-8ed561351db3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439211 Feb 04 06:00:41.845708 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47848) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:41.850917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-524c6087-d9a1-438f-b2c6-388727ec8574 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'd8df0204-c767-45f6-9f40-832806af3e03', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:41.875816 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-524c6087-d9a1-438f-b2c6-388727ec8574 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:00:41.881173 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-524c6087-d9a1-438f-b2c6-388727ec8574 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.923863 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3db31501-a817-4414-bb3a-f8ad5a3f35cb None None] Provisioning complete for port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:41.924231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3db31501-a817-4414-bb3a-f8ad5a3f35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.944863 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-524c6087-d9a1-438f-b2c6-388727ec8574 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.949294 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-524c6087-d9a1-438f-b2c6-388727ec8574 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.968947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c6087-d9a1-438f-b2c6-388727ec8574 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281cdaf7-b2c7-482c-99ca-f39b1c6b839f,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.978595 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-524c6087-d9a1-438f-b2c6-388727ec8574 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.980445 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-524c6087-d9a1-438f-b2c6-388727ec8574 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330869 Feb 04 06:00:42.126066 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-9d43ae12-1c31-4d1c-a731-c771d9b11349 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000728368&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0356760 Feb 04 06:00:42.189290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3db31501-a817-4414-bb3a-f8ad5a3f35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.203885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '1bbe0ee8-6d2b-4185-8869-7d505ce68df0', 'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:76:40:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:38Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:42.237338 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-576f0a1d-0da6-4918-bd3a-ac8fbe9cd603 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:42.238202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b749756-9f73-439b-9351-ac02f46dce23 None None] The sync data for ids ['1b81cb77-bbab-4552-9539-a07840e8e522'] in dv-neutron-826811-2-hyperv is: [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '1bbe0ee8-6d2b-4185-8869-7d505ce68df0', 'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:76:40:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:38Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:42.239369 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-576f0a1d-0da6-4918-bd3a-ac8fbe9cd603 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/networks?id=3669b4dc-3df3-4917-be2b-b1e108b0e04b HTTP/1.1" status: 200 len: 796 time: 0.1063681 Feb 04 06:00:42.262726 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3db31501-a817-4414-bb3a-f8ad5a3f35cb None None] For port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1bbe0ee8-6d2b-4185-8869-7d505ce68df0,segment=NetworkSegment(4cb88ffb-a122-42a7-97b3-e14f8efc3d30),segment_id=4cb88ffb-a122-42a7-97b3-e14f8efc3d30)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:42.263739 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-8736890e-0085-41c3-815c-b6d09098f775 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/quotas/64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 375 time: 0.0172627 Feb 04 06:00:42.268004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3db31501-a817-4414-bb3a-f8ad5a3f35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.357973 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-526f39c3-1bbc-47ec-8c3b-3403db1a9185 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854661 Feb 04 06:00:42.361881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db31501-a817-4414-bb3a-f8ad5a3f35cb None None] Pushing event updated for resources: {'Port': ['ID=1bbe0ee8-6d2b-4185-8869-7d505ce68df0,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:42.450131 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-e80a392b-487e-460a-978e-38f30c512de4 service neutron] 10.222.0.15 "GET /v2.0/networks/3669b4dc-3df3-4917-be2b-b1e108b0e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897808 Feb 04 06:00:42.577526 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-ccabdced-4a26-4e2f-9499-dcfa748e9e3b service neutron] 10.222.0.15 "GET /v2.0/networks/3669b4dc-3df3-4917-be2b-b1e108b0e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210816 Feb 04 06:00:42.683686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:42.733907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:42.734275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.775722 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c231b3df-9b02-4a72-8788-625f278ba6db req-da5872a9-1713-46e1-8a1e-11aed73bc0c0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 210 time: 0.0321658 Feb 04 06:00:42.842374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device aad48456-4390-4a5d-a5c1-0fc0a68360e6 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:42.905196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port aad48456-4390-4a5d-a5c1-0fc0a68360e6 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:42.905575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.760482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-1be23c7f-b784-48e5-bbf9-408f8c504bd3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:43.761988 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-1be23c7f-b784-48e5-bbf9-408f8c504bd3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=3669b4dc-3df3-4917-be2b-b1e108b0e04b HTTP/1.1" status: 200 len: 796 time: 0.1103909 Feb 04 06:00:43.809719 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-1f6364c8-a4ff-46ed-b021-7cdefcc0c989 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 380 time: 0.0382767 Feb 04 06:00:43.823528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'device_id': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'admin_state_up': True, 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'security_groups': ['d8df0204-c767-45f6-9f40-832806af3e03']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:43.899163 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-23356083-197b-474e-ab90-93c9fe6a7b7d req-dfe65096-4fcb-477a-9b04-5c4bee7396ff tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 210 time: 0.0330944 Feb 04 06:00:43.956854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:43.960397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.085030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.7 (3669b4dc-3df3-4917-be2b-b1e108b0e04b/21cfcd89-da03-4ced-94d6-2496e4342c53/eb59b418-50c3-4a05-88e7-74ebd038660f) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:44.222457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.255806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.297583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 3669b4dc-3df3-4917-be2b-b1e108b0e04b is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:44.300778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:44.304295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:00:44.332637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=eb59b418-50c3-4a05-88e7-74ebd038660f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:44.364110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:44.364741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.382930 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-c17fd45e-5c63-4fda-8cf1-69f329a4f54b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5639420 Feb 04 06:00:44.394702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Request body: {'port': {'device_id': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:44.456221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.503544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0a33d6bc-83db-4d63-85d1-ff1ba2edece5 None None] Provisioning complete for port eb59b418-50c3-4a05-88e7-74ebd038660f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:44.504163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0a33d6bc-83db-4d63-85d1-ff1ba2edece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.539778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-0a33d6bc-83db-4d63-85d1-ff1ba2edece5 None None] Port eb59b418-50c3-4a05-88e7-74ebd038660f cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:00:44.715091 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb59b418-50c3-4a05-88e7-74ebd038660f {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:00:44.722340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.734849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Transition to ACTIVE for port object eb59b418-50c3-4a05-88e7-74ebd038660f will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:44.738271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.806141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb59b418-50c3-4a05-88e7-74ebd038660f,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:44.862136 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Attempting to bind port eb59b418-50c3-4a05-88e7-74ebd038660f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:44.862475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Attempting to bind port eb59b418-50c3-4a05-88e7-74ebd038660f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:44.862812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Attempting to bind port eb59b418-50c3-4a05-88e7-74ebd038660f on network 3669b4dc-3df3-4917-be2b-b1e108b0e04b {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:00:44.867328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Port eb59b418-50c3-4a05-88e7-74ebd038660f on network 3669b4dc-3df3-4917-be2b-b1e108b0e04b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:00:44.867652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Attempting to bind port eb59b418-50c3-4a05-88e7-74ebd038660f on network 3669b4dc-3df3-4917-be2b-b1e108b0e04b {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:00:44.874112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:00:44.874450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Checking segment: {'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:00:44.874838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Bound using segment: {'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:00:44.875268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Bound port: eb59b418-50c3-4a05-88e7-74ebd038660f, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb88ffb-a122-42a7-97b3-e14f8efc3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:44.875628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.944861 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] For port eb59b418-50c3-4a05-88e7-74ebd038660f, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:00:44.949252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] For port eb59b418-50c3-4a05-88e7-74ebd038660f, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=eb59b418-50c3-4a05-88e7-74ebd038660f,segment=NetworkSegment(4cb88ffb-a122-42a7-97b3-e14f8efc3d30),segment_id=4cb88ffb-a122-42a7-97b3-e14f8efc3d30)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:00:44.955337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.003170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.003800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:45.005243 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb59b418-50c3-4a05-88e7-74ebd038660f HTTP/1.1" status: 200 len: 1093 time: 0.6148305 Feb 04 06:00:45.007555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'tag': 'eb59b418-50c3-4a05-88e7-74ebd038660f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:45.010641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f838a9-13e5-4cf4-ae1d-90d173433ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce9332d-e21a-47c7-81d3-c5ea8c3bb955", "tag": "eb59b418-50c3-4a05-88e7-74ebd038660f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:45.081217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bab8e1a-b705-47b3-9982-0c06c2f5b2a6 x-openstack-request-id: req-1bab8e1a-b705-47b3-9982-0c06c2f5b2a6 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:45.081577 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce9332d-e21a-47c7-81d3-c5ea8c3bb955", "tag": "eb59b418-50c3-4a05-88e7-74ebd038660f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:45.081897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bab8e1a-b705-47b3-9982-0c06c2f5b2a6 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:45.082359 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'tag': 'eb59b418-50c3-4a05-88e7-74ebd038660f', 'status': 'completed', 'code': 200} Feb 04 06:00:45.091722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37df9e-c104-4b7b-8069-23e8a59999d7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb59b418-50c3-4a05-88e7-74ebd038660f,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:45.109982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85ce1e-7f7e-4654-82ac-f9a17ef9b613 req-0e724028-94f2-4719-8b7d-88691581aaf7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.111542 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f85ce1e-7f7e-4654-82ac-f9a17ef9b613 req-0e724028-94f2-4719-8b7d-88691581aaf7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 943 time: 0.1284633 Feb 04 06:00:45.121156 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-238bdd06-ebcb-4a95-891e-353bc7e927bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.122747 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-238bdd06-ebcb-4a95-891e-353bc7e927bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 1096 time: 0.0760965 Feb 04 06:00:45.175195 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-300dea7b-bfc9-4222-8791-284bb4ba7b31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb59b418-50c3-4a05-88e7-74ebd038660f HTTP/1.1" status: 200 len: 217 time: 0.0444148 Feb 04 06:00:45.218648 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f85ce1e-7f7e-4654-82ac-f9a17ef9b613 req-8cde09b3-e68d-4924-97a5-4e8a8900589a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8df0204-c767-45f6-9f40-832806af3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949452 Feb 04 06:00:45.234208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-d25431b8-5e76-4e4f-88ca-72c1fb705fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.235674 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-d25431b8-5e76-4e4f-88ca-72c1fb705fc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=21cfcd89-da03-4ced-94d6-2496e4342c53 HTTP/1.1" status: 200 len: 833 time: 0.0526614 Feb 04 06:00:45.281684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-63d5e771-9f6a-439f-9386-af148fea8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.283182 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-63d5e771-9f6a-439f-9386-af148fea8fdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3669b4dc-3df3-4917-be2b-b1e108b0e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411785 Feb 04 06:00:45.372608 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-407e5c86-4745-4a3f-a7d4-e202b57ce12f service neutron] 10.222.0.36 "GET /v2.0/networks/3669b4dc-3df3-4917-be2b-b1e108b0e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815301 Feb 04 06:00:45.463223 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3f247f2-ef0f-43dc-957b-02329eb26277 req-6af30567-eb7b-4ba9-803e-939f01fe1077 service neutron] 10.222.0.36 "GET /v2.0/networks/3669b4dc-3df3-4917-be2b-b1e108b0e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838199 Feb 04 06:00:45.549120 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f838a9-13e5-4cf4-ae1d-90d173433ab4 req-ddb44cd1-f8b4-41b0-82d0-749c918a8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.550469 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-28f838a9-13e5-4cf4-ae1d-90d173433ab4 req-ddb44cd1-f8b4-41b0-82d0-749c918a8f75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 1096 time: 0.0394106 Feb 04 06:00:45.964370 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f838a9-13e5-4cf4-ae1d-90d173433ab4 req-a66c3be9-5f19-4ed9-9e29-8c077b6e39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.965923 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-28f838a9-13e5-4cf4-ae1d-90d173433ab4 req-a66c3be9-5f19-4ed9-9e29-8c077b6e39a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3669b4dc-3df3-4917-be2b-b1e108b0e04b HTTP/1.1" status: 200 len: 897 time: 0.4087465 Feb 04 06:00:46.008003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-28f838a9-13e5-4cf4-ae1d-90d173433ab4 req-b69f691e-64aa-4aa9-89c5-60efd19f0924 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb59b418-50c3-4a05-88e7-74ebd038660f HTTP/1.1" status: 200 len: 217 time: 0.0343380 Feb 04 06:00:46.056325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f838a9-13e5-4cf4-ae1d-90d173433ab4 req-f1716c13-db91-413c-bc44-91f079b9d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:46.058139 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-28f838a9-13e5-4cf4-ae1d-90d173433ab4 req-f1716c13-db91-413c-bc44-91f079b9d974 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=21cfcd89-da03-4ced-94d6-2496e4342c53 HTTP/1.1" status: 200 len: 833 time: 0.0428343 Feb 04 06:00:46.107080 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f838a9-13e5-4cf4-ae1d-90d173433ab4 req-29a4b00d-16b9-4d88-9821-590ca18348c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:46.108548 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-28f838a9-13e5-4cf4-ae1d-90d173433ab4 req-29a4b00d-16b9-4d88-9821-590ca18348c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3669b4dc-3df3-4917-be2b-b1e108b0e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426109 Feb 04 06:00:46.195865 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-28f838a9-13e5-4cf4-ae1d-90d173433ab4 req-b3ad44f3-7eea-4650-b0d0-58b5386b8b40 service neutron] 10.222.0.36 "GET /v2.0/networks/3669b4dc-3df3-4917-be2b-b1e108b0e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802617 Feb 04 06:00:46.288762 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-28f838a9-13e5-4cf4-ae1d-90d173433ab4 req-6a89ba79-a0ce-48c2-83d8-f9809d45a959 service neutron] 10.222.0.36 "GET /v2.0/networks/3669b4dc-3df3-4917-be2b-b1e108b0e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856731 Feb 04 06:00:46.337190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03d1a6-ea10-4e9e-9d6b-1474e47e9471 req-6b61d8b3-7bb3-46c3-8faf-43e95951151b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:46.338761 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8a03d1a6-ea10-4e9e-9d6b-1474e47e9471 req-6b61d8b3-7bb3-46c3-8faf-43e95951151b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 943 time: 0.0530486 Feb 04 06:00:46.375993 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8a03d1a6-ea10-4e9e-9d6b-1474e47e9471 req-0b912d1f-424d-4c1a-ad93-dc0b7e323345 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8df0204-c767-45f6-9f40-832806af3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 Feb 04 06:00:46.894818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device eb59b418-50c3-4a05-88e7-74ebd038660f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:00:46.987794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port eb59b418-50c3-4a05-88e7-74ebd038660f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=eb59b418-50c3-4a05-88e7-74ebd038660f,segment=NetworkSegment(4cb88ffb-a122-42a7-97b3-e14f8efc3d30),segment_id=4cb88ffb-a122-42a7-97b3-e14f8efc3d30)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:46.998923 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'eb59b418-50c3-4a05-88e7-74ebd038660f', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'port_id': 'eb59b418-50c3-4a05-88e7-74ebd038660f', 'mac_address': 'fa:16:3e:f9:e5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:00:47.034939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:47.050779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb59b418-50c3-4a05-88e7-74ebd038660f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:00:47.070020 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port eb59b418-50c3-4a05-88e7-74ebd038660f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=eb59b418-50c3-4a05-88e7-74ebd038660f,segment=NetworkSegment(4cb88ffb-a122-42a7-97b3-e14f8efc3d30),segment_id=4cb88ffb-a122-42a7-97b3-e14f8efc3d30)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:47.074858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:47.121849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=eb59b418-50c3-4a05-88e7-74ebd038660f,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:47.272383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['eb59b418-50c3-4a05-88e7-74ebd038660f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:00:47.490115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ce33b-1e37-452a-96f5-282c6f43db5c req-61fad72d-8cac-4c41-9b6f-cb8eb2fc3262 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:47.491790 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5c5ce33b-1e37-452a-96f5-282c6f43db5c req-61fad72d-8cac-4c41-9b6f-cb8eb2fc3262 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 944 time: 0.0504024 Feb 04 06:00:47.528602 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5c5ce33b-1e37-452a-96f5-282c6f43db5c req-46430742-8c8b-420d-9903-a5c4e535dd5f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8df0204-c767-45f6-9f40-832806af3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305037 Feb 04 06:00:48.644258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f662d-2cd7-4fb5-9201-9d31e9c2cb7a req-4458ffc1-dbfd-44cb-b10c-d4ea1092b80a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:48.645900 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b38f662d-2cd7-4fb5-9201-9d31e9c2cb7a req-4458ffc1-dbfd-44cb-b10c-d4ea1092b80a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 944 time: 0.0521069 Feb 04 06:00:48.683364 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b38f662d-2cd7-4fb5-9201-9d31e9c2cb7a req-5c3f1186-5c88-4565-a930-a2ee0da56ad0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8df0204-c767-45f6-9f40-832806af3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Feb 04 06:00:48.711555 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:00:48.913584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device eb59b418-50c3-4a05-88e7-74ebd038660f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:48.960256 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port eb59b418-50c3-4a05-88e7-74ebd038660f completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:48.964406 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port eb59b418-50c3-4a05-88e7-74ebd038660f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:48.964777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.041935 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.063422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb59b418-50c3-4a05-88e7-74ebd038660f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:49.065697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4093663a-5c84-41fa-8cdc-356497f06330" -d '{"events": [{"server_uuid": "8ce9332d-e21a-47c7-81d3-c5ea8c3bb955", "name": "network-vif-plugged", "status": "completed", "tag": "eb59b418-50c3-4a05-88e7-74ebd038660f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:49.077970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port eb59b418-50c3-4a05-88e7-74ebd038660f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=eb59b418-50c3-4a05-88e7-74ebd038660f,segment=NetworkSegment(4cb88ffb-a122-42a7-97b3-e14f8efc3d30),segment_id=4cb88ffb-a122-42a7-97b3-e14f8efc3d30)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:49.082170 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:49.107591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de63aebb-c700-4f85-8c26-d3be35971522 x-openstack-request-id: req-de63aebb-c700-4f85-8c26-d3be35971522 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:49.107888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce9332d-e21a-47c7-81d3-c5ea8c3bb955", "name": "network-vif-plugged", "status": "completed", "tag": "eb59b418-50c3-4a05-88e7-74ebd038660f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:49.108139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de63aebb-c700-4f85-8c26-d3be35971522 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:49.108523 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb59b418-50c3-4a05-88e7-74ebd038660f', 'code': 200} Feb 04 06:00:49.134966 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=eb59b418-50c3-4a05-88e7-74ebd038660f,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:49.262304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e540452-8fa5-499c-ba5e-c90ee8be50a9 req-8ca4ecb0-18d6-493c-afb2-d555d9d9d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:49.263800 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8e540452-8fa5-499c-ba5e-c90ee8be50a9 req-8ca4ecb0-18d6-493c-afb2-d555d9d9d344 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 1098 time: 0.0402446 Feb 04 06:00:49.297758 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8e540452-8fa5-499c-ba5e-c90ee8be50a9 req-be76a068-fd30-4213-9e05-73ad6947f035 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8df0204-c767-45f6-9f40-832806af3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271640 Feb 04 06:00:49.795538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b232563-1986-4903-8f59-1eea7dd4bfac req-90ccd6ee-3c9b-4601-abd6-98f92a5f8358 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:49.796919 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b232563-1986-4903-8f59-1eea7dd4bfac req-90ccd6ee-3c9b-4601-abd6-98f92a5f8358 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 945 time: 0.0495613 Feb 04 06:00:49.834388 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b232563-1986-4903-8f59-1eea7dd4bfac req-64fdbe3c-369c-4d27-8a24-b9cebac00070 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8df0204-c767-45f6-9f40-832806af3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315666 Feb 04 06:00:50.952047 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a89261-b96c-4a74-b6dc-b82d64bd718d req-0494adc8-f7a3-4027-8a86-d596dc53a6f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:50.953586 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16a89261-b96c-4a74-b6dc-b82d64bd718d req-0494adc8-f7a3-4027-8a86-d596dc53a6f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 945 time: 0.0532260 Feb 04 06:00:50.991190 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16a89261-b96c-4a74-b6dc-b82d64bd718d req-d445edd0-7729-45d7-b8b6-b75f7e9ad37e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8df0204-c767-45f6-9f40-832806af3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 Feb 04 06:00:51.101750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34b648-91df-4154-9de8-bb75f75632e6 req-218d996f-e345-4280-8b92-1362ca30d4b3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:51.104056 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd34b648-91df-4154-9de8-bb75f75632e6 req-218d996f-e345-4280-8b92-1362ca30d4b3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 945 time: 0.0495660 Feb 04 06:00:51.141207 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd34b648-91df-4154-9de8-bb75f75632e6 req-0310bb87-2052-4fac-b112-029e600c8143 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8df0204-c767-45f6-9f40-832806af3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312862 Feb 04 06:00:51.158362 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-319be551-648e-4f05-914a-4002e07333bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:51.163300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47896) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:51.224085 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8650e672-3972-4dc4-b363-06162602cecd tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:51.225623 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8650e672-3972-4dc4-b363-06162602cecd tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 1093 time: 0.0612497 Feb 04 06:00:51.229371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47898) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:51.233774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': 'eb59b418-50c3-4a05-88e7-74ebd038660f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:51.256760 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:51.349923 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:51.454636 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.195 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/88a98fd7-f8ec-4631-b7ee-0595c522402d) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:51.551972 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:51.588576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:51.626448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:51.630742 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:51.633315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:00:51.658414 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=88a98fd7-f8ec-4631-b7ee-0595c522402d,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:52.082370 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.197592 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.343714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.347981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.420501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=88a98fd7-f8ec-4631-b7ee-0595c522402d,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:52.429428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.530348 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP cba09edf-7de4-4c6c-90ec-c8b0a8f359bd associated. External IP: 172.26.5.195, port: eb59b418-50c3-4a05-88e7-74ebd038660f. Feb 04 06:00:52.734185 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 1b81cb77-bbab-4552-9539-a07840e8e522 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:00:52.842522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:00:52.852540 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55410ca2-165b-40d8-bd61-6f64d33692de None None] Sync routers for ids ['1b81cb77-bbab-4552-9539-a07840e8e522'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:52.860020 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:52.862234 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55410ca2-165b-40d8-bd61-6f64d33692de None None] Routers {'1b81cb77-bbab-4552-9539-a07840e8e522'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:52.862840 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-55410ca2-165b-40d8-bd61-6f64d33692de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:00:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1b81cb77-bbab-4552-9539-a07840e8e522'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:52.890443 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ec41ae12-d23e-4b1a-9c25-74c48c54c1c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6575351 Feb 04 06:00:52.890443 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'tag': 'eb59b418-50c3-4a05-88e7-74ebd038660f'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:52.891282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47900) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:52.891636 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce9332d-e21a-47c7-81d3-c5ea8c3bb955", "tag": "eb59b418-50c3-4a05-88e7-74ebd038660f"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:52.928485 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b34a6d4-a1c3-46e2-841f-d5069203ba99 x-openstack-request-id: req-8b34a6d4-a1c3-46e2-841f-d5069203ba99 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:52.928777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce9332d-e21a-47c7-81d3-c5ea8c3bb955", "tag": "eb59b418-50c3-4a05-88e7-74ebd038660f", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:52.929108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b34a6d4-a1c3-46e2-841f-d5069203ba99 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:52.929587 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'tag': 'eb59b418-50c3-4a05-88e7-74ebd038660f', 'status': 'completed', 'code': 200} Feb 04 06:00:52.968083 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1638d249-9f57-40db-b22d-b385353455be tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cba09edf-7de4-4c6c-90ec-c8b0a8f359bd HTTP/1.1" status: 200 len: 991 time: 0.0749495 Feb 04 06:00:52.980586 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-55410ca2-165b-40d8-bd61-6f64d33692de None None] Set router 1b81cb77-bbab-4552-9539-a07840e8e522 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:52.995923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3 req-bc0854db-9790-47a5-9013-24ec2d5ba6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:52.997376 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3 req-bc0854db-9790-47a5-9013-24ec2d5ba6ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 1098 time: 0.0477004 Feb 04 06:00:53.087036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3 req-7d001072-b783-49d7-b05c-ab1cb6b6d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:53.088502 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3 req-7d001072-b783-49d7-b05c-ab1cb6b6d6e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3669b4dc-3df3-4917-be2b-b1e108b0e04b HTTP/1.1" status: 200 len: 897 time: 0.0846119 Feb 04 06:00:53.158058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3 req-03bc1208-ca82-494c-ade2-6fbdf1ff5fe4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb59b418-50c3-4a05-88e7-74ebd038660f HTTP/1.1" status: 200 len: 999 time: 0.0633202 Feb 04 06:00:53.200902 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-55410ca2-165b-40d8-bd61-6f64d33692de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cba09edf-7de4-4c6c-90ec-c8b0a8f359bd', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.195', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'port_id': 'eb59b418-50c3-4a05-88e7-74ebd038660f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'mac_address': 'fa:16:3e:f9:e5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:00:51Z', 'updated_at': '2022-02-04T06:00:51Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbe0ee8-6d2b-4185-8869-7d505ce68df0', 'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:76:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:38Z', 'updated_at': '2022-02-04T06:00:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:53.206911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3 req-886799e9-ec95-47fa-a080-6d3a3f975e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:53.208386 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3 req-886799e9-ec95-47fa-a080-6d3a3f975e6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=21cfcd89-da03-4ced-94d6-2496e4342c53 HTTP/1.1" status: 200 len: 833 time: 0.0442955 Feb 04 06:00:53.230776 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55410ca2-165b-40d8-bd61-6f64d33692de None None] Checking router: 1b81cb77-bbab-4552-9539-a07840e8e522 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:53.238893 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55410ca2-165b-40d8-bd61-6f64d33692de None None] Routers {'1b81cb77-bbab-4552-9539-a07840e8e522'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:53.239484 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-55410ca2-165b-40d8-bd61-6f64d33692de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:00:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1b81cb77-bbab-4552-9539-a07840e8e522'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:53.252154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3 req-d2cd00a1-ef34-4f63-be1f-009d1d52d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:53.253604 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3 req-d2cd00a1-ef34-4f63-be1f-009d1d52d383 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3669b4dc-3df3-4917-be2b-b1e108b0e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390759 Feb 04 06:00:53.346630 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-55410ca2-165b-40d8-bd61-6f64d33692de None None] Set router 1b81cb77-bbab-4552-9539-a07840e8e522 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:53.346869 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3 req-b61731ef-1b11-433b-99f0-135ea9faa787 service neutron] 10.222.0.36 "GET /v2.0/networks/3669b4dc-3df3-4917-be2b-b1e108b0e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866759 Feb 04 06:00:53.409065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-17de904c-cfe2-4b2b-bb8a-f48581201215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:53.436242 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0abff1af-a7fc-451c-bd62-b15adcd4a7d3 req-91f7e8f6-5fdc-45b0-8305-5b17142e46e0 service neutron] 10.222.0.36 "GET /v2.0/networks/3669b4dc-3df3-4917-be2b-b1e108b0e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835812 Feb 04 06:00:53.642507 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-55410ca2-165b-40d8-bd61-6f64d33692de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cba09edf-7de4-4c6c-90ec-c8b0a8f359bd', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.195', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'port_id': 'eb59b418-50c3-4a05-88e7-74ebd038660f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'mac_address': 'fa:16:3e:f9:e5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:00:51Z', 'updated_at': '2022-02-04T06:00:51Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbe0ee8-6d2b-4185-8869-7d505ce68df0', 'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:76:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:38Z', 'updated_at': '2022-02-04T06:00:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:53.669243 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55410ca2-165b-40d8-bd61-6f64d33692de None None] The sync data for ids ['1b81cb77-bbab-4552-9539-a07840e8e522'] in dv-neutron-826811-2-hyperv is: [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cba09edf-7de4-4c6c-90ec-c8b0a8f359bd', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.195', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'port_id': 'eb59b418-50c3-4a05-88e7-74ebd038660f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'mac_address': 'fa:16:3e:f9:e5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:00:51Z', 'updated_at': '2022-02-04T06:00:51Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbe0ee8-6d2b-4185-8869-7d505ce68df0', 'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:76:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:38Z', 'updated_at': '2022-02-04T06:00:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:53.848663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b9aeee-5201-4506-aed9-a87ec51c120f None None] New status for floating IP cba09edf-7de4-4c6c-90ec-c8b0a8f359bd: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:00:53.970857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47904) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:54.038214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-11341cbf-0a96-48e0-828c-3b2811783a98 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cba09edf-7de4-4c6c-90ec-c8b0a8f359bd HTTP/1.1" status: 200 len: 991 time: 0.0660698 Feb 04 06:00:54.693406 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:55.042169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47906) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:55.101554 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7449a924-67eb-438e-88d6-ed171fd22b3c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cba09edf-7de4-4c6c-90ec-c8b0a8f359bd HTTP/1.1" status: 200 len: 993 time: 0.0582306 Feb 04 06:00:56.309854 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:56.620352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:58.332237 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:21.159007 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b40c6fb3-56e1-420f-8c5e-aab010eb4cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.532754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47920) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:22.595227 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9caa6668-3a4d-4d74-9fbd-e74d8486b250 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cba09edf-7de4-4c6c-90ec-c8b0a8f359bd HTTP/1.1" status: 200 len: 993 time: 0.0613236 Feb 04 06:01:22.881040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47926) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:23.037016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 88a98fd7-f8ec-4631-b7ee-0595c522402d {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:01:23.037389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.110898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.111217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.123725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 88a98fd7-f8ec-4631-b7ee-0595c522402d owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:01:23.294160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.328377 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=88a98fd7-f8ec-4631-b7ee-0595c522402d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:23.351610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.351954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.352292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.352622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.352950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.353298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.353622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.353943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.354262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.354579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.354898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.355212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:23.393685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.394010 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP cba09edf-7de4-4c6c-90ec-c8b0a8f359bd disassociated (deleted). External IP: 172.26.5.195, port: eb59b418-50c3-4a05-88e7-74ebd038660f. Feb 04 06:01:23.411389 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e5673ded-bc2a-40f6-8d98-6b41628e7576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.600914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 1b81cb77-bbab-4552-9539-a07840e8e522 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:01:23.709164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:01:23.713496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:23.719000 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ef62a-def7-45f9-8f9a-0d37c0e077c1 None None] Sync routers for ids ['1b81cb77-bbab-4552-9539-a07840e8e522'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:23.727659 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ef62a-def7-45f9-8f9a-0d37c0e077c1 None None] Routers {'1b81cb77-bbab-4552-9539-a07840e8e522'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:01:23.728247 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d64ef62a-def7-45f9-8f9a-0d37c0e077c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1b81cb77-bbab-4552-9539-a07840e8e522'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:23.740688 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5b6676f5-c3ce-46f6-881d-61e8b3b74ede tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/floatingips/cba09edf-7de4-4c6c-90ec-c8b0a8f359bd HTTP/1.1" status: 204 len: 168 time: 0.8585825 Feb 04 06:01:23.741311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'tag': 'eb59b418-50c3-4a05-88e7-74ebd038660f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:01:23.743670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236fb623-5e1c-41f1-bd4c-198a7041ef55" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce9332d-e21a-47c7-81d3-c5ea8c3bb955", "tag": "eb59b418-50c3-4a05-88e7-74ebd038660f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:01:23.784416 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225bb77e-c327-4dc4-9c7b-b766c96ef4d1 x-openstack-request-id: req-225bb77e-c327-4dc4-9c7b-b766c96ef4d1 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:01:23.784711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce9332d-e21a-47c7-81d3-c5ea8c3bb955", "tag": "eb59b418-50c3-4a05-88e7-74ebd038660f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:01:23.785144 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-225bb77e-c327-4dc4-9c7b-b766c96ef4d1 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:01:23.785435 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'tag': 'eb59b418-50c3-4a05-88e7-74ebd038660f', 'status': 'completed', 'code': 200} Feb 04 06:01:23.845910 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-d64ef62a-def7-45f9-8f9a-0d37c0e077c1 None None] Set router 1b81cb77-bbab-4552-9539-a07840e8e522 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:01:23.858136 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb623-5e1c-41f1-bd4c-198a7041ef55 req-220b40f7-c251-41c4-b66c-a5e722696a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:23.860431 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-236fb623-5e1c-41f1-bd4c-198a7041ef55 req-220b40f7-c251-41c4-b66c-a5e722696a23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 1098 time: 0.0488176 Feb 04 06:01:23.984796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb623-5e1c-41f1-bd4c-198a7041ef55 req-67e0e859-29f8-475f-a834-06194bbbae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:23.986389 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-236fb623-5e1c-41f1-bd4c-198a7041ef55 req-67e0e859-29f8-475f-a834-06194bbbae06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3669b4dc-3df3-4917-be2b-b1e108b0e04b HTTP/1.1" status: 200 len: 897 time: 0.1185522 Feb 04 06:01:24.000722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54236d7-707b-4049-ae01-5ed9d3254f8f req-339202f1-919b-4410-9155-54e8c63fdfd9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:24.002176 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e54236d7-707b-4049-ae01-5ed9d3254f8f req-339202f1-919b-4410-9155-54e8c63fdfd9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 945 time: 0.0697443 Feb 04 06:01:24.041838 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-236fb623-5e1c-41f1-bd4c-198a7041ef55 req-802f462c-ddaf-4258-9872-f8d538ee62c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb59b418-50c3-4a05-88e7-74ebd038660f HTTP/1.1" status: 200 len: 217 time: 0.0387321 Feb 04 06:01:24.044849 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d64ef62a-def7-45f9-8f9a-0d37c0e077c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '1bbe0ee8-6d2b-4185-8869-7d505ce68df0', 'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:76:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:38Z', 'updated_at': '2022-02-04T06:00:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:24.070692 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ef62a-def7-45f9-8f9a-0d37c0e077c1 None None] Checking router: 1b81cb77-bbab-4552-9539-a07840e8e522 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:01:24.078849 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ef62a-def7-45f9-8f9a-0d37c0e077c1 None None] Routers {'1b81cb77-bbab-4552-9539-a07840e8e522'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:01:24.079441 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d64ef62a-def7-45f9-8f9a-0d37c0e077c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1b81cb77-bbab-4552-9539-a07840e8e522'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:24.104390 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e54236d7-707b-4049-ae01-5ed9d3254f8f req-4447067f-08e6-4b04-a4b1-30f83f826a2a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8df0204-c767-45f6-9f40-832806af3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949273 Feb 04 06:01:24.110817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb623-5e1c-41f1-bd4c-198a7041ef55 req-372b7e0a-7856-4a6f-8a8a-f9fede8369bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:24.112318 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-236fb623-5e1c-41f1-bd4c-198a7041ef55 req-372b7e0a-7856-4a6f-8a8a-f9fede8369bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=21cfcd89-da03-4ced-94d6-2496e4342c53 HTTP/1.1" status: 200 len: 833 time: 0.0637410 Feb 04 06:01:24.158105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb623-5e1c-41f1-bd4c-198a7041ef55 req-200b49b3-4470-49e2-9347-e6f74405d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:24.159573 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-236fb623-5e1c-41f1-bd4c-198a7041ef55 req-200b49b3-4470-49e2-9347-e6f74405d19d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3669b4dc-3df3-4917-be2b-b1e108b0e04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406048 Feb 04 06:01:24.183417 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-d64ef62a-def7-45f9-8f9a-0d37c0e077c1 None None] Set router 1b81cb77-bbab-4552-9539-a07840e8e522 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:01:24.254504 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-236fb623-5e1c-41f1-bd4c-198a7041ef55 req-41b945c1-f8ea-496e-8457-865c342d4689 service neutron] 10.222.0.36 "GET /v2.0/networks/3669b4dc-3df3-4917-be2b-b1e108b0e04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872111 Feb 04 06:01:24.349971 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-236fb623-5e1c-41f1-bd4c-198a7041ef55 req-6fa811cb-f06a-41b4-b1bf-e052769ffacf service neutron] 10.222.0.36 "GET /v2.0/networks/3669b4dc-3df3-4917-be2b-b1e108b0e04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878980 Feb 04 06:01:24.381145 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d64ef62a-def7-45f9-8f9a-0d37c0e077c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '1bbe0ee8-6d2b-4185-8869-7d505ce68df0', 'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:76:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:38Z', 'updated_at': '2022-02-04T06:00:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:24.407540 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ef62a-def7-45f9-8f9a-0d37c0e077c1 None None] The sync data for ids ['1b81cb77-bbab-4552-9539-a07840e8e522'] in dv-neutron-826811-2-hyperv is: [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:00:38Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '1bbe0ee8-6d2b-4185-8869-7d505ce68df0', 'name': '', 'network_id': '3669b4dc-3df3-4917-be2b-b1e108b0e04b', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:76:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:38Z', 'updated_at': '2022-02-04T06:00:42Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '21cfcd89-da03-4ced-94d6-2496e4342c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:24.618868 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e3b056-1049-46a2-83b9-337c20de8eb4 None None] New status for floating IP cba09edf-7de4-4c6c-90ec-c8b0a8f359bd: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:01:24.696337 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.225935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9e9f1-3086-4668-9428-470416214646 req-aa84ab4f-60a7-4229-b774-0c6176dd7afe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:25.227435 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c4f9e9f1-3086-4668-9428-470416214646 req-aa84ab4f-60a7-4229-b774-0c6176dd7afe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 945 time: 0.0507660 Feb 04 06:01:25.265919 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c4f9e9f1-3086-4668-9428-470416214646 req-76dbc26b-5e33-4458-af86-f3cdc44a5425 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=d8df0204-c767-45f6-9f40-832806af3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Feb 04 06:01:25.425590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d1d65-1e67-49ce-82cc-0e9df0a6fdd6 req-faee18cb-af1a-4e73-aec4-23dfb32abf6b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:25.427028 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bc5d1d65-1e67-49ce-82cc-0e9df0a6fdd6 req-faee18cb-af1a-4e73-aec4-23dfb32abf6b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ce9332d-e21a-47c7-81d3-c5ea8c3bb955 HTTP/1.1" status: 200 len: 945 time: 0.0512383 Feb 04 06:01:25.513534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-bc5d1d65-1e67-49ce-82cc-0e9df0a6fdd6 req-1d7a50f3-7092-4626-92c7-f44b69c20e45 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port eb59b418-50c3-4a05-88e7-74ebd038660f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:01:25.513873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-bc5d1d65-1e67-49ce-82cc-0e9df0a6fdd6 req-1d7a50f3-7092-4626-92c7-f44b69c20e45 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.600198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-bc5d1d65-1e67-49ce-82cc-0e9df0a6fdd6 req-1d7a50f3-7092-4626-92c7-f44b69c20e45 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port eb59b418-50c3-4a05-88e7-74ebd038660f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=eb59b418-50c3-4a05-88e7-74ebd038660f,segment=NetworkSegment(4cb88ffb-a122-42a7-97b3-e14f8efc3d30),segment_id=4cb88ffb-a122-42a7-97b3-e14f8efc3d30)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:25.600549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-bc5d1d65-1e67-49ce-82cc-0e9df0a6fdd6 req-1d7a50f3-7092-4626-92c7-f44b69c20e45 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.611858 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-bc5d1d65-1e67-49ce-82cc-0e9df0a6fdd6 req-1d7a50f3-7092-4626-92c7-f44b69c20e45 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for eb59b418-50c3-4a05-88e7-74ebd038660f owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:01:25.710280 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:01:25.735426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-bc5d1d65-1e67-49ce-82cc-0e9df0a6fdd6 req-1d7a50f3-7092-4626-92c7-f44b69c20e45 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.771972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a50f3-7092-4626-92c7-f44b69c20e45 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=eb59b418-50c3-4a05-88e7-74ebd038660f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:25.808564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5d1d65-1e67-49ce-82cc-0e9df0a6fdd6 req-1d7a50f3-7092-4626-92c7-f44b69c20e45 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] No DVR routers for this DVR port eb59b418-50c3-4a05-88e7-74ebd038660f on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:25.811719 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-bc5d1d65-1e67-49ce-82cc-0e9df0a6fdd6 req-1d7a50f3-7092-4626-92c7-f44b69c20e45 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:25.815071 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bc5d1d65-1e67-49ce-82cc-0e9df0a6fdd6 req-1d7a50f3-7092-4626-92c7-f44b69c20e45 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "DELETE /v2.0/ports/eb59b418-50c3-4a05-88e7-74ebd038660f HTTP/1.1" status: 204 len: 173 time: 0.3826866 Feb 04 06:01:25.815510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'name': 'network-vif-deleted', 'tag': 'eb59b418-50c3-4a05-88e7-74ebd038660f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:01:25.817771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c24720-605d-43c1-8516-89b3c823108d" -d '{"events": [{"server_uuid": "8ce9332d-e21a-47c7-81d3-c5ea8c3bb955", "name": "network-vif-deleted", "tag": "eb59b418-50c3-4a05-88e7-74ebd038660f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:01:25.859416 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9810f829-eb72-42db-916f-af950460425b x-openstack-request-id: req-9810f829-eb72-42db-916f-af950460425b {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:01:25.859707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce9332d-e21a-47c7-81d3-c5ea8c3bb955", "name": "network-vif-deleted", "tag": "eb59b418-50c3-4a05-88e7-74ebd038660f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:01:25.859955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9810f829-eb72-42db-916f-af950460425b {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:01:25.860347 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce9332d-e21a-47c7-81d3-c5ea8c3bb955', 'name': 'network-vif-deleted', 'tag': 'eb59b418-50c3-4a05-88e7-74ebd038660f', 'status': 'completed', 'code': 200} Feb 04 06:01:26.314508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.321919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47940) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:26.380244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d055aba1-9d53-43cd-b759-54753f1e5fdb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.404724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d055aba1-9d53-43cd-b759-54753f1e5fdb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.463560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d055aba1-9d53-43cd-b759-54753f1e5fdb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.466371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d055aba1-9d53-43cd-b759-54753f1e5fdb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.467523 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d055aba1-9d53-43cd-b759-54753f1e5fdb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/d8df0204-c767-45f6-9f40-832806af3e03 HTTP/1.1" status: 204 len: 168 time: 0.1446290 Feb 04 06:01:26.476425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055aba1-9d53-43cd-b759-54753f1e5fdb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8df0204-c767-45f6-9f40-832806af3e03,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:26.498017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47944) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:26.623860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.852874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.108973 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:01:27.109258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.192858 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 1bbe0ee8-6d2b-4185-8869-7d505ce68df0, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1bbe0ee8-6d2b-4185-8869-7d505ce68df0,segment=NetworkSegment(4cb88ffb-a122-42a7-97b3-e14f8efc3d30),segment_id=4cb88ffb-a122-42a7-97b3-e14f8efc3d30)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:27.193241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.204629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:01:27.389113 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.414829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=1bbe0ee8-6d2b-4185-8869-7d505ce68df0,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:27.905001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.113290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 1b81cb77-bbab-4552-9539-a07840e8e522 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:01:28.217729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:01:28.223063 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cfdd7587-2ce8-4a1f-bc97-647cf31d7808 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/1b81cb77-bbab-4552-9539-a07840e8e522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7240129 Feb 04 06:01:28.225765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47946) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:28.226744 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1c501-257f-48f2-ba32-9bf971360214 None None] Sync routers for ids ['1b81cb77-bbab-4552-9539-a07840e8e522'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:28.236025 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1c501-257f-48f2-ba32-9bf971360214 None None] Routers {'1b81cb77-bbab-4552-9539-a07840e8e522'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:01:28.236614 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-01f1c501-257f-48f2-ba32-9bf971360214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1b81cb77-bbab-4552-9539-a07840e8e522'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:28.275125 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5770774-fd53-452c-963b-9176ee0c0df0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting subnet 21cfcd89-da03-4ced-94d6-2496e4342c53 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:01:28.278133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5770774-fd53-452c-963b-9176ee0c0df0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.317848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5770774-fd53-452c-963b-9176ee0c0df0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.338488 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-01f1c501-257f-48f2-ba32-9bf971360214 None None] Set router 1b81cb77-bbab-4552-9539-a07840e8e522 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:01:28.362533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.407694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5770774-fd53-452c-963b-9176ee0c0df0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.467679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5770774-fd53-452c-963b-9176ee0c0df0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.494793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5770774-fd53-452c-963b-9176ee0c0df0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Subnet': ['ID=21cfcd89-da03-4ced-94d6-2496e4342c53,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:28.498892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f5770774-fd53-452c-963b-9176ee0c0df0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.502266 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f5770774-fd53-452c-963b-9176ee0c0df0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/subnets/21cfcd89-da03-4ced-94d6-2496e4342c53 HTTP/1.1" status: 204 len: 168 time: 0.2753808 Feb 04 06:01:28.504584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47948) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:28.507803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0002c73-2723-4a05-8a67-c41d91d7bd7b None None] Network 3669b4dc-3df3-4917-be2b-b1e108b0e04b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:01:28.538224 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-01f1c501-257f-48f2-ba32-9bf971360214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:01:27Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:28.570294 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1c501-257f-48f2-ba32-9bf971360214 None None] Checking router: 1b81cb77-bbab-4552-9539-a07840e8e522 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:01:28.579774 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1c501-257f-48f2-ba32-9bf971360214 None None] Routers {'1b81cb77-bbab-4552-9539-a07840e8e522'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:01:28.580473 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-01f1c501-257f-48f2-ba32-9bf971360214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1b81cb77-bbab-4552-9539-a07840e8e522'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:28.621317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.691127 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-01f1c501-257f-48f2-ba32-9bf971360214 None None] Set router 1b81cb77-bbab-4552-9539-a07840e8e522 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:01:28.717171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] DHCP port deletion for 3669b4dc-3df3-4917-be2b-b1e108b0e04b request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:01:28.743224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.768131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Deleting port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:01:28.768410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.804321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port aad48456-4390-4a5d-a5c1-0fc0a68360e6 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:01:28.804695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.835107 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] For port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a,segment=NetworkSegment(4cb88ffb-a122-42a7-97b3-e14f8efc3d30),segment_id=4cb88ffb-a122-42a7-97b3-e14f8efc3d30)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:28.835510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.857013 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Calling delete_port for b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:01:28.904235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port aad48456-4390-4a5d-a5c1-0fc0a68360e6, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=aad48456-4390-4a5d-a5c1-0fc0a68360e6,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:28.904617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.916911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for aad48456-4390-4a5d-a5c1-0fc0a68360e6 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:01:28.936868 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.969972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Pushing event deleted for resources: {'Port': ['ID=b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:28.973279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] No DVR routers for this DVR port b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:28.979872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.980225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.980559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.980891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.982038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.982372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.982705 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.983881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.983881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.983881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.984196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.984287 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ffecc-ddb9-4382-869d-b9c049642b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:28.991491 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-01f1c501-257f-48f2-ba32-9bf971360214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:01:27Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:29.018294 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1c501-257f-48f2-ba32-9bf971360214 None None] The sync data for ids ['1b81cb77-bbab-4552-9539-a07840e8e522'] in dv-neutron-826811-2-hyperv is: [{'id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'name': 'tempest-TestNetworkBasicOps-router-198947232', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:00:34Z', 'updated_at': '2022-02-04T06:01:27Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'aad48456-4390-4a5d-a5c1-0fc0a68360e6', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b81cb77-bbab-4552-9539-a07840e8e522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:00:35Z', 'updated_at': '2022-02-04T06:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:29.085396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device eb59b418-50c3-4a05-88e7-74ebd038660f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:01:29.104188 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: eb59b418-50c3-4a05-88e7-74ebd038660f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:01:29.104530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device eb59b418-50c3-4a05-88e7-74ebd038660f not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:01:29.107341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.133293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=aad48456-4390-4a5d-a5c1-0fc0a68360e6,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:29.196734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.285615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.287567 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.329421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.329969 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Fanout notify agent at l3_agent the message router_deleted on router 1b81cb77-bbab-4552-9539-a07840e8e522 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:01:29.336831 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.337951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-095d54bc-4c45-415e-8a4b-23a578848d1a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/routers/1b81cb77-bbab-4552-9539-a07840e8e522 HTTP/1.1" status: 204 len: 168 time: 0.8324134 Feb 04 06:01:29.341241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47950) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:29.421619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.514155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.535213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3669b4dc-3df3-4917-be2b-b1e108b0e04b']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:29.545228 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb88ffb-a122-42a7-97b3-e14f8efc3d30') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:29.545522 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb88ffb-a122-42a7-97b3-e14f8efc3d30') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:29.555347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.568767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.576116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:01:29.576717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:01:29.580183 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:01:29.645990 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.652771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.656845 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/networks/3669b4dc-3df3-4917-be2b-b1e108b0e04b HTTP/1.1" status: 204 len: 168 time: 0.3144615 Feb 04 06:01:29.670212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a906d05-8ff0-47e1-85db-4fe66c510893 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Network': ['ID=3669b4dc-3df3-4917-be2b-b1e108b0e04b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:29.674376 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47952) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:29.679519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'network': {'name': 'tempest-network-smoke--1649946621', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'port_security_enabled': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:29.703646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:29.707315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.729910 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:01:29.739307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.739642 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Added segment f8717b60-0294-4a34-b9b2-a00c012a2171 of type vlan for network 82a2735c-ddca-4d83-841c-00f135f8327f Feb 04 06:01:29.781353 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.806695 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.812499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:29.813151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.880130 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2051568 Feb 04 06:01:29.882915 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47954) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:29.888337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'admin_state_up': True, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:29.913595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.914591 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.916418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Network': ['ID=82a2735c-ddca-4d83-841c-00f135f8327f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:29.924452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.924805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.925175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.925542 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.925903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.926267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.926619 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.926970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.927301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.927629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.927955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.928281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fb562-06f2-401e-a45a-f09e24fc4827 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.939883 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 82a2735c-ddca-4d83-841c-00f135f8327f details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:01:29.967601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.112901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.300723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.322614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.423836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.68 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/65f154a6-9599-4b16-848b-d466e13ef3a5) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:30.525870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.561088 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.569483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:01:30.590428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:01:30.591710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b13f6a8f-7cbb-41e7-bdee-aa9e81e4786a not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:01:30.592129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:01:30.603121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:30.605965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:30.610146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:01:30.610783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:01:30.611133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1bbe0ee8-6d2b-4185-8869-7d505ce68df0 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:01:30.611547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device aad48456-4390-4a5d-a5c1-0fc0a68360e6 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:01:30.615415 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=65f154a6-9599-4b16-848b-d466e13ef3a5,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:30.633381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: aad48456-4390-4a5d-a5c1-0fc0a68360e6 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:01:30.634226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device aad48456-4390-4a5d-a5c1-0fc0a68360e6 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:01:30.857634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.048326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.171721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 3c49e5c6-04bd-4022-bab1-893c09bddff4 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:01:31.277475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:01:31.288085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Sync routers for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:31.297342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.298022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:01:31.298601 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f7aa5e8d-5bfe-4ac3-99e8-5586c0534c26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4146826 Feb 04 06:01:31.298750 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:31.301717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47956) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:31.330243 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dad30610-1c9c-494e-8bba-7bc528a20b3e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274394 Feb 04 06:01:31.332795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47958) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:31.401606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:01:31.416877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc73a3ff-38e3-4c1f-896c-050c21446518 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:31.421141 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bc73a3ff-38e3-4c1f-896c-050c21446518 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846944 Feb 04 06:01:31.421361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47960) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:31.453088 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0c105e7c-b0f1-47d7-9b2c-73b8627d3866 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305636 Feb 04 06:01:31.455511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47962) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:31.460202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-376813102', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:31.546437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:31.550161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.577530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:30Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:31.602339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Checking router: 3c49e5c6-04bd-4022-bab1-893c09bddff4 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:01:31.602687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Updating router 3c49e5c6-04bd-4022-bab1-893c09bddff4 port 65f154a6-9599-4b16-848b-d466e13ef3a5 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:01:31.627418 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.733829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.801944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Subnet': ['ID=28915c43-afa2-4b21-987c-c66721094afb,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:31.810918 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Checking segment: {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:01:31.811293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network hostable DHCP agents. Network: 82a2735c-ddca-4d83-841c-00f135f8327f, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:31.827817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 82a2735c-ddca-4d83-841c-00f135f8327f is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:31.836672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 82a2735c-ddca-4d83-841c-00f135f8327f) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:31.841517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:31.842287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.859026 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-43ba664f-86a2-48d7-bc08-4f8b1a6e3c53 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4024589 Feb 04 06:01:31.861954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47964) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:31.867377 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321cd93e-5f94-4d05-8e1c-779be33b9b73 None None] Network 82a2735c-ddca-4d83-841c-00f135f8327f requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:01:31.922214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.929925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.007571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Attempting to bind port 65f154a6-9599-4b16-848b-d466e13ef3a5 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:32.007848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Attempting to bind port 65f154a6-9599-4b16-848b-d466e13ef3a5 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:32.008197 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Attempting to bind port 65f154a6-9599-4b16-848b-d466e13ef3a5 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:01:32.009970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618779e-7e30-4669-8545-e2c01d200ac7 None None] Pushing event updated for resources: {'Port': ['ID=65f154a6-9599-4b16-848b-d466e13ef3a5,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:32.036564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:01:32.036931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:01:32.037350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.037735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:01:32.038192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Bound port: 65f154a6-9599-4b16-848b-d466e13ef3a5, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:32.038564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.110512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-82a2735c-ddca-4d83-841c-00f135f8327f', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:01:32.111346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.115795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] For port 65f154a6-9599-4b16-848b-d466e13ef3a5, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:01:32.138342 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] For port 65f154a6-9599-4b16-848b-d466e13ef3a5, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=65f154a6-9599-4b16-848b-d466e13ef3a5,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:01:32.148536 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.286893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:01:32.287398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:32.295056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618779e-7e30-4669-8545-e2c01d200ac7 None None] Pushing event updated for resources: {'Port': ['ID=65f154a6-9599-4b16-848b-d466e13ef3a5,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:32.307859 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.489789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Allocated IP 172.20.0.2 (82a2735c-ddca-4d83-841c-00f135f8327f/28915c43-afa2-4b21-987c-c66721094afb/e5e3fd47-a662-4103-8a8c-a61707530374) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:32.608465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:01:32.797361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.803759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.865874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Network 82a2735c-ddca-4d83-841c-00f135f8327f is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:32.873969 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:32.877173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:01:32.880265 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Pushing event updated for resources: {'Port': ['ID=e5e3fd47-a662-4103-8a8c-a61707530374,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:32.943123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Attempting to bind port e5e3fd47-a662-4103-8a8c-a61707530374 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:32.943486 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Attempting to bind port e5e3fd47-a662-4103-8a8c-a61707530374 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:32.943845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Attempting to bind port e5e3fd47-a662-4103-8a8c-a61707530374 on network 82a2735c-ddca-4d83-841c-00f135f8327f {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:01:32.948105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:30Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:32.975410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5a831-f3d7-4b3c-9b18-28015ab5cbca None None] The sync data for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv is: [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:30Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:32.977034 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:01:32.977425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Checking segment: {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:01:32.977819 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.978193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Bound using segment: {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:01:32.978661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Bound port: e5e3fd47-a662-4103-8a8c-a61707530374, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:32.979579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.004707 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.1 (82a2735c-ddca-4d83-841c-00f135f8327f/28915c43-afa2-4b21-987c-c66721094afb/fca8584c-030a-40eb-a127-c37ff27a00e0) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:33.047658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] For port e5e3fd47-a662-4103-8a8c-a61707530374, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:01:33.051297 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] For port e5e3fd47-a662-4103-8a8c-a61707530374, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e5e3fd47-a662-4103-8a8c-a61707530374,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:01:33.055553 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.121555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625e35d-251e-45b8-b1d4-9d7102b39730 None None] Pushing event updated for resources: {'Port': ['ID=e5e3fd47-a662-4103-8a8c-a61707530374,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:33.128780 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.166476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.250115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 82a2735c-ddca-4d83-841c-00f135f8327f is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:33.255418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:33.258040 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:01:33.265558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=fca8584c-030a-40eb-a127-c37ff27a00e0,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:33.313053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.477017 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.770464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.775455 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.854916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=fca8584c-030a-40eb-a127-c37ff27a00e0,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:33.863833 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.970135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 82a2735c-ddca-4d83-841c-00f135f8327f is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:33.971613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:34.090376 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 3c49e5c6-04bd-4022-bab1-893c09bddff4 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:01:34.146756 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acfad15-2b87-4b06-88bc-a59304f65157 None None] Network 82a2735c-ddca-4d83-841c-00f135f8327f requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:01:34.210236 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:01:34.212403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7cc90c8b-1a34-4710-845c-8677b1859657 None None] Provisioning complete for port e5e3fd47-a662-4103-8a8c-a61707530374 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:34.212772 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cc90c8b-1a34-4710-845c-8677b1859657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.215797 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ea75f44d-27d5-4f84-bb4a-a9efd1d10886 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/3c49e5c6-04bd-4022-bab1-893c09bddff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3520479 Feb 04 06:01:34.218118 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47966) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:34.326559 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff38442-2cc6-4833-891a-24235cd3d93b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.327020 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff38442-2cc6-4833-891a-24235cd3d93b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.327495 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff38442-2cc6-4833-891a-24235cd3d93b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.327978 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff38442-2cc6-4833-891a-24235cd3d93b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.328426 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff38442-2cc6-4833-891a-24235cd3d93b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.328866 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff38442-2cc6-4833-891a-24235cd3d93b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.333176 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0ff38442-2cc6-4833-891a-24235cd3d93b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1117125 Feb 04 06:01:34.333429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47968) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:34.365268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cc90c8b-1a34-4710-845c-8677b1859657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.391927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9117f-9a23-4e01-a8ce-32fe32e39776 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.392502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9117f-9a23-4e01-a8ce-32fe32e39776 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.393018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9117f-9a23-4e01-a8ce-32fe32e39776 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.393546 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9117f-9a23-4e01-a8ce-32fe32e39776 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.394046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9117f-9a23-4e01-a8ce-32fe32e39776 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.394558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9117f-9a23-4e01-a8ce-32fe32e39776 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.396450 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a3e9117f-9a23-4e01-a8ce-32fe32e39776 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0621116 Feb 04 06:01:34.399292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47970) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:34.406191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-7cc90c8b-1a34-4710-845c-8677b1859657 None None] For port e5e3fd47-a662-4103-8a8c-a61707530374, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e5e3fd47-a662-4103-8a8c-a61707530374,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:34.412664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cc90c8b-1a34-4710-845c-8677b1859657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.467564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc90c8b-1a34-4710-845c-8677b1859657 None None] Pushing event updated for resources: {'Port': ['ID=e5e3fd47-a662-4103-8a8c-a61707530374,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:34.566574 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-877a5e34-fab6-4ca7-b73b-f24b03960206 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1660988 Feb 04 06:01:34.647153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7dc062f1-0d68-4abd-b43e-810bd20de3b4 None None] Provisioning complete for port fca8584c-030a-40eb-a127-c37ff27a00e0 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:34.647536 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7dc062f1-0d68-4abd-b43e-810bd20de3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.673205 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Sync routers for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:34.686393 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:01:34.687241 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:34.712778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-7dc062f1-0d68-4abd-b43e-810bd20de3b4 None None] Port fca8584c-030a-40eb-a127-c37ff27a00e0 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:01:34.723711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7dc062f1-0d68-4abd-b43e-810bd20de3b4 None None] Provisioning complete for port e5e3fd47-a662-4103-8a8c-a61707530374 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:34.726202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7dc062f1-0d68-4abd-b43e-810bd20de3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.756353 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e5e3fd47-a662-4103-8a8c-a61707530374 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:01:34.819409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47974) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:34.822594 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:01:34.823993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-eab65350-2331-4684-af4c-29585a90b1e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630612340', 'description': 'tempest-secgroup-smoke-630612340 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:34.850615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eab65350-2331-4684-af4c-29585a90b1e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.860031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port e5e3fd47-a662-4103-8a8c-a61707530374 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:34.860422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.957317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eab65350-2331-4684-af4c-29585a90b1e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.963581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eab65350-2331-4684-af4c-29585a90b1e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.970820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 65f154a6-9599-4b16-848b-d466e13ef3a5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:01:35.006082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-eab65350-2331-4684-af4c-29585a90b1e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.007991 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-eab65350-2331-4684-af4c-29585a90b1e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1875892 Feb 04 06:01:35.011252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47976) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:35.013786 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab65350-2331-4684-af4c-29585a90b1e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.019570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-31de85fe-3f00-4219-9e71-d315654e1583 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:35.040632 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d074e083-f8d0-47e3-970b-1b2947316b05 None None] Provisioning complete for port fca8584c-030a-40eb-a127-c37ff27a00e0 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:35.040868 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d074e083-f8d0-47e3-970b-1b2947316b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.042458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 65f154a6-9599-4b16-848b-d466e13ef3a5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:35.042814 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.061491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31de85fe-3f00-4219-9e71-d315654e1583 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.094268 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:35.128824 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Checking router: 3c49e5c6-04bd-4022-bab1-893c09bddff4 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:01:35.129348 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Updating router 3c49e5c6-04bd-4022-bab1-893c09bddff4 port fca8584c-030a-40eb-a127-c37ff27a00e0 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:01:35.148975 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31de85fe-3f00-4219-9e71-d315654e1583 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.153048 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31de85fe-3f00-4219-9e71-d315654e1583 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.161132 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.174500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de85fe-3f00-4219-9e71-d315654e1583 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31a0f81-15a6-48c6-95bd-594cdd3c5852,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.176662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d074e083-f8d0-47e3-970b-1b2947316b05 None None] Port fca8584c-030a-40eb-a127-c37ff27a00e0 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:01:35.182633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-31de85fe-3f00-4219-9e71-d315654e1583 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.187112 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-31de85fe-3f00-4219-9e71-d315654e1583 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1698186 Feb 04 06:01:35.187259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47978) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:35.190325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.191995 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-29b7c796-3db3-4a5e-9b5a-815cc1a85b22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:35.212765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 65f154a6-9599-4b16-848b-d466e13ef3a5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=65f154a6-9599-4b16-848b-d466e13ef3a5,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:35.219078 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.227771 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29b7c796-3db3-4a5e-9b5a-815cc1a85b22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.272306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=65f154a6-9599-4b16-848b-d466e13ef3a5,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.287310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29b7c796-3db3-4a5e-9b5a-815cc1a85b22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.291099 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29b7c796-3db3-4a5e-9b5a-815cc1a85b22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.307610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e5b1d8f2-fab1-4a21-9663-8e2b3a8470b6 None None] Provisioning complete for port fca8584c-030a-40eb-a127-c37ff27a00e0 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:35.308100 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d8f2-fab1-4a21-9663-8e2b3a8470b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.309290 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7c796-3db3-4a5e-9b5a-815cc1a85b22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ecc5a1-b0af-438d-937f-8a238f9ead48,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.318715 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29b7c796-3db3-4a5e-9b5a-815cc1a85b22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.322407 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-29b7c796-3db3-4a5e-9b5a-815cc1a85b22 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317956 Feb 04 06:01:35.322647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47980) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:35.327449 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-26a99cc1-2166-41ef-8042-a5028945851c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:35.347732 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1d8f2-fab1-4a21-9663-8e2b3a8470b6 None None] Port fca8584c-030a-40eb-a127-c37ff27a00e0 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:01:35.358515 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26a99cc1-2166-41ef-8042-a5028945851c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.415192 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26a99cc1-2166-41ef-8042-a5028945851c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.419772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26a99cc1-2166-41ef-8042-a5028945851c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.437274 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a99cc1-2166-41ef-8042-a5028945851c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d58397-656c-4238-a8bb-e2e60c4b1f1e,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.450567 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26a99cc1-2166-41ef-8042-a5028945851c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.451775 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-26a99cc1-2166-41ef-8042-a5028945851c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281345 Feb 04 06:01:35.454491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47982) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:35.459065 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-746ee7b2-fcd7-4af2-bfb7-c398b5314b54 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:35.459625 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.464533 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.489569 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-746ee7b2-fcd7-4af2-bfb7-c398b5314b54 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.517535 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953052c7-dce3-441f-9516-babe67a1ed30 None None] Pushing event updated for resources: {'Port': ['ID=fca8584c-030a-40eb-a127-c37ff27a00e0,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.558837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-746ee7b2-fcd7-4af2-bfb7-c398b5314b54 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.564127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-746ee7b2-fcd7-4af2-bfb7-c398b5314b54 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.567051 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Attempting to bind port fca8584c-030a-40eb-a127-c37ff27a00e0 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:35.567742 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Attempting to bind port fca8584c-030a-40eb-a127-c37ff27a00e0 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:35.568170 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Attempting to bind port fca8584c-030a-40eb-a127-c37ff27a00e0 on network 82a2735c-ddca-4d83-841c-00f135f8327f {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:01:35.575853 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:01:35.576315 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Checking segment: {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:01:35.576768 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.577259 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Bound using segment: {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:01:35.577780 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Bound port: fca8584c-030a-40eb-a127-c37ff27a00e0, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:35.578216 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.585988 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ee7b2-fcd7-4af2-bfb7-c398b5314b54 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5aa924-061e-44d2-a153-e133c83dd97c,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.594495 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-746ee7b2-fcd7-4af2-bfb7-c398b5314b54 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.597154 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-746ee7b2-fcd7-4af2-bfb7-c398b5314b54 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399250 Feb 04 06:01:35.598391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 47984) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:35.603118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1c7c84b8-4c82-4525-acbc-f7ccd6442317 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:35.633395 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-1c7c84b8-4c82-4525-acbc-f7ccd6442317 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:01:35.639329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c7c84b8-4c82-4525-acbc-f7ccd6442317 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.652503 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] For port fca8584c-030a-40eb-a127-c37ff27a00e0, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:01:35.656725 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] For port fca8584c-030a-40eb-a127-c37ff27a00e0, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fca8584c-030a-40eb-a127-c37ff27a00e0,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:01:35.661097 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.711852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c7c84b8-4c82-4525-acbc-f7ccd6442317 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.716654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c7c84b8-4c82-4525-acbc-f7ccd6442317 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.723314 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:01:35.723870 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:35.726975 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953052c7-dce3-441f-9516-babe67a1ed30 None None] Pushing event updated for resources: {'Port': ['ID=fca8584c-030a-40eb-a127-c37ff27a00e0,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.735840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c84b8-4c82-4525-acbc-f7ccd6442317 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9760eff5-850b-4b87-87bf-0ed76de9ae6a,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.744754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c7c84b8-4c82-4525-acbc-f7ccd6442317 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.749124 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 47986) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:35.749592 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1c7c84b8-4c82-4525-acbc-f7ccd6442317 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495445 Feb 04 06:01:35.753839 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-04159a63-ed97-406d-8158-e18a6a33c471 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:35.775540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d8d2851d-f5f8-46ae-af65-67517630fe0c None None] Provisioning complete for port fca8584c-030a-40eb-a127-c37ff27a00e0 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:35.775894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d8d2851d-f5f8-46ae-af65-67517630fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.781014 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-04159a63-ed97-406d-8158-e18a6a33c471 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:01:35.786194 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-04159a63-ed97-406d-8158-e18a6a33c471 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.842925 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:01:35.870033 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-04159a63-ed97-406d-8158-e18a6a33c471 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.873517 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d8d2851d-f5f8-46ae-af65-67517630fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.876914 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-04159a63-ed97-406d-8158-e18a6a33c471 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.906895 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159a63-ed97-406d-8158-e18a6a33c471 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8126b0-aac2-4bf7-a89c-ac35adebcf8b,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.914101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d8d2851d-f5f8-46ae-af65-67517630fe0c None None] For port fca8584c-030a-40eb-a127-c37ff27a00e0, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fca8584c-030a-40eb-a127-c37ff27a00e0,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:35.915789 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-04159a63-ed97-406d-8158-e18a6a33c471 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.916915 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-04159a63-ed97-406d-8158-e18a6a33c471 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1667490 Feb 04 06:01:35.926904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d8d2851d-f5f8-46ae-af65-67517630fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.983594 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2851d-f5f8-46ae-af65-67517630fe0c None None] Pushing event updated for resources: {'Port': ['ID=fca8584c-030a-40eb-a127-c37ff27a00e0,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:36.052266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b4de8cf8-1ae0-4939-8f98-3692a25509ff None None] Provisioning complete for port fca8584c-030a-40eb-a127-c37ff27a00e0 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:36.052784 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b4de8cf8-1ae0-4939-8f98-3692a25509ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.076105 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:36.079194 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-c1a12ceb-3f51-433a-8a48-7a375770d383 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630612340&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0372276 Feb 04 06:01:36.107076 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea22975-b4c2-4d33-b373-da72be509eea None None] The sync data for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv is: [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:36.208630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-099f1994-a576-48c5-befb-5fd48a332ace tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:36.210124 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-099f1994-a576-48c5-befb-5fd48a332ace tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/networks?id=82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 200 len: 797 time: 0.1240089 Feb 04 06:01:36.226313 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-88a7b0ee-1c4f-4e6f-b113-264410768235 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/quotas/64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 375 time: 0.0098455 Feb 04 06:01:36.282683 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-6d8f0343-dcb2-48a3-95a3-b9c4db111081 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495107 Feb 04 06:01:36.378630 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-31ab5241-5a47-4a95-991a-179e0a969f58 service neutron] 10.222.0.15 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836635 Feb 04 06:01:36.474154 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-905d1903-1249-44be-ad67-0850f2a9e3dd service neutron] 10.222.0.15 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894284 Feb 04 06:01:36.652417 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c91c94f-b25e-4261-b4ab-5cec754b1f98 req-1ce03972-6325-4a99-ba99-931fb02d15dc tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 210 time: 0.0331118 Feb 04 06:01:36.692408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fca8584c-030a-40eb-a127-c37ff27a00e0 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:01:36.744599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port fca8584c-030a-40eb-a127-c37ff27a00e0 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:36.744971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.831617 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 65f154a6-9599-4b16-848b-d466e13ef3a5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:01:36.890512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 65f154a6-9599-4b16-848b-d466e13ef3a5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:36.890512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:37.362549 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-239ca550-bd1e-4ae1-b9db-2a6910a94580 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385339 Feb 04 06:01:37.443474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-4e00811f-0bf6-49eb-b39a-48ab54e1f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:37.444936 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-4e00811f-0bf6-49eb-b39a-48ab54e1f0db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 1099 time: 0.0410881 Feb 04 06:01:37.927619 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3148b1e6-1848-49d3-b59c-942d7c21cb3b req-d303a58d-f38d-4004-ae45-e4c11e515b74 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 210 time: 0.0769076 Feb 04 06:01:37.987119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-faf4d566-b73c-475f-8d5d-cd1676d326e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:37.988578 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-faf4d566-b73c-475f-8d5d-cd1676d326e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.5261180 Feb 04 06:01:38.010259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-9c973e37-2347-4e9b-94ba-179e40943b0e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:38.011613 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-9c973e37-2347-4e9b-94ba-179e40943b0e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 200 len: 797 time: 0.1599500 Feb 04 06:01:38.090513 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-916341b3-ea5b-47fa-a6da-3a1415802ca9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=865eac58-7860-4986-bb05-98e89b864a97 HTTP/1.1" status: 200 len: 1002 time: 0.0950136 Feb 04 06:01:38.094688 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-9639ee14-043e-4177-8686-04a62611b281 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 379 time: 0.0516245 Feb 04 06:01:38.111544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'device_id': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'admin_state_up': True, 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'security_groups': ['2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:38.198324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-6d8d0035-810a-49dc-b05b-f807d496ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:38.199859 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-6d8d0035-810a-49dc-b05b-f807d496ab9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0991321 Feb 04 06:01:38.272131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-c335bfce-bb0f-441c-8092-759a9ac28fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:38.273828 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-c335bfce-bb0f-441c-8092-759a9ac28fa3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618234 Feb 04 06:01:38.300766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:38.304107 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.437464 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-79606255-b625-4019-a234-1fc666d3181f service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558394 Feb 04 06:01:38.532365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.12 (82a2735c-ddca-4d83-841c-00f135f8327f/28915c43-afa2-4b21-987c-c66721094afb/99519aad-0828-43e1-b34b-99edf2fdc2f9) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:38.581866 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-559f7860-08d4-4bb2-bc6f-e7a5c3717de4 req-4717f141-5175-49ac-b1b8-9a2b5bc895f7 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260571 Feb 04 06:01:38.693279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.726424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.775102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 82a2735c-ddca-4d83-841c-00f135f8327f is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:38.778659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:38.782362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:01:38.788720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=99519aad-0828-43e1-b34b-99edf2fdc2f9,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:38.836629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:38.837561 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.857386 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a5440c84-fead-4bb8-ace2-79c276c1f100 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7490926 Feb 04 06:01:38.874666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Request body: {'port': {'device_id': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:38.940949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.077880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7cdc7b91-9564-4e51-afdc-a44c30602c6d None None] Provisioning complete for port 99519aad-0828-43e1-b34b-99edf2fdc2f9 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:39.078476 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7b91-9564-4e51-afdc-a44c30602c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.110490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc7b91-9564-4e51-afdc-a44c30602c6d None None] Port 99519aad-0828-43e1-b34b-99edf2fdc2f9 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:01:39.150587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbef86-0dd5-42cd-b3ed-4990d280d9bb req-09a0bd6a-8969-49e2-975e-cbdb6e026a50 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:39.151816 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5fbef86-0dd5-42cd-b3ed-4990d280d9bb req-09a0bd6a-8969-49e2-975e-cbdb6e026a50 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 932 time: 0.1020801 Feb 04 06:01:39.210990 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5fbef86-0dd5-42cd-b3ed-4990d280d9bb req-2a5aeab3-3108-4943-8300-f97d79f1bf1c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527940 Feb 04 06:01:39.274108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99519aad-0828-43e1-b34b-99edf2fdc2f9 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:01:39.281549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.292860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Transition to ACTIVE for port object 99519aad-0828-43e1-b34b-99edf2fdc2f9 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:39.296464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.346683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Pushing event updated for resources: {'Port': ['ID=99519aad-0828-43e1-b34b-99edf2fdc2f9,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:39.420034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Attempting to bind port 99519aad-0828-43e1-b34b-99edf2fdc2f9 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:39.420389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Attempting to bind port 99519aad-0828-43e1-b34b-99edf2fdc2f9 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:39.420721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Attempting to bind port 99519aad-0828-43e1-b34b-99edf2fdc2f9 on network 82a2735c-ddca-4d83-841c-00f135f8327f {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:01:39.425284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Port 99519aad-0828-43e1-b34b-99edf2fdc2f9 on network 82a2735c-ddca-4d83-841c-00f135f8327f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:01:39.425598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Attempting to bind port 99519aad-0828-43e1-b34b-99edf2fdc2f9 on network 82a2735c-ddca-4d83-841c-00f135f8327f {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:01:39.430731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:01:39.431056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Checking segment: {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:01:39.431430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Bound using segment: {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:01:39.431851 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Bound port: 99519aad-0828-43e1-b34b-99edf2fdc2f9, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:39.432201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.499774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] For port 99519aad-0828-43e1-b34b-99edf2fdc2f9, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:01:39.502768 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] For port 99519aad-0828-43e1-b34b-99edf2fdc2f9, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=99519aad-0828-43e1-b34b-99edf2fdc2f9,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:01:39.507045 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.543577 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:39.544381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.546200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] 10.222.0.36 "PUT /v2.0/ports/99519aad-0828-43e1-b34b-99edf2fdc2f9 HTTP/1.1" status: 200 len: 1094 time: 0.6762640 Feb 04 06:01:39.546487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'tag': '99519aad-0828-43e1-b34b-99edf2fdc2f9'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:01:39.548945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0df4c39-e9c4-442a-9d49-941770998706" -d '{"events": [{"name": "network-changed", "server_uuid": "235613ec-200a-4004-b2bc-99ab0c5a878b", "tag": "99519aad-0828-43e1-b34b-99edf2fdc2f9"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:01:39.574244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f630d9-4d80-46db-8c69-f9c79f25d558 service neutron] Pushing event updated for resources: {'Port': ['ID=99519aad-0828-43e1-b34b-99edf2fdc2f9,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:39.596020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48447e6d-d71d-4a45-999e-3d0471773cc6 x-openstack-request-id: req-48447e6d-d71d-4a45-999e-3d0471773cc6 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:01:39.596310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235613ec-200a-4004-b2bc-99ab0c5a878b", "tag": "99519aad-0828-43e1-b34b-99edf2fdc2f9", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:01:39.596558 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48447e6d-d71d-4a45-999e-3d0471773cc6 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:01:39.596959 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'tag': '99519aad-0828-43e1-b34b-99edf2fdc2f9', 'status': 'completed', 'code': 200} Feb 04 06:01:39.650432 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a9dcee52-b339-4bbf-8d68-f447bf809521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:39.652044 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-a9dcee52-b339-4bbf-8d68-f447bf809521 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 1097 time: 0.0483992 Feb 04 06:01:39.695578 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-89061584-842d-4764-914f-eeccda5c2039 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99519aad-0828-43e1-b34b-99edf2fdc2f9 HTTP/1.1" status: 200 len: 217 time: 0.0363441 Feb 04 06:01:39.745723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-5b37ea70-e2f1-482e-96d8-f847f2d6dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:39.748110 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-5b37ea70-e2f1-482e-96d8-f847f2d6dd7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28915c43-afa2-4b21-987c-c66721094afb HTTP/1.1" status: 200 len: 834 time: 0.0467710 Feb 04 06:01:39.794134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-1e8cc6c6-3a28-434c-bdd6-46adbf9f46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:39.795686 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-1e8cc6c6-3a28-434c-bdd6-46adbf9f46fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82a2735c-ddca-4d83-841c-00f135f8327f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409007 Feb 04 06:01:39.889210 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-514b7b4f-f63c-45a8-80ce-95c4c9f2fa42 service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865161 Feb 04 06:01:39.977518 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99d6c090-2b31-458f-8b25-dabd56e47c27 req-fb02ff1e-2fe1-4df4-9e05-d4a94bf4ae48 service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818248 Feb 04 06:01:40.072011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df4c39-e9c4-442a-9d49-941770998706 req-cfd12e61-1584-4653-a864-5ebaf017bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:40.073475 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b0df4c39-e9c4-442a-9d49-941770998706 req-cfd12e61-1584-4653-a864-5ebaf017bb6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 1097 time: 0.0467713 Feb 04 06:01:40.164730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df4c39-e9c4-442a-9d49-941770998706 req-6ee04831-9750-4b5e-a1db-37455fcfadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:40.166173 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b0df4c39-e9c4-442a-9d49-941770998706 req-6ee04831-9750-4b5e-a1db-37455fcfadf9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 200 len: 898 time: 0.0861866 Feb 04 06:01:40.212482 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b0df4c39-e9c4-442a-9d49-941770998706 req-b3af73f5-64c4-4a37-9b99-b8afc1725712 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99519aad-0828-43e1-b34b-99edf2fdc2f9 HTTP/1.1" status: 200 len: 217 time: 0.0387602 Feb 04 06:01:40.261215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df4c39-e9c4-442a-9d49-941770998706 req-ed42cd06-501b-46bf-b8fd-bd5496231934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:40.263955 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b0df4c39-e9c4-442a-9d49-941770998706 req-ed42cd06-501b-46bf-b8fd-bd5496231934 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28915c43-afa2-4b21-987c-c66721094afb HTTP/1.1" status: 200 len: 834 time: 0.0447323 Feb 04 06:01:40.346108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b21a4-ef8a-499b-bd2b-d6158ea90f74 req-493845a1-f3c5-4637-9e72-3de93ee85484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:40.347603 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a56b21a4-ef8a-499b-bd2b-d6158ea90f74 req-493845a1-f3c5-4637-9e72-3de93ee85484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 944 time: 0.0680270 Feb 04 06:01:40.350347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df4c39-e9c4-442a-9d49-941770998706 req-d5a3a57c-de5b-4a3e-9f19-768ae03707e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:40.351725 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b0df4c39-e9c4-442a-9d49-941770998706 req-d5a3a57c-de5b-4a3e-9f19-768ae03707e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82a2735c-ddca-4d83-841c-00f135f8327f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802288 Feb 04 06:01:40.435479 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a56b21a4-ef8a-499b-bd2b-d6158ea90f74 req-82a1d5a4-6168-4384-a6d8-07c680652208 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814824 Feb 04 06:01:40.466901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b0df4c39-e9c4-442a-9d49-941770998706 req-d5d44993-4977-48c8-a437-43135b4f3083 service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069527 Feb 04 06:01:40.559924 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b0df4c39-e9c4-442a-9d49-941770998706 req-6107d028-6e28-4721-8f23-4b0126e1c10a service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858023 Feb 04 06:01:41.552121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cc529-c795-45f4-bba5-8f90b5e069da req-d2610be5-509d-4b4d-9f72-79266c254499 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:41.553666 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1d3cc529-c795-45f4-bba5-8f90b5e069da req-d2610be5-509d-4b4d-9f72-79266c254499 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 944 time: 0.0496137 Feb 04 06:01:41.591789 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1d3cc529-c795-45f4-bba5-8f90b5e069da req-94c27d16-078b-457a-9920-e7dea4ccb89b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319638 Feb 04 06:01:42.718436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2aeb6d-57c6-40a2-bb6e-4df69632191c req-a78d9670-9d65-4a5a-9cfe-2913aa871da0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:42.720127 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c2aeb6d-57c6-40a2-bb6e-4df69632191c req-a78d9670-9d65-4a5a-9cfe-2913aa871da0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 944 time: 0.0553768 Feb 04 06:01:42.763971 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c2aeb6d-57c6-40a2-bb6e-4df69632191c req-787fe536-967a-4524-8a19-7fa6a7adc6e4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373220 Feb 04 06:01:43.198592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 99519aad-0828-43e1-b34b-99edf2fdc2f9 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:01:43.292628 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 99519aad-0828-43e1-b34b-99edf2fdc2f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=99519aad-0828-43e1-b34b-99edf2fdc2f9,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:43.302708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '99519aad-0828-43e1-b34b-99edf2fdc2f9', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'port_id': '99519aad-0828-43e1-b34b-99edf2fdc2f9', 'mac_address': 'fa:16:3e:37:b9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:01:43.339601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.352556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99519aad-0828-43e1-b34b-99edf2fdc2f9 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:01:43.371093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 99519aad-0828-43e1-b34b-99edf2fdc2f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=99519aad-0828-43e1-b34b-99edf2fdc2f9,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:43.374997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.423441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=99519aad-0828-43e1-b34b-99edf2fdc2f9,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:43.586561 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['99519aad-0828-43e1-b34b-99edf2fdc2f9'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:01:43.884682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2814d7f-633e-46db-998b-7c0a9e68a6d7 req-b84d712d-a9e0-4ecf-8220-10db3678ced7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:43.886901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e2814d7f-633e-46db-998b-7c0a9e68a6d7 req-b84d712d-a9e0-4ecf-8220-10db3678ced7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 945 time: 0.0533798 Feb 04 06:01:43.930681 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e2814d7f-633e-46db-998b-7c0a9e68a6d7 req-10da9e4f-a0e7-4bd2-92aa-7e067c812131 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370347 Feb 04 06:01:45.043983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cedff7-bdd7-4414-b767-d12a7fa2c375 req-5e78bec1-8cf4-4fe7-b685-78685ee16105 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:45.045475 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-12cedff7-bdd7-4414-b767-d12a7fa2c375 req-5e78bec1-8cf4-4fe7-b685-78685ee16105 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 945 time: 0.0485582 Feb 04 06:01:45.081776 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-12cedff7-bdd7-4414-b767-d12a7fa2c375 req-1a42e1df-2b91-4374-b5a1-3da5499c0731 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305495 Feb 04 06:01:45.209659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 99519aad-0828-43e1-b34b-99edf2fdc2f9 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:01:45.256201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 99519aad-0828-43e1-b34b-99edf2fdc2f9 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:45.260053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 99519aad-0828-43e1-b34b-99edf2fdc2f9 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:45.260418 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.334497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.357367 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99519aad-0828-43e1-b34b-99edf2fdc2f9'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:01:45.359586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82374a51-d4b6-4745-b241-d98e46450ef8" -d '{"events": [{"server_uuid": "235613ec-200a-4004-b2bc-99ab0c5a878b", "name": "network-vif-plugged", "status": "completed", "tag": "99519aad-0828-43e1-b34b-99edf2fdc2f9"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:01:45.374626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 99519aad-0828-43e1-b34b-99edf2fdc2f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=99519aad-0828-43e1-b34b-99edf2fdc2f9,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:45.378487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.401421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ddf52f-ec44-4db0-a749-7ce6fe0786cf x-openstack-request-id: req-00ddf52f-ec44-4db0-a749-7ce6fe0786cf {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:01:45.401710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235613ec-200a-4004-b2bc-99ab0c5a878b", "name": "network-vif-plugged", "status": "completed", "tag": "99519aad-0828-43e1-b34b-99edf2fdc2f9", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:01:45.402017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00ddf52f-ec44-4db0-a749-7ce6fe0786cf {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:01:45.403057 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99519aad-0828-43e1-b34b-99edf2fdc2f9', 'code': 200} Feb 04 06:01:45.427908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=99519aad-0828-43e1-b34b-99edf2fdc2f9,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:45.560642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dc344-a156-46d3-946e-87a84b4b87c2 req-f19ef304-4cbe-4ca3-8170-29bdf0b704f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:45.562084 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad5dc344-a156-46d3-946e-87a84b4b87c2 req-f19ef304-4cbe-4ca3-8170-29bdf0b704f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 1099 time: 0.0402236 Feb 04 06:01:45.596384 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad5dc344-a156-46d3-946e-87a84b4b87c2 req-f9d6dd49-e88a-468c-b276-3d6b6cb9170d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276766 Feb 04 06:01:46.206448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c47651-2fa5-4f76-917a-4030f53fb788 req-4140c649-5ebc-453c-aee2-649eb67b24f5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:46.207918 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-39c47651-2fa5-4f76-917a-4030f53fb788 req-4140c649-5ebc-453c-aee2-649eb67b24f5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 946 time: 0.0607088 Feb 04 06:01:46.248857 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-39c47651-2fa5-4f76-917a-4030f53fb788 req-de2800ba-49e9-49cd-a401-c669b3b01007 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350447 Feb 04 06:01:47.366150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3762e0-196a-4d82-8dea-e00688c1a7d5 req-1cd6f701-6bba-4334-b76c-131304ae541e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:47.367647 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e3762e0-196a-4d82-8dea-e00688c1a7d5 req-1cd6f701-6bba-4334-b76c-131304ae541e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 946 time: 0.0505490 Feb 04 06:01:47.407413 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e3762e0-196a-4d82-8dea-e00688c1a7d5 req-7e68c036-be24-476f-898f-2e74859e874d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333028 Feb 04 06:01:47.521042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c044af5-4163-4710-a34e-62396b37a033 req-7f589a2e-5779-4ee2-8bd0-6cea24c903e8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:47.522530 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c044af5-4163-4710-a34e-62396b37a033 req-7f589a2e-5779-4ee2-8bd0-6cea24c903e8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 946 time: 0.0484486 Feb 04 06:01:47.561253 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c044af5-4163-4710-a34e-62396b37a033 req-47c03546-1b74-4867-8bd1-609aa74ac590 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325272 Feb 04 06:01:47.582936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48040) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:47.622264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c108fda-7b13-4c9a-b954-0e801f423e22 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:47.623736 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8c108fda-7b13-4c9a-b954-0e801f423e22 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 1094 time: 0.0398309 Feb 04 06:01:47.626470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48042) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:47.630581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '99519aad-0828-43e1-b34b-99edf2fdc2f9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:47.654229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:47.754408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:47.862818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.139 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/f219972c-bdac-4f52-b01f-d8c852acf60b) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:47.973585 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.007410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.048824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:48.051620 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:48.055271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:01:48.061207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=f219972c-bdac-4f52-b01f-d8c852acf60b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:48.411427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.478166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.622563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.626907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.698124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=f219972c-bdac-4f52-b01f-d8c852acf60b,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:48.708635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.814301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP cc18a938-ca1f-4562-9b45-1f8d91e89b5e associated. External IP: 172.26.5.139, port: 99519aad-0828-43e1-b34b-99edf2fdc2f9. Feb 04 06:01:49.346316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 3c49e5c6-04bd-4022-bab1-893c09bddff4 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:01:49.446412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:01:49.456689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db57dfcd-611d-40a1-b0f2-809316537d29 None None] Sync routers for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:49.465681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.467399 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57dfcd-611d-40a1-b0f2-809316537d29 None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:01:49.468014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-db57dfcd-611d-40a1-b0f2-809316537d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:49.495831 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-86d30698-26e0-4693-a0b8-8cc7bb11b1c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8678482 Feb 04 06:01:49.496647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'tag': '99519aad-0828-43e1-b34b-99edf2fdc2f9'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:01:49.499003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374e9c8a-1218-44a8-b641-b019c8bc16a7" -d '{"events": [{"name": "network-changed", "server_uuid": "235613ec-200a-4004-b2bc-99ab0c5a878b", "tag": "99519aad-0828-43e1-b34b-99edf2fdc2f9"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:01:49.499466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48044) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:49.536968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a60c42-d945-4971-8f0e-7bb8d3d0926a x-openstack-request-id: req-a9a60c42-d945-4971-8f0e-7bb8d3d0926a {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:01:49.537281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235613ec-200a-4004-b2bc-99ab0c5a878b", "tag": "99519aad-0828-43e1-b34b-99edf2fdc2f9", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:01:49.537531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9a60c42-d945-4971-8f0e-7bb8d3d0926a {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:01:49.537931 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'tag': '99519aad-0828-43e1-b34b-99edf2fdc2f9', 'status': 'completed', 'code': 200} Feb 04 06:01:49.566157 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e7427d9d-84de-4a96-b9ed-d6f230cee7ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cc18a938-ca1f-4562-9b45-1f8d91e89b5e HTTP/1.1" status: 200 len: 992 time: 0.0654473 Feb 04 06:01:49.579374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-db57dfcd-611d-40a1-b0f2-809316537d29 None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:01:49.599611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e9c8a-1218-44a8-b641-b019c8bc16a7 req-6769bb45-dc0c-4187-a8e6-058d5822f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:49.600995 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-374e9c8a-1218-44a8-b641-b019c8bc16a7 req-6769bb45-dc0c-4187-a8e6-058d5822f99e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 1099 time: 0.0432487 Feb 04 06:01:49.689579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e9c8a-1218-44a8-b641-b019c8bc16a7 req-7c60600f-f6d0-4558-85fb-06ecfbc1241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:49.691058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-374e9c8a-1218-44a8-b641-b019c8bc16a7 req-7c60600f-f6d0-4558-85fb-06ecfbc1241b service neutron] 10.222.0.36 "GET /v2.0/networks?id=82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 200 len: 898 time: 0.0839648 Feb 04 06:01:49.761672 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-374e9c8a-1218-44a8-b641-b019c8bc16a7 req-84e46a68-d5cc-4d39-857d-696dd66e6a1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99519aad-0828-43e1-b34b-99edf2fdc2f9 HTTP/1.1" status: 200 len: 1000 time: 0.0643556 Feb 04 06:01:49.803470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-db57dfcd-611d-40a1-b0f2-809316537d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cc18a938-ca1f-4562-9b45-1f8d91e89b5e', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'port_id': '99519aad-0828-43e1-b34b-99edf2fdc2f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'mac_address': 'fa:16:3e:37:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:01:48Z', 'updated_at': '2022-02-04T06:01:48Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:49.810412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e9c8a-1218-44a8-b641-b019c8bc16a7 req-badf9a33-e785-44a4-9a3e-cce7f7b4691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:49.811853 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-374e9c8a-1218-44a8-b641-b019c8bc16a7 req-badf9a33-e785-44a4-9a3e-cce7f7b4691c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28915c43-afa2-4b21-987c-c66721094afb HTTP/1.1" status: 200 len: 834 time: 0.0443296 Feb 04 06:01:49.833032 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db57dfcd-611d-40a1-b0f2-809316537d29 None None] Checking router: 3c49e5c6-04bd-4022-bab1-893c09bddff4 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:01:49.842106 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57dfcd-611d-40a1-b0f2-809316537d29 None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:01:49.842708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-db57dfcd-611d-40a1-b0f2-809316537d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:49.859214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e9c8a-1218-44a8-b641-b019c8bc16a7 req-94196d83-65d8-4298-b4da-6da8a3277f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:49.860789 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-374e9c8a-1218-44a8-b641-b019c8bc16a7 req-94196d83-65d8-4298-b4da-6da8a3277f2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82a2735c-ddca-4d83-841c-00f135f8327f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417893 Feb 04 06:01:49.945891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-db57dfcd-611d-40a1-b0f2-809316537d29 None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:01:49.954490 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-374e9c8a-1218-44a8-b641-b019c8bc16a7 req-5d9dfad3-265e-4c77-a79b-bf4f3372cfa5 service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875430 Feb 04 06:01:50.042975 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-374e9c8a-1218-44a8-b641-b019c8bc16a7 req-34a23de0-2814-411a-aa92-a906a0812d97 service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820739 Feb 04 06:01:50.162965 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-db57dfcd-611d-40a1-b0f2-809316537d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cc18a938-ca1f-4562-9b45-1f8d91e89b5e', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'port_id': '99519aad-0828-43e1-b34b-99edf2fdc2f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'mac_address': 'fa:16:3e:37:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:01:48Z', 'updated_at': '2022-02-04T06:01:48Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:50.188210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db57dfcd-611d-40a1-b0f2-809316537d29 None None] The sync data for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv is: [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cc18a938-ca1f-4562-9b45-1f8d91e89b5e', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'port_id': '99519aad-0828-43e1-b34b-99edf2fdc2f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'mac_address': 'fa:16:3e:37:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:01:48Z', 'updated_at': '2022-02-04T06:01:48Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:50.364445 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ad2a07-055f-49bc-8f2b-44362b9197dc None None] New status for floating IP cc18a938-ca1f-4562-9b45-1f8d91e89b5e: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:01:50.570120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48048) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:50.634356 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c06fa179-b3c9-4106-898d-509838ca5ff3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cc18a938-ca1f-4562-9b45-1f8d91e89b5e HTTP/1.1" status: 200 len: 994 time: 0.0630982 Feb 04 06:01:51.164374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7e38d8d0-519c-4725-880b-dba586b10392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.414749 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-166f481f-62c2-4a5a-8f24-80d44c7e3ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.699008 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.314184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.625978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.359355 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.573374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fb477-9074-4d44-86f5-565b22e40c9d req-d1292eb5-390f-4888-86f1-fc3ee5a13e1a tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:02.574811 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b55fb477-9074-4d44-86f5-565b22e40c9d req-d1292eb5-390f-4888-86f1-fc3ee5a13e1a tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 946 time: 0.0532677 Feb 04 06:02:02.614576 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b55fb477-9074-4d44-86f5-565b22e40c9d req-0092421c-e1ff-457a-ba5b-8a3544221f6f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336080 Feb 04 06:02:02.709332 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:02:03.733880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccec17-62f5-4326-befd-621555a85773 req-096eee70-dee4-4b18-a339-7c0175951f4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:03.736024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ddccec17-62f5-4326-befd-621555a85773 req-096eee70-dee4-4b18-a339-7c0175951f4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 946 time: 0.0495069 Feb 04 06:02:03.775134 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ddccec17-62f5-4326-befd-621555a85773 req-0e0fba3c-3f7f-4156-9ede-56e1f9eac2c4 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330815 Feb 04 06:02:04.125921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaa681-ba7a-4e91-900e-4596c439624b req-18ba00fb-704c-4fbd-95fa-12be9b52f6ff tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:04.127397 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2edaa681-ba7a-4e91-900e-4596c439624b req-18ba00fb-704c-4fbd-95fa-12be9b52f6ff tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 946 time: 0.0491459 Feb 04 06:02:04.220311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Deleting port 865eac58-7860-4986-bb05-98e89b864a97 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:02:04.220672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.313538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] For port 865eac58-7860-4986-bb05-98e89b864a97, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=865eac58-7860-4986-bb05-98e89b864a97,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:02:04.313906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.535051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.535417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.535735 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Floating IP 0b7d0602-7fa7-4a60-a889-c178e21f19c6 disassociated. External IP: 172.26.5.228, port: 865eac58-7860-4986-bb05-98e89b864a97. Feb 04 06:02:04.536080 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Calling delete_port for 865eac58-7860-4986-bb05-98e89b864a97 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:02:04.666538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.696903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event deleted for resources: {'Port': ['ID=865eac58-7860-4986-bb05-98e89b864a97,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:04.809008 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Router e6f42ca1-a357-4306-8824-d786558ca787 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:02:04.887211 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ed1bcf58-ae55-4495-a169-d286efe2c438 req-98134555-e879-4069-bb49-8dde03a4f6e4 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 210 time: 0.0326831 Feb 04 06:02:04.942334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:02:04.953015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e74217-8441-47ad-93c4-2a9ec152ae55 None None] Sync routers for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:04.961956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e74217-8441-47ad-93c4-2a9ec152ae55 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:02:04.962555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a6e74217-8441-47ad-93c4-2a9ec152ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:04.988542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] No DVR routers for this DVR port 865eac58-7860-4986-bb05-98e89b864a97 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:02:04.991292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.995615 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2edaa681-ba7a-4e91-900e-4596c439624b req-1fe1bd28-48df-45ad-aafd-f887d9fe9a43 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "DELETE /v2.0/ports/865eac58-7860-4986-bb05-98e89b864a97 HTTP/1.1" status: 204 len: 173 time: 0.8626425 Feb 04 06:02:04.996062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'name': 'network-vif-deleted', 'tag': '865eac58-7860-4986-bb05-98e89b864a97'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:04.998357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aab644b-69a9-496a-8fd8-4a20a664aafe" -d '{"events": [{"server_uuid": "63c8b9fa-a9b1-4c80-b807-90986a414f3e", "name": "network-vif-deleted", "tag": "865eac58-7860-4986-bb05-98e89b864a97"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:02:05.054521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bf69cd-468b-423e-8a23-91e4a2c4da4f x-openstack-request-id: req-24bf69cd-468b-423e-8a23-91e4a2c4da4f {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:02:05.055051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c8b9fa-a9b1-4c80-b807-90986a414f3e", "name": "network-vif-deleted", "tag": "865eac58-7860-4986-bb05-98e89b864a97", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:02:05.055302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24bf69cd-468b-423e-8a23-91e4a2c4da4f {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:02:05.055706 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c8b9fa-a9b1-4c80-b807-90986a414f3e', 'name': 'network-vif-deleted', 'tag': '865eac58-7860-4986-bb05-98e89b864a97', 'status': 'completed', 'code': 200} Feb 04 06:02:05.075950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a6e74217-8441-47ad-93c4-2a9ec152ae55 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:02:05.291191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a6e74217-8441-47ad-93c4-2a9ec152ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:05.317773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e74217-8441-47ad-93c4-2a9ec152ae55 None None] Checking router: e6f42ca1-a357-4306-8824-d786558ca787 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:02:05.326497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e74217-8441-47ad-93c4-2a9ec152ae55 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:02:05.327083 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a6e74217-8441-47ad-93c4-2a9ec152ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:01:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:05.434437 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a6e74217-8441-47ad-93c4-2a9ec152ae55 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:02:05.637991 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a6e74217-8441-47ad-93c4-2a9ec152ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:05.665372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e74217-8441-47ad-93c4-2a9ec152ae55 None None] The sync data for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv is: [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:05.956392 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8275cd-b41e-49e3-b383-2afcb21f0942 None None] New status for floating IP 0b7d0602-7fa7-4a60-a889-c178e21f19c6: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:02:06.016821 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-52aaa211-0802-44f2-9483-39add47be264 req-2f1b42e4-1429-4154-a5e1-8d3d8c8c2319 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 210 time: 0.0368035 Feb 04 06:02:07.114265 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-329d9500-1be2-4f83-9343-ae8fcbbc51fd req-5cc26171-5136-420b-99f9-0b08ee1f12df tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 210 time: 0.0304844 Feb 04 06:02:07.252089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 865eac58-7860-4986-bb05-98e89b864a97 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:02:07.272786 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 865eac58-7860-4986-bb05-98e89b864a97 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:02:07.273184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 865eac58-7860-4986-bb05-98e89b864a97 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:02:08.212375 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61e4c0d5-fd91-4b4d-999f-9ba6328a8579 req-fdc688a4-8d5d-4fb4-b96c-6e67c1641295 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c8b9fa-a9b1-4c80-b807-90986a414f3e HTTP/1.1" status: 200 len: 210 time: 0.0279753 Feb 04 06:02:09.433198 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-f2e2831e-4939-4779-ac71-faf588f32bb3 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074886642&fields=id&tenant_id=873935bdbbd64744932a7c294363dceb HTTP/1.1" status: 200 len: 267 time: 0.0326164 Feb 04 06:02:09.542379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-3a97ca57-1d74-47c8-a4e4-e22cde32d64c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:09.543727 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-3a97ca57-1d74-47c8-a4e4-e22cde32d64c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 812 time: 0.1038532 Feb 04 06:02:09.559423 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-417f026c-f583-426c-a443-154a5475d3f9 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/quotas/873935bdbbd64744932a7c294363dceb HTTP/1.1" status: 200 len: 375 time: 0.0099807 Feb 04 06:02:09.615491 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-e520adb4-fd41-4aca-b7f8-f10ded4b5bd5 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506537 Feb 04 06:02:09.712275 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-e013fba1-01d9-466d-af17-0a223b95abbd service neutron] 10.222.0.15 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846913 Feb 04 06:02:09.807107 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-601a181f-86ad-4b90-8d8d-a105fc31a851 service neutron] 10.222.0.15 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880525 Feb 04 06:02:10.109772 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b95277a-5cca-4a23-93d6-e26c8b049dbc req-0c815d65-08a4-4cbb-9316-fd631bd9a674 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 210 time: 0.0286100 Feb 04 06:02:11.017830 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-a5e1f24b-e228-4d50-aad2-2e51c091ca9e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:11.019365 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-a5e1f24b-e228-4d50-aad2-2e51c091ca9e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 812 time: 0.1151977 Feb 04 06:02:11.065406 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-b6252cb8-f3d0-4b5e-84f7-c77f3e93ec8b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=873935bdbbd64744932a7c294363dceb HTTP/1.1" status: 200 len: 380 time: 0.0361667 Feb 04 06:02:11.074919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'port': {'device_id': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'admin_state_up': True, 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'security_groups': ['d326c406-4156-4b6a-9993-cc4287c4efc1']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:11.202782 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Made reservation on behalf of 873935bdbbd64744932a7c294363dceb for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:11.206970 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.260747 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aeae4ba8-593e-49b5-a2a0-e27dbd80c7d3 req-6d73dee1-eab8-4a8d-9c73-f56215e64ba4 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 210 time: 0.0383410 Feb 04 06:02:11.389205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Allocated IP 172.20.0.3 (34558d7e-546e-4b91-a2ef-da4a9625d6bd/1817768c-a2cb-4f0e-aacb-43d56aa011b1/0816fc3a-b507-443f-88ae-2ffae42c331b) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:11.535540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.569164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.617383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Network 34558d7e-546e-4b91-a2ef-da4a9625d6bd is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:11.623967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:11.627157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:02:11.634463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'Port': ['ID=0816fc3a-b507-443f-88ae-2ffae42c331b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:11.693070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:11.693872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.713693 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-6b4733b7-a149-4613-8288-ef534a252254 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6424549 Feb 04 06:02:11.727659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Request body: {'port': {'device_id': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:11.795289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:11.968574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b16d06e6-c3f6-45c5-ac63-4f5c82696aaf None None] Provisioning complete for port 0816fc3a-b507-443f-88ae-2ffae42c331b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:11.969196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b16d06e6-c3f6-45c5-ac63-4f5c82696aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.033237 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b16d06e6-c3f6-45c5-ac63-4f5c82696aaf None None] Port 0816fc3a-b507-443f-88ae-2ffae42c331b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:02:12.098631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0816fc3a-b507-443f-88ae-2ffae42c331b {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:02:12.107097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.119528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Transition to ACTIVE for port object 0816fc3a-b507-443f-88ae-2ffae42c331b will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:12.124299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.178887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Pushing event updated for resources: {'Port': ['ID=0816fc3a-b507-443f-88ae-2ffae42c331b,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:12.251643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Attempting to bind port 0816fc3a-b507-443f-88ae-2ffae42c331b on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:12.251987 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Attempting to bind port 0816fc3a-b507-443f-88ae-2ffae42c331b by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:12.252323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Attempting to bind port 0816fc3a-b507-443f-88ae-2ffae42c331b on network 34558d7e-546e-4b91-a2ef-da4a9625d6bd {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:02:12.257152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Port 0816fc3a-b507-443f-88ae-2ffae42c331b on network 34558d7e-546e-4b91-a2ef-da4a9625d6bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:02:12.257487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Attempting to bind port 0816fc3a-b507-443f-88ae-2ffae42c331b on network 34558d7e-546e-4b91-a2ef-da4a9625d6bd {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:02:12.262892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:02:12.263230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Checking segment: {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:02:12.263621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Bound using segment: {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:02:12.264111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Bound port: 0816fc3a-b507-443f-88ae-2ffae42c331b, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:12.264471 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.354859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] For port 0816fc3a-b507-443f-88ae-2ffae42c331b, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:02:12.358476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] For port 0816fc3a-b507-443f-88ae-2ffae42c331b, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0816fc3a-b507-443f-88ae-2ffae42c331b,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:02:12.367424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.456355 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.457032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.458703 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] 10.222.0.36 "PUT /v2.0/ports/0816fc3a-b507-443f-88ae-2ffae42c331b HTTP/1.1" status: 200 len: 1093 time: 0.7354057 Feb 04 06:02:12.464245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'tag': '0816fc3a-b507-443f-88ae-2ffae42c331b'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:12.466645 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f617b05-c5ec-412e-8786-56c53f72b687" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4f47bc-a9e1-4cc6-97d4-780f3daa914d", "tag": "0816fc3a-b507-443f-88ae-2ffae42c331b"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:02:12.499799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604334b-9942-4c7d-b88f-6580ae9caeb5 req-7d869130-1bbf-40c9-9765-55532e7b1750 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.501463 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6604334b-9942-4c7d-b88f-6580ae9caeb5 req-7d869130-1bbf-40c9-9765-55532e7b1750 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 943 time: 0.1249909 Feb 04 06:02:12.535264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64dab3-3fea-449b-987d-03a68ee9e813 service neutron] Pushing event updated for resources: {'Port': ['ID=0816fc3a-b507-443f-88ae-2ffae42c331b,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:12.554595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f86a4ca-d13d-4387-90a9-bb56e0f09a14 x-openstack-request-id: req-2f86a4ca-d13d-4387-90a9-bb56e0f09a14 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:02:12.554888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4f47bc-a9e1-4cc6-97d4-780f3daa914d", "tag": "0816fc3a-b507-443f-88ae-2ffae42c331b", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:02:12.555140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f86a4ca-d13d-4387-90a9-bb56e0f09a14 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:02:12.555536 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'tag': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'status': 'completed', 'code': 200} Feb 04 06:02:12.581128 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6604334b-9942-4c7d-b88f-6580ae9caeb5 req-7bac75f6-5bf0-4cc5-afdc-c84e8d29c093 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701318 Feb 04 06:02:12.594915 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-57c3f1ca-cebb-4f42-aab1-10f2885ab21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.596422 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-57c3f1ca-cebb-4f42-aab1-10f2885ab21f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 1096 time: 0.0890825 Feb 04 06:02:12.650397 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-7b3919c3-3a1f-4099-a3ed-236eed3f949f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0816fc3a-b507-443f-88ae-2ffae42c331b HTTP/1.1" status: 200 len: 217 time: 0.0414629 Feb 04 06:02:12.710263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-c2f668d4-1b84-4398-b389-5b0a6e368373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.710263 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-c2f668d4-1b84-4398-b389-5b0a6e368373 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0525899 Feb 04 06:02:12.769898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-2d47dbce-1ef5-42c6-8c97-82d81a91ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.771639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-2d47dbce-1ef5-42c6-8c97-82d81a91ee05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455682 Feb 04 06:02:12.879249 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-f6ebbf7c-e595-4056-bc63-8ca631bb58f7 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990169 Feb 04 06:02:12.973111 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c03fd63-82be-4e7f-a39f-a32ff3f720c9 req-b06ffd4e-27ad-43c0-88ec-55dd16631388 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864480 Feb 04 06:02:13.057871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f617b05-c5ec-412e-8786-56c53f72b687 req-7672f3b6-4606-485e-8ba4-2430007598e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:13.059377 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f617b05-c5ec-412e-8786-56c53f72b687 req-7672f3b6-4606-485e-8ba4-2430007598e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 1096 time: 0.0431416 Feb 04 06:02:13.167781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f617b05-c5ec-412e-8786-56c53f72b687 req-d9c4990c-0de3-49de-9f4e-0b2522cc394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:13.169306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f617b05-c5ec-412e-8786-56c53f72b687 req-d9c4990c-0de3-49de-9f4e-0b2522cc394c service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.1031151 Feb 04 06:02:13.212504 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f617b05-c5ec-412e-8786-56c53f72b687 req-3505308c-1eec-4215-8311-10cc7269492b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0816fc3a-b507-443f-88ae-2ffae42c331b HTTP/1.1" status: 200 len: 217 time: 0.0352316 Feb 04 06:02:13.260317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f617b05-c5ec-412e-8786-56c53f72b687 req-2deca640-7696-46c7-99cf-8cafab19683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:13.261801 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f617b05-c5ec-412e-8786-56c53f72b687 req-2deca640-7696-46c7-99cf-8cafab19683c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0437036 Feb 04 06:02:13.312977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f617b05-c5ec-412e-8786-56c53f72b687 req-c3602776-583f-4ed9-bb5b-fda0f096590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:13.314489 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f617b05-c5ec-412e-8786-56c53f72b687 req-c3602776-583f-4ed9-bb5b-fda0f096590c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454531 Feb 04 06:02:13.404314 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f617b05-c5ec-412e-8786-56c53f72b687 req-9766e053-8714-4e12-ae2c-2a634a2a4062 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834239 Feb 04 06:02:13.499837 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f617b05-c5ec-412e-8786-56c53f72b687 req-f2f8497e-b655-4b4e-9857-4d9168ce306f service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880587 Feb 04 06:02:13.706941 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b886c-6633-4571-8aac-78bb0a09c829 req-7213d225-398b-483c-9fe6-196cb5d2ba09 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:13.708833 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6c0b886c-6633-4571-8aac-78bb0a09c829 req-7213d225-398b-483c-9fe6-196cb5d2ba09 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 943 time: 0.0569403 Feb 04 06:02:13.750424 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6c0b886c-6633-4571-8aac-78bb0a09c829 req-682be2ae-a58b-4776-8b9a-9d66f04c1280 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348094 Feb 04 06:02:14.872033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425718d-034f-4157-95dd-5675574625d7 req-d0ae6c2b-a89f-4a71-9ebb-05164c0117e0 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:14.873560 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0425718d-034f-4157-95dd-5675574625d7 req-d0ae6c2b-a89f-4a71-9ebb-05164c0117e0 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 943 time: 0.0517213 Feb 04 06:02:14.917034 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0425718d-034f-4157-95dd-5675574625d7 req-d3b7d161-3b4e-4bd4-8fe9-7e392248d8cf tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371273 Feb 04 06:02:16.035327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e2088-e139-4986-9a73-39bfef3799f2 req-7ad86e71-f55b-43c0-91d6-55c998e3f0e3 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:16.036778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-560e2088-e139-4986-9a73-39bfef3799f2 req-7ad86e71-f55b-43c0-91d6-55c998e3f0e3 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 943 time: 0.0525246 Feb 04 06:02:16.074436 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-560e2088-e139-4986-9a73-39bfef3799f2 req-9a97cd5b-c71a-4c55-b326-b8648e27701b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317113 Feb 04 06:02:17.192411 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4438f-9437-47ad-9ef2-19e12c190097 req-8b6fe7c4-0419-4929-8d07-b3a5de3cc426 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.193931 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dd4438f-9437-47ad-9ef2-19e12c190097 req-8b6fe7c4-0419-4929-8d07-b3a5de3cc426 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 943 time: 0.0528677 Feb 04 06:02:17.232811 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dd4438f-9437-47ad-9ef2-19e12c190097 req-52ffe097-f91c-48e4-bcae-a145ea3f03bb tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329366 Feb 04 06:02:18.344695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95369e-c130-4ddf-acea-2716d54476c2 req-37f3cd63-24e3-4d41-afeb-ab260f2dde25 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:18.346182 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2f95369e-c130-4ddf-acea-2716d54476c2 req-37f3cd63-24e3-4d41-afeb-ab260f2dde25 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 943 time: 0.0484509 Feb 04 06:02:18.383916 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2f95369e-c130-4ddf-acea-2716d54476c2 req-0b32f29f-3c8d-4581-8d16-382c04721c9b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317459 Feb 04 06:02:19.222476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48122) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:19.263870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4432c-7412-45a2-870f-5cee016ab1d6 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:19.264343 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4432c-7412-45a2-870f-5cee016ab1d6 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:19.264806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4432c-7412-45a2-870f-5cee016ab1d6 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:19.266532 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bab4432c-7412-45a2-870f-5cee016ab1d6 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&network_id=82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 200 len: 3000 time: 0.0430701 Feb 04 06:02:19.502113 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c2a72-86e7-458c-8f04-44eae6a8b68e req-38e37616-41ba-49c7-9d11-088674b8db48 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:19.504256 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4f8c2a72-86e7-458c-8f04-44eae6a8b68e req-38e37616-41ba-49c7-9d11-088674b8db48 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 943 time: 0.0545831 Feb 04 06:02:19.541968 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4f8c2a72-86e7-458c-8f04-44eae6a8b68e req-65fb5b96-4848-43c0-9904-37039424fc9d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311031 Feb 04 06:02:20.662879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253a839-5030-4e07-9be6-55cce3f632a0 req-a86322f9-e929-4b8a-809c-59e5c04cee79 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:20.664407 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7253a839-5030-4e07-9be6-55cce3f632a0 req-a86322f9-e929-4b8a-809c-59e5c04cee79 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 943 time: 0.0555170 Feb 04 06:02:20.710595 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7253a839-5030-4e07-9be6-55cce3f632a0 req-4567421c-f420-442b-920d-1ace3f037c6f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359211 Feb 04 06:02:21.166606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d2fa99cf-b278-489e-ae9d-3fd7b190eb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:21.828048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6e376-1d47-4884-8308-04fed12c15b7 req-e8288ef0-6b3a-40c9-9430-743be275fce6 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:21.829600 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0dd6e376-1d47-4884-8308-04fed12c15b7 req-e8288ef0-6b3a-40c9-9430-743be275fce6 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 943 time: 0.0496807 Feb 04 06:02:21.867348 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0dd6e376-1d47-4884-8308-04fed12c15b7 req-4672c325-ed59-4905-900f-facad387a84c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318363 Feb 04 06:02:22.782107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48138) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:22.838408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22fa3ec-e6e6-4d56-80c2-b7de70756698 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:22.839879 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c22fa3ec-e6e6-4d56-80c2-b7de70756698 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe HTTP/1.1" status: 200 len: 814 time: 0.0567148 Feb 04 06:02:22.987030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ce60-c2c2-4493-a8d8-7b2cbdf05080 req-76d854d2-5dcd-4e6c-9659-4a3af91b3298 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:22.988603 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-deb9ce60-c2c2-4493-a8d8-7b2cbdf05080 req-76d854d2-5dcd-4e6c-9659-4a3af91b3298 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 943 time: 0.0534184 Feb 04 06:02:23.027470 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-deb9ce60-c2c2-4493-a8d8-7b2cbdf05080 req-0bd0a2e2-38b7-4573-854e-b527a10c645f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320702 Feb 04 06:02:23.282577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0816fc3a-b507-443f-88ae-2ffae42c331b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:02:23.374747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0816fc3a-b507-443f-88ae-2ffae42c331b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0816fc3a-b507-443f-88ae-2ffae42c331b,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:02:23.385610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'port_id': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'mac_address': 'fa:16:3e:15:e3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:02:23.433260 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ea7550e5-7e5b-45a7-9236-0b99d5804b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.435565 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.452152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0816fc3a-b507-443f-88ae-2ffae42c331b {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:02:23.472070 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0816fc3a-b507-443f-88ae-2ffae42c331b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0816fc3a-b507-443f-88ae-2ffae42c331b,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:02:23.475672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:23.523210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=0816fc3a-b507-443f-88ae-2ffae42c331b,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:23.709473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['0816fc3a-b507-443f-88ae-2ffae42c331b'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:02:23.991101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48146) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:23.996516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-44e6d8ee-1cea-4897-980e-e34fc5548f1c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:24.055997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44e6d8ee-1cea-4897-980e-e34fc5548f1c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.155496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5d30-7846-474f-9ed6-091f6ea78b47 req-db9539da-08be-4df7-ab5c-35c3428ceef7 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:24.157008 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e7f5d30-7846-474f-9ed6-091f6ea78b47 req-db9539da-08be-4df7-ab5c-35c3428ceef7 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 944 time: 0.0551889 Feb 04 06:02:24.198067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e7f5d30-7846-474f-9ed6-091f6ea78b47 req-08016e35-4052-4594-93b6-9d0daac2751d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348060 Feb 04 06:02:24.221471 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44e6d8ee-1cea-4897-980e-e34fc5548f1c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.229511 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44e6d8ee-1cea-4897-980e-e34fc5548f1c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.229855 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-44e6d8ee-1cea-4897-980e-e34fc5548f1c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP cc18a938-ca1f-4562-9b45-1f8d91e89b5e disassociated. External IP: 172.26.5.139, port: 99519aad-0828-43e1-b34b-99edf2fdc2f9. Feb 04 06:02:24.437786 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e6d8ee-1cea-4897-980e-e34fc5548f1c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 3c49e5c6-04bd-4022-bab1-893c09bddff4 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:02:24.547852 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e6d8ee-1cea-4897-980e-e34fc5548f1c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:02:24.553029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44e6d8ee-1cea-4897-980e-e34fc5548f1c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.560385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d55eef-3e38-426b-b9c5-60fe488481da None None] Sync routers for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:24.569725 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d55eef-3e38-426b-b9c5-60fe488481da None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:02:24.570401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-31d55eef-3e38-426b-b9c5-60fe488481da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:02:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:24.580487 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-44e6d8ee-1cea-4897-980e-e34fc5548f1c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/floatingips/cc18a938-ca1f-4562-9b45-1f8d91e89b5e HTTP/1.1" status: 200 len: 690 time: 0.5883420 Feb 04 06:02:24.581098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'tag': '99519aad-0828-43e1-b34b-99edf2fdc2f9'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:24.583197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48150) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:24.583490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf34905-0579-4c3d-88d5-b45ee37a2757" -d '{"events": [{"name": "network-changed", "server_uuid": "235613ec-200a-4004-b2bc-99ab0c5a878b", "tag": "99519aad-0828-43e1-b34b-99edf2fdc2f9"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:02:24.621008 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a30bb3-2fda-4053-af1e-3caa4cd825f0 x-openstack-request-id: req-d5a30bb3-2fda-4053-af1e-3caa4cd825f0 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:02:24.621356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235613ec-200a-4004-b2bc-99ab0c5a878b", "tag": "99519aad-0828-43e1-b34b-99edf2fdc2f9", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:02:24.621610 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5a30bb3-2fda-4053-af1e-3caa4cd825f0 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:02:24.622015 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'tag': '99519aad-0828-43e1-b34b-99edf2fdc2f9', 'status': 'completed', 'code': 200} Feb 04 06:02:24.646805 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ddbcd257-0249-4ade-8f9e-691ae79874f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cc18a938-ca1f-4562-9b45-1f8d91e89b5e HTTP/1.1" status: 200 len: 690 time: 0.0618153 Feb 04 06:02:24.686319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-31d55eef-3e38-426b-b9c5-60fe488481da None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:02:24.687005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf34905-0579-4c3d-88d5-b45ee37a2757 req-7ec94bee-9b4c-4035-9082-7b7e9aefd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:24.688558 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0cf34905-0579-4c3d-88d5-b45ee37a2757 req-7ec94bee-9b4c-4035-9082-7b7e9aefd198 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 1099 time: 0.0405498 Feb 04 06:02:24.735612 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:24.788167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf34905-0579-4c3d-88d5-b45ee37a2757 req-6f9d7aea-be58-4762-a4a9-cfcc4e339094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:24.790046 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0cf34905-0579-4c3d-88d5-b45ee37a2757 req-6f9d7aea-be58-4762-a4a9-cfcc4e339094 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 200 len: 898 time: 0.0931742 Feb 04 06:02:24.838615 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0cf34905-0579-4c3d-88d5-b45ee37a2757 req-efd1b997-32a0-4e2f-927d-d55a79c15994 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99519aad-0828-43e1-b34b-99edf2fdc2f9 HTTP/1.1" status: 200 len: 217 time: 0.0421879 Feb 04 06:02:24.894398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf34905-0579-4c3d-88d5-b45ee37a2757 req-4b189cda-f685-4681-ac3b-ffaeaf9954ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:24.895982 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0cf34905-0579-4c3d-88d5-b45ee37a2757 req-4b189cda-f685-4681-ac3b-ffaeaf9954ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28915c43-afa2-4b21-987c-c66721094afb HTTP/1.1" status: 200 len: 834 time: 0.0514503 Feb 04 06:02:24.917934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-31d55eef-3e38-426b-b9c5-60fe488481da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:24.941315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf34905-0579-4c3d-88d5-b45ee37a2757 req-86558cc6-2453-4376-9d10-99b93917409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:24.942771 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0cf34905-0579-4c3d-88d5-b45ee37a2757 req-86558cc6-2453-4376-9d10-99b93917409f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82a2735c-ddca-4d83-841c-00f135f8327f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406992 Feb 04 06:02:24.948882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d55eef-3e38-426b-b9c5-60fe488481da None None] Checking router: 3c49e5c6-04bd-4022-bab1-893c09bddff4 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:02:24.957857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d55eef-3e38-426b-b9c5-60fe488481da None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:02:24.958481 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-31d55eef-3e38-426b-b9c5-60fe488481da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:02:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:25.036305 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0cf34905-0579-4c3d-88d5-b45ee37a2757 req-dafbbdd1-3e8c-4969-a69a-189b358ccbab service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873194 Feb 04 06:02:25.067166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-31d55eef-3e38-426b-b9c5-60fe488481da None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:02:25.131998 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0cf34905-0579-4c3d-88d5-b45ee37a2757 req-c7a1abfc-848c-409f-a447-2bb5818822f8 service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884740 Feb 04 06:02:25.276553 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-31d55eef-3e38-426b-b9c5-60fe488481da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:25.307534 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0816fc3a-b507-443f-88ae-2ffae42c331b up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:02:25.311330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d55eef-3e38-426b-b9c5-60fe488481da None None] The sync data for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv is: [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:25.317454 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5185c01-98d5-45c5-8d82-f9d5b108723e req-ca06a963-c553-4d4d-acd9-a526d7f8cbd5 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:25.319028 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a5185c01-98d5-45c5-8d82-f9d5b108723e req-ca06a963-c553-4d4d-acd9-a526d7f8cbd5 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 944 time: 0.0507708 Feb 04 06:02:25.369753 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 0816fc3a-b507-443f-88ae-2ffae42c331b completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:25.373940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 0816fc3a-b507-443f-88ae-2ffae42c331b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:25.374318 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.378410 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a5185c01-98d5-45c5-8d82-f9d5b108723e req-39d815cb-800c-49ab-9660-d1c6a3925fa5 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473471 Feb 04 06:02:25.464803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.489480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0816fc3a-b507-443f-88ae-2ffae42c331b'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:25.491639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6748c5b9-d4fb-4955-b4a8-4ec721d66046" -d '{"events": [{"server_uuid": "ef4f47bc-a9e1-4cc6-97d4-780f3daa914d", "name": "network-vif-plugged", "status": "completed", "tag": "0816fc3a-b507-443f-88ae-2ffae42c331b"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:02:25.511248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0816fc3a-b507-443f-88ae-2ffae42c331b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0816fc3a-b507-443f-88ae-2ffae42c331b,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:02:25.515607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:25.553294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bed5515-dd60-4bb1-b853-9decff8e261b x-openstack-request-id: req-9bed5515-dd60-4bb1-b853-9decff8e261b {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:02:25.553580 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4f47bc-a9e1-4cc6-97d4-780f3daa914d", "name": "network-vif-plugged", "status": "completed", "tag": "0816fc3a-b507-443f-88ae-2ffae42c331b", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:02:25.553831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bed5515-dd60-4bb1-b853-9decff8e261b {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:02:25.554223 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'code': 200} Feb 04 06:02:25.586704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=0816fc3a-b507-443f-88ae-2ffae42c331b,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:25.614137 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae1b3d-164e-41b6-9852-b0cd89a761a0 None None] New status for floating IP cc18a938-ca1f-4562-9b45-1f8d91e89b5e: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:02:25.650509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48158) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:25.727665 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a6db9329-f21e-4006-a3eb-664fed41fe4b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cc18a938-ca1f-4562-9b45-1f8d91e89b5e HTTP/1.1" status: 200 len: 690 time: 0.0753582 Feb 04 06:02:25.745295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b1824-26db-46e0-ae53-7e12f1eb92aa req-9301b535-fc52-4253-b3d9-ce49afd390ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:25.746641 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8d3b1824-26db-46e0-ae53-7e12f1eb92aa req-9301b535-fc52-4253-b3d9-ce49afd390ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 1098 time: 0.0491092 Feb 04 06:02:25.783202 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8d3b1824-26db-46e0-ae53-7e12f1eb92aa req-18f954dd-34bf-47fa-828a-bba1dc6487b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300183 Feb 04 06:02:26.317907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.501344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29193206-b017-44d3-a38c-8e1eaeaedd8c req-53a8fd63-ca58-4e20-8573-603ad273a4e4 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:26.502875 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-29193206-b017-44d3-a38c-8e1eaeaedd8c req-53a8fd63-ca58-4e20-8573-603ad273a4e4 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 945 time: 0.0515621 Feb 04 06:02:26.544966 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-29193206-b017-44d3-a38c-8e1eaeaedd8c req-ac59c915-b6b3-4cea-b978-5600fec55493 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353892 Feb 04 06:02:26.638833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:26.730936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48162) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:27.107960 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8a26f4bd-35de-4010-b634-30c687040281 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cc18a938-ca1f-4562-9b45-1f8d91e89b5e HTTP/1.1" status: 200 len: 688 time: 0.3758276 Feb 04 06:02:27.660589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bb84c-adbb-4c73-b736-9e726add4d8c req-8df16e1c-57db-4d55-ad4c-8ee484680562 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:27.662258 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1d2bb84c-adbb-4c73-b736-9e726add4d8c req-8df16e1c-57db-4d55-ad4c-8ee484680562 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 945 time: 0.0491936 Feb 04 06:02:27.703244 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1d2bb84c-adbb-4c73-b736-9e726add4d8c req-84b5f006-65d7-425d-a8ee-3a60acb533c4 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345824 Feb 04 06:02:27.824531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4331b3-40b6-48ba-8761-65e49753dad3 req-8d8616a8-1990-4338-804f-cdfe5de8fbce tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:27.826056 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9c4331b3-40b6-48ba-8761-65e49753dad3 req-8d8616a8-1990-4338-804f-cdfe5de8fbce tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 945 time: 0.0549710 Feb 04 06:02:27.864556 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9c4331b3-40b6-48ba-8761-65e49753dad3 req-a41b63ce-c0d3-4402-b944-e7dea84ea7eb tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322652 Feb 04 06:02:27.888219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48168) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:27.926689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599aa22-bc6f-4d6a-92b3-524ecc7c1651 tempest-TestVolumeBootPattern-1514860495 tempest-TestVolumeBootPattern-1514860495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:27.931664 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4599aa22-bc6f-4d6a-92b3-524ecc7c1651 tempest-TestVolumeBootPattern-1514860495 tempest-TestVolumeBootPattern-1514860495-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 1093 time: 0.0392654 Feb 04 06:02:27.931817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48170) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:27.936058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:27.960073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.060715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.166074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Allocated IP 172.26.5.46 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/e87c0626-f873-41c5-8310-b7a7d3b61f04) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:28.278417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.313110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.352942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'Port': ['ID=e87c0626-f873-41c5-8310-b7a7d3b61f04,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:28.363281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.363729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.364266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.364673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.365247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.365740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.366138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.366517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.366958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.367855 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.368346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.368821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:28.370113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.381917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:28.383633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:28.386496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:02:28.472176 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48174) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:28.477733 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1ed19af0-193d-4fbd-8634-c967e824573d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402070748', 'description': 'tempest-secgroup-smoke-402070748 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:28.501663 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ed19af0-193d-4fbd-8634-c967e824573d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.567978 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ed19af0-193d-4fbd-8634-c967e824573d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.572211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ed19af0-193d-4fbd-8634-c967e824573d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.607089 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed19af0-193d-4fbd-8634-c967e824573d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9069e5-9e59-4af6-b446-5b9555279729,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:28.611884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1ed19af0-193d-4fbd-8634-c967e824573d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.613153 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1ed19af0-193d-4fbd-8634-c967e824573d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1398854 Feb 04 06:02:28.616428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48176) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:28.621890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e2c56b6c-374f-428f-9724-18e8e8f798cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'bd9069e5-9e59-4af6-b446-5b9555279729', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:28.651232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2c56b6c-374f-428f-9724-18e8e8f798cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.714552 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2c56b6c-374f-428f-9724-18e8e8f798cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.719436 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2c56b6c-374f-428f-9724-18e8e8f798cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.739325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c56b6c-374f-428f-9724-18e8e8f798cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e09aed-bd10-437b-b72f-9a101c2d377f,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:28.749334 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2c56b6c-374f-428f-9724-18e8e8f798cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.751158 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e2c56b6c-374f-428f-9724-18e8e8f798cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327701 Feb 04 06:02:28.753809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48178) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:28.759245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-28cc5903-99c1-4cf1-b055-c01e1c20b363 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'bd9069e5-9e59-4af6-b446-5b9555279729', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:28.786712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-28cc5903-99c1-4cf1-b055-c01e1c20b363 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.808926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.847777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-28cc5903-99c1-4cf1-b055-c01e1c20b363 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.853430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-28cc5903-99c1-4cf1-b055-c01e1c20b363 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.879318 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc5903-99c1-4cf1-b055-c01e1c20b363 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbcd48d-d576-4c47-b876-8d3db020d498,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:28.893226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-28cc5903-99c1-4cf1-b055-c01e1c20b363 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.894558 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.897680 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-28cc5903-99c1-4cf1-b055-c01e1c20b363 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428552 Feb 04 06:02:28.899313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48180) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:28.902937 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4c4e37c4-6f3c-465d-b187-59c664011142 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'bd9069e5-9e59-4af6-b446-5b9555279729', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:28.932690 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4c4e37c4-6f3c-465d-b187-59c664011142 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.993288 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4c4e37c4-6f3c-465d-b187-59c664011142 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:28.997662 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4c4e37c4-6f3c-465d-b187-59c664011142 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.019043 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e37c4-6f3c-465d-b187-59c664011142 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865dc103-0bf1-45bc-bbc0-537fc8280bd9,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:29.026034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4c4e37c4-6f3c-465d-b187-59c664011142 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.029900 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4c4e37c4-6f3c-465d-b187-59c664011142 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279526 Feb 04 06:02:29.030054 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48182) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:29.034503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2509875c-87ea-470c-894d-cd6e7c731804 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'bd9069e5-9e59-4af6-b446-5b9555279729', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:29.063887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2509875c-87ea-470c-894d-cd6e7c731804 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.066468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.070929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.150126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.202738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'Port': ['ID=e87c0626-f873-41c5-8310-b7a7d3b61f04,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:29.275380 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Floating IP f3be650d-825a-4ca4-955d-7b0c21ce1b79 associated. External IP: 172.26.5.46, port: 0816fc3a-b507-443f-88ae-2ffae42c331b. Feb 04 06:02:29.353213 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2509875c-87ea-470c-894d-cd6e7c731804 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.358219 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2509875c-87ea-470c-894d-cd6e7c731804 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.377986 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509875c-87ea-470c-894d-cd6e7c731804 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48d87db-24fd-4913-9fa8-057d8152dfba,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:29.385256 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2509875c-87ea-470c-894d-cd6e7c731804 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.389899 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2509875c-87ea-470c-894d-cd6e7c731804 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3555675 Feb 04 06:02:29.389899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48184) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:29.394392 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-89c6174f-47f5-45e0-8802-71de08ccaee1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'bd9069e5-9e59-4af6-b446-5b9555279729', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:29.421826 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-89c6174f-47f5-45e0-8802-71de08ccaee1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:02:29.427777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89c6174f-47f5-45e0-8802-71de08ccaee1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.491806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Router e6f42ca1-a357-4306-8824-d786558ca787 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:02:29.492212 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89c6174f-47f5-45e0-8802-71de08ccaee1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.496636 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89c6174f-47f5-45e0-8802-71de08ccaee1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.518971 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6174f-47f5-45e0-8802-71de08ccaee1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70de5ec9-5342-43ae-ab92-ae7bb1d4f18c,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:29.525586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89c6174f-47f5-45e0-8802-71de08ccaee1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.529525 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-89c6174f-47f5-45e0-8802-71de08ccaee1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364179 Feb 04 06:02:29.529787 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48186) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:29.534313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-46513de8-9122-418c-bb54-1aca9e1076d3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'bd9069e5-9e59-4af6-b446-5b9555279729', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:29.571443 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-46513de8-9122-418c-bb54-1aca9e1076d3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:02:29.576743 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46513de8-9122-418c-bb54-1aca9e1076d3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.604602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:02:29.616112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e06566-9aa7-4fa9-a140-9cea5e57c2c1 None None] Sync routers for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:29.629194 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e06566-9aa7-4fa9-a140-9cea5e57c2c1 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:02:29.630259 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-06e06566-9aa7-4fa9-a140-9cea5e57c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:02:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:29.634118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.651364 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46513de8-9122-418c-bb54-1aca9e1076d3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.656485 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46513de8-9122-418c-bb54-1aca9e1076d3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.675395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46513de8-9122-418c-bb54-1aca9e1076d3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd4aef3-f4ed-4d04-9bb1-fe2616a003c8,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:29.677887 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e15cd66c-789e-4944-91a3-06d4050a0daa tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7448246 Feb 04 06:02:29.678421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'tag': '0816fc3a-b507-443f-88ae-2ffae42c331b'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:29.681663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93645227-a7eb-4096-8e4a-7caded97fef9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4f47bc-a9e1-4cc6-97d4-780f3daa914d", "tag": "0816fc3a-b507-443f-88ae-2ffae42c331b"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:02:29.712068 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-46513de8-9122-418c-bb54-1aca9e1076d3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:29.723718 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-46513de8-9122-418c-bb54-1aca9e1076d3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1928864 Feb 04 06:02:29.732722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3da8318-6be4-4219-b807-717bceb83f4a x-openstack-request-id: req-c3da8318-6be4-4219-b807-717bceb83f4a {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:02:29.733263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4f47bc-a9e1-4cc6-97d4-780f3daa914d", "tag": "0816fc3a-b507-443f-88ae-2ffae42c331b", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:02:29.733722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3da8318-6be4-4219-b807-717bceb83f4a {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:02:29.734300 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'tag': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'status': 'completed', 'code': 200} Feb 04 06:02:29.753552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-06e06566-9aa7-4fa9-a140-9cea5e57c2c1 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:02:29.815263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93645227-a7eb-4096-8e4a-7caded97fef9 req-41dcee1d-2479-4cc3-9090-ff59fb075daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:29.817456 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-93645227-a7eb-4096-8e4a-7caded97fef9 req-41dcee1d-2479-4cc3-9090-ff59fb075daf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 1098 time: 0.0580733 Feb 04 06:02:29.928106 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-96e60971-9573-4740-91e3-7024bc0ec41b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402070748&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0821381 Feb 04 06:02:29.955778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93645227-a7eb-4096-8e4a-7caded97fef9 req-e20c8545-a46c-4f26-8904-0af19de8c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:29.957215 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-93645227-a7eb-4096-8e4a-7caded97fef9 req-e20c8545-a46c-4f26-8904-0af19de8c641 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.1328969 Feb 04 06:02:29.992929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-06e06566-9aa7-4fa9-a140-9cea5e57c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'f3be650d-825a-4ca4-955d-7b0c21ce1b79', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:15:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:02:28Z', 'updated_at': '2022-02-04T06:02:28Z', 'revision_number': 0, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:30.018348 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e06566-9aa7-4fa9-a140-9cea5e57c2c1 None None] Checking router: e6f42ca1-a357-4306-8824-d786558ca787 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:02:30.027245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e06566-9aa7-4fa9-a140-9cea5e57c2c1 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:02:30.027842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-06e06566-9aa7-4fa9-a140-9cea5e57c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:02:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:30.079659 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-93645227-a7eb-4096-8e4a-7caded97fef9 req-714c7c81-ff72-486b-9932-4f683ca08986 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0816fc3a-b507-443f-88ae-2ffae42c331b HTTP/1.1" status: 200 len: 998 time: 0.1089089 Feb 04 06:02:30.127515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-5464561b-6e88-4105-9cf8-8e4ed29d63bd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:30.129436 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-5464561b-6e88-4105-9cf8-8e4ed29d63bd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/networks?id=82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 200 len: 797 time: 0.1887751 Feb 04 06:02:30.138079 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-06e06566-9aa7-4fa9-a140-9cea5e57c2c1 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:02:30.146977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93645227-a7eb-4096-8e4a-7caded97fef9 req-dd3854fb-be59-4e1a-afe6-4a2fa28c73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:30.148677 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-93645227-a7eb-4096-8e4a-7caded97fef9 req-dd3854fb-be59-4e1a-afe6-4a2fa28c73a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0613465 Feb 04 06:02:30.171483 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-cde19c8e-68db-4449-9ff2-668113505c90 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/quotas/64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 375 time: 0.0181260 Feb 04 06:02:30.235809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93645227-a7eb-4096-8e4a-7caded97fef9 req-91458557-c5b5-4e37-8328-763a4f3fabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:30.237637 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-93645227-a7eb-4096-8e4a-7caded97fef9 req-91458557-c5b5-4e37-8328-763a4f3fabcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778191 Feb 04 06:02:30.247883 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-f850ebbb-7644-456d-a327-d3f759b25d91 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0614121 Feb 04 06:02:30.372367 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-06e06566-9aa7-4fa9-a140-9cea5e57c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'f3be650d-825a-4ca4-955d-7b0c21ce1b79', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:15:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:02:28Z', 'updated_at': '2022-02-04T06:02:28Z', 'revision_number': 0, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:30.400186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e06566-9aa7-4fa9-a140-9cea5e57c2c1 None None] The sync data for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv is: [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'f3be650d-825a-4ca4-955d-7b0c21ce1b79', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:15:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:02:28Z', 'updated_at': '2022-02-04T06:02:28Z', 'revision_number': 0, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:30.407524 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-93645227-a7eb-4096-8e4a-7caded97fef9 req-50498879-6231-4aac-83e4-541f5b0d827d service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586814 Feb 04 06:02:30.413205 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-d12caab8-da8f-4e2b-89bb-8e96842ea8bf service neutron] 10.222.0.15 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474788 Feb 04 06:02:30.572712 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-93645227-a7eb-4096-8e4a-7caded97fef9 req-4a4f8655-d1db-4576-b92f-57e98a376f0d service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585517 Feb 04 06:02:30.574661 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-c8d89ae2-4a9c-44b2-8ee1-803f98e1fc86 service neutron] 10.222.0.15 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531856 Feb 04 06:02:30.642240 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f807a-1484-4563-a635-3bdc0b84691f None None] New status for floating IP f3be650d-825a-4ca4-955d-7b0c21ce1b79: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:02:30.765716 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7f2c6283-740d-447a-8aab-53084c8a04ed req-d8a4bddf-48c3-4d27-8161-a5304041d82c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 210 time: 0.0322526 Feb 04 06:02:31.692600 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-1da380a7-004d-4a99-a659-d66ad2abc11a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:31.694208 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-1da380a7-004d-4a99-a659-d66ad2abc11a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 200 len: 797 time: 0.1143339 Feb 04 06:02:31.751464 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-8af28a60-9080-459a-9b7b-65ff913fe346 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 471 time: 0.0446610 Feb 04 06:02:31.763064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'device_id': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'admin_state_up': True, 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'security_groups': ['bd9069e5-9e59-4af6-b446-5b9555279729']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:31.874719 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3c7d69e5-d6ae-4092-ab59-88afbfe24a5c req-6bf63af0-756b-4bbd-9d27-7865c91af95d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 210 time: 0.0356801 Feb 04 06:02:31.903802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:31.907466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.034875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.4 (82a2735c-ddca-4d83-841c-00f135f8327f/28915c43-afa2-4b21-987c-c66721094afb/4002b6ea-a92d-4360-b84a-62f422f4f5c5) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:32.168917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.202785 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.247450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 82a2735c-ddca-4d83-841c-00f135f8327f is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:32.250377 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:32.253971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:02:32.278328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=4002b6ea-a92d-4360-b84a-62f422f4f5c5,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:32.307657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:32.308301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.324780 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-18dd5c97-fe30-4532-a6bd-3e7a0da999ea tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656652 Feb 04 06:02:32.338707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Request body: {'port': {'device_id': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:32.402636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.533758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3e28982a-c581-4a64-a9d2-8c7d3e1401a5 None None] Provisioning complete for port 4002b6ea-a92d-4360-b84a-62f422f4f5c5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:32.534720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3e28982a-c581-4a64-a9d2-8c7d3e1401a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.571661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3e28982a-c581-4a64-a9d2-8c7d3e1401a5 None None] Port 4002b6ea-a92d-4360-b84a-62f422f4f5c5 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:02:32.673690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4002b6ea-a92d-4360-b84a-62f422f4f5c5 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:02:32.682514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.694333 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Transition to ACTIVE for port object 4002b6ea-a92d-4360-b84a-62f422f4f5c5 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:32.698638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.748196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4002b6ea-a92d-4360-b84a-62f422f4f5c5,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:32.822914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Attempting to bind port 4002b6ea-a92d-4360-b84a-62f422f4f5c5 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:32.823259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Attempting to bind port 4002b6ea-a92d-4360-b84a-62f422f4f5c5 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:32.823593 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Attempting to bind port 4002b6ea-a92d-4360-b84a-62f422f4f5c5 on network 82a2735c-ddca-4d83-841c-00f135f8327f {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:02:32.828124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Port 4002b6ea-a92d-4360-b84a-62f422f4f5c5 on network 82a2735c-ddca-4d83-841c-00f135f8327f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:02:32.828447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Attempting to bind port 4002b6ea-a92d-4360-b84a-62f422f4f5c5 on network 82a2735c-ddca-4d83-841c-00f135f8327f {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:02:32.833353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:02:32.833689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Checking segment: {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:02:32.834073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Bound using segment: {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:02:32.834506 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Bound port: 4002b6ea-a92d-4360-b84a-62f422f4f5c5, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8717b60-0294-4a34-b9b2-a00c012a2171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:32.834861 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.915824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] For port 4002b6ea-a92d-4360-b84a-62f422f4f5c5, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:02:32.919218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] For port 4002b6ea-a92d-4360-b84a-62f422f4f5c5, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4002b6ea-a92d-4360-b84a-62f422f4f5c5,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:02:32.924857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.974563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:32.975185 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:32.977254 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] 10.222.0.36 "PUT /v2.0/ports/4002b6ea-a92d-4360-b84a-62f422f4f5c5 HTTP/1.1" status: 200 len: 1093 time: 0.6431141 Feb 04 06:02:32.977795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'tag': '4002b6ea-a92d-4360-b84a-62f422f4f5c5'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:32.983796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26" -d '{"events": [{"name": "network-changed", "server_uuid": "d92ecf91-5d40-4c6b-b9b5-dec75f88ff42", "tag": "4002b6ea-a92d-4360-b84a-62f422f4f5c5"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:02:33.062843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dc2865-56fb-4e3a-88f1-84c9251b779c x-openstack-request-id: req-51dc2865-56fb-4e3a-88f1-84c9251b779c {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:02:33.063129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92ecf91-5d40-4c6b-b9b5-dec75f88ff42", "tag": "4002b6ea-a92d-4360-b84a-62f422f4f5c5", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:02:33.063386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51dc2865-56fb-4e3a-88f1-84c9251b779c {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:02:33.063789 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'tag': '4002b6ea-a92d-4360-b84a-62f422f4f5c5', 'status': 'completed', 'code': 200} Feb 04 06:02:33.071540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dcc3e-b1b9-4b91-8519-5b8bed3497a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4002b6ea-a92d-4360-b84a-62f422f4f5c5,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:33.092062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-031d4c69-da89-4aa6-a04d-7e4252ab4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.093611 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-031d4c69-da89-4aa6-a04d-7e4252ab4a89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 1096 time: 0.0732195 Feb 04 06:02:33.102848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e480f-4efe-41c5-b891-beaea51eacff req-188707b0-0ae6-4e52-9d3f-a7d27531f88c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.104373 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-650e480f-4efe-41c5-b891-beaea51eacff req-188707b0-0ae6-4e52-9d3f-a7d27531f88c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 943 time: 0.1471155 Feb 04 06:02:33.146101 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-986cecc0-a25a-484c-beb4-87b848ce0bdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4002b6ea-a92d-4360-b84a-62f422f4f5c5 HTTP/1.1" status: 200 len: 217 time: 0.0407071 Feb 04 06:02:33.215908 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-650e480f-4efe-41c5-b891-beaea51eacff req-204ba2df-1115-4da5-adbe-1e20022b82d1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd9069e5-9e59-4af6-b446-5b9555279729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048977 Feb 04 06:02:33.223345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ae4071ec-e695-4d5d-a288-1bf2711f9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.224763 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-ae4071ec-e695-4d5d-a288-1bf2711f9bfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28915c43-afa2-4b21-987c-c66721094afb HTTP/1.1" status: 200 len: 834 time: 0.0715709 Feb 04 06:02:33.273516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-825cbd57-2fbd-48b1-900f-45e3ccda1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.275040 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-825cbd57-2fbd-48b1-900f-45e3ccda1ae2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82a2735c-ddca-4d83-841c-00f135f8327f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436952 Feb 04 06:02:33.363614 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-6bfa010c-28dc-4d1b-a302-8a9cd75f7e62 service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819843 Feb 04 06:02:33.458323 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa51fea-8fa4-4325-af97-51436e5305c3 req-b514690e-24be-43ab-add9-2ac91635b79c service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882483 Feb 04 06:02:33.536953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26 req-3b532625-7a04-4529-8e9a-ff373dfda73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.538519 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26 req-3b532625-7a04-4529-8e9a-ff373dfda73a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 1096 time: 0.0399814 Feb 04 06:02:33.629788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26 req-72589494-615b-4bb0-9d00-1f6a338472a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.631181 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26 req-72589494-615b-4bb0-9d00-1f6a338472a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 200 len: 898 time: 0.0869722 Feb 04 06:02:33.672311 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26 req-8fd4669f-106c-4fc8-b0e4-248ade5d409f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4002b6ea-a92d-4360-b84a-62f422f4f5c5 HTTP/1.1" status: 200 len: 217 time: 0.0343459 Feb 04 06:02:33.729680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26 req-db69ba03-9b30-4029-ba30-609edb641a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.731074 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26 req-db69ba03-9b30-4029-ba30-609edb641a64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28915c43-afa2-4b21-987c-c66721094afb HTTP/1.1" status: 200 len: 834 time: 0.0436752 Feb 04 06:02:33.780963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26 req-365650b5-b94c-48ff-ae20-15f76c29637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.782504 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26 req-365650b5-b94c-48ff-ae20-15f76c29637d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82a2735c-ddca-4d83-841c-00f135f8327f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435452 Feb 04 06:02:34.209241 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26 req-32192ca2-f5e3-4609-b23e-d3d977405aac service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190090 Feb 04 06:02:34.377626 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4aa476a-388f-414b-9bbb-f2d9f4fedd26 req-9c6d3227-a5ee-48d5-b447-a0ec58ea73cf service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609294 Feb 04 06:02:34.395513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ade6b-a37c-426e-90ab-9c7c0d672f6a req-c1db5471-e7ee-457f-93e1-8065efb6acba tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:34.397173 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b44ade6b-a37c-426e-90ab-9c7c0d672f6a req-c1db5471-e7ee-457f-93e1-8065efb6acba tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 943 time: 0.0710135 Feb 04 06:02:34.440267 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b44ade6b-a37c-426e-90ab-9c7c0d672f6a req-9173175a-3d89-45ff-b60b-6d62eeca978f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd9069e5-9e59-4af6-b446-5b9555279729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355744 Feb 04 06:02:35.359432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 4002b6ea-a92d-4360-b84a-62f422f4f5c5 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:02:35.464315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 4002b6ea-a92d-4360-b84a-62f422f4f5c5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4002b6ea-a92d-4360-b84a-62f422f4f5c5,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:02:35.476332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '4002b6ea-a92d-4360-b84a-62f422f4f5c5', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'port_id': '4002b6ea-a92d-4360-b84a-62f422f4f5c5', 'mac_address': 'fa:16:3e:a4:c0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:02:35.518494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.531223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4002b6ea-a92d-4360-b84a-62f422f4f5c5 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:02:35.550746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 4002b6ea-a92d-4360-b84a-62f422f4f5c5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4002b6ea-a92d-4360-b84a-62f422f4f5c5,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:02:35.555635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.559108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d75ef6-2105-40f4-b737-ca1036ce2eef req-891b06b8-5577-4174-90e2-dc3d6b074e74 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:35.561441 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-63d75ef6-2105-40f4-b737-ca1036ce2eef req-891b06b8-5577-4174-90e2-dc3d6b074e74 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 943 time: 0.0552118 Feb 04 06:02:35.603832 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-63d75ef6-2105-40f4-b737-ca1036ce2eef req-07e961ac-82e5-4092-a0b3-b14e316a361c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd9069e5-9e59-4af6-b446-5b9555279729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355201 Feb 04 06:02:35.608020 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=4002b6ea-a92d-4360-b84a-62f422f4f5c5,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.624440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:02:35.774727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['4002b6ea-a92d-4360-b84a-62f422f4f5c5'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:02:36.723040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f36c20-9292-4fff-a287-7996bfb6af91 req-ea3521a5-b6a7-44c1-8cec-41c6b2ea1801 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:36.724518 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-10f36c20-9292-4fff-a287-7996bfb6af91 req-ea3521a5-b6a7-44c1-8cec-41c6b2ea1801 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 944 time: 0.0534344 Feb 04 06:02:36.762991 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-10f36c20-9292-4fff-a287-7996bfb6af91 req-26c479bb-132f-4b8e-8005-5d86842b3d85 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd9069e5-9e59-4af6-b446-5b9555279729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311661 Feb 04 06:02:37.372143 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 4002b6ea-a92d-4360-b84a-62f422f4f5c5 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:02:37.420445 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 4002b6ea-a92d-4360-b84a-62f422f4f5c5 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:37.424190 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 4002b6ea-a92d-4360-b84a-62f422f4f5c5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:37.424562 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.500126 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.523960 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4002b6ea-a92d-4360-b84a-62f422f4f5c5'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:37.526262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bceda1-d63b-4a02-a6af-2485acf46cfb" -d '{"events": [{"server_uuid": "d92ecf91-5d40-4c6b-b9b5-dec75f88ff42", "name": "network-vif-plugged", "status": "completed", "tag": "4002b6ea-a92d-4360-b84a-62f422f4f5c5"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:02:37.538865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 4002b6ea-a92d-4360-b84a-62f422f4f5c5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4002b6ea-a92d-4360-b84a-62f422f4f5c5,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:02:37.543328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:37.719549 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c13fbb6-3d26-45f0-82f6-6ab7bbe6aac8 x-openstack-request-id: req-9c13fbb6-3d26-45f0-82f6-6ab7bbe6aac8 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:02:37.719855 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92ecf91-5d40-4c6b-b9b5-dec75f88ff42", "name": "network-vif-plugged", "status": "completed", "tag": "4002b6ea-a92d-4360-b84a-62f422f4f5c5", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:02:37.720059 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c13fbb6-3d26-45f0-82f6-6ab7bbe6aac8 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:02:37.720440 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4002b6ea-a92d-4360-b84a-62f422f4f5c5', 'code': 200} Feb 04 06:02:37.748674 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=4002b6ea-a92d-4360-b84a-62f422f4f5c5,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:37.748899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce89c8b-c2a5-4dd4-afb5-7664dc936b79 req-3f2facd8-26c7-4f3a-bb62-6f3ab2545e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:37.750674 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5ce89c8b-c2a5-4dd4-afb5-7664dc936b79 req-3f2facd8-26c7-4f3a-bb62-6f3ab2545e0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 1098 time: 0.0446742 Feb 04 06:02:37.790331 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5ce89c8b-c2a5-4dd4-afb5-7664dc936b79 req-45c8e803-05fa-4f9a-8903-a3860aeeb91a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd9069e5-9e59-4af6-b446-5b9555279729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328093 Feb 04 06:02:37.887294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49276971-8dc7-452a-8bf9-2e94e99911eb req-e7310d6a-9877-4827-bdc9-b0330f3f1647 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:37.888846 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-49276971-8dc7-452a-8bf9-2e94e99911eb req-e7310d6a-9877-4827-bdc9-b0330f3f1647 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 945 time: 0.0568645 Feb 04 06:02:37.931148 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-49276971-8dc7-452a-8bf9-2e94e99911eb req-9a34de3a-c29a-4617-8ccf-b9d1f0ef2974 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd9069e5-9e59-4af6-b446-5b9555279729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361288 Feb 04 06:02:39.064087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f058d-43cc-4ed4-93c6-68e80c07a6be req-b62398e9-c467-440e-8850-740ae860b77e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:39.065714 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a9f058d-43cc-4ed4-93c6-68e80c07a6be req-b62398e9-c467-440e-8850-740ae860b77e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 945 time: 0.0574050 Feb 04 06:02:39.106677 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a9f058d-43cc-4ed4-93c6-68e80c07a6be req-c58eeacf-a7ae-4040-b921-5948061f89ee tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd9069e5-9e59-4af6-b446-5b9555279729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342858 Feb 04 06:02:39.224429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48985f-914e-4d92-9310-b9611baccb6c req-2686d899-c52c-4132-94a1-8f5dc58f9eda tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:39.226734 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fa48985f-914e-4d92-9310-b9611baccb6c req-2686d899-c52c-4132-94a1-8f5dc58f9eda tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 945 time: 0.0549226 Feb 04 06:02:39.267148 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fa48985f-914e-4d92-9310-b9611baccb6c req-5b442ff1-b9dd-45d1-809a-bc4056b24aaa tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd9069e5-9e59-4af6-b446-5b9555279729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343406 Feb 04 06:02:39.289554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48244) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:39.358654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261cab95-4877-4209-ad7e-9b309cf567f9 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:39.360171 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-261cab95-4877-4209-ad7e-9b309cf567f9 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 1093 time: 0.0695629 Feb 04 06:02:39.363124 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48246) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:39.367918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5985467e-60b6-4830-b0d8-7134c574856e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'floatingip': {'port_id': '4002b6ea-a92d-4360-b84a-62f422f4f5c5'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:39.370329 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-701b5146-e8c7-4eec-acfb-d70964cb9b60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522370 Feb 04 06:02:39.413038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5985467e-60b6-4830-b0d8-7134c574856e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.456437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-036f7668-101d-49e4-9de0-80e898f969e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:39.457989 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-036f7668-101d-49e4-9de0-80e898f969e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 1099 time: 0.0415394 Feb 04 06:02:39.569422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-f1dc05ab-66b6-4c4b-b6f5-b52b1bc921ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:39.571447 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-f1dc05ab-66b6-4c4b-b6f5-b52b1bc921ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 200 len: 898 time: 0.0918829 Feb 04 06:02:39.618105 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-cc841116-9e6a-4615-bc88-891c288faa90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99519aad-0828-43e1-b34b-99edf2fdc2f9 HTTP/1.1" status: 200 len: 217 time: 0.0395825 Feb 04 06:02:39.673672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-6cd66cfc-a170-4321-a6fb-4a3a711bcfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:39.675203 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-6cd66cfc-a170-4321-a6fb-4a3a711bcfdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28915c43-afa2-4b21-987c-c66721094afb HTTP/1.1" status: 200 len: 834 time: 0.0496821 Feb 04 06:02:39.708563 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:02:39.723819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-f84df8b1-8134-4416-b1c2-fa1ff1117eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:39.725441 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-f84df8b1-8134-4416-b1c2-fa1ff1117eb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82a2735c-ddca-4d83-841c-00f135f8327f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425506 Feb 04 06:02:39.828436 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-b8beb920-90c8-47ed-93e4-231cc1300165 service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958180 Feb 04 06:02:39.858332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5985467e-60b6-4830-b0d8-7134c574856e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.862892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5985467e-60b6-4830-b0d8-7134c574856e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:39.932309 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc61dab7-03fb-460d-ad5d-b38ac5102a5c req-324bd597-fad6-4bf1-a993-48af0838e055 service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966930 Feb 04 06:02:39.973717 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-5985467e-60b6-4830-b0d8-7134c574856e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP cc18a938-ca1f-4562-9b45-1f8d91e89b5e associated. External IP: 172.26.5.139, port: 4002b6ea-a92d-4360-b84a-62f422f4f5c5. Feb 04 06:02:40.182629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5985467e-60b6-4830-b0d8-7134c574856e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 3c49e5c6-04bd-4022-bab1-893c09bddff4 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:02:40.298020 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5985467e-60b6-4830-b0d8-7134c574856e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:02:40.303076 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5985467e-60b6-4830-b0d8-7134c574856e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:40.308942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5580ff-5a12-4206-b41b-5f88805ad277 None None] Sync routers for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:40.319508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5580ff-5a12-4206-b41b-5f88805ad277 None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:02:40.321143 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-9c5580ff-5a12-4206-b41b-5f88805ad277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:02:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:40.334963 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5985467e-60b6-4830-b0d8-7134c574856e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/floatingips/cc18a938-ca1f-4562-9b45-1f8d91e89b5e HTTP/1.1" status: 200 len: 991 time: 0.9679272 Feb 04 06:02:40.334963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'tag': '4002b6ea-a92d-4360-b84a-62f422f4f5c5'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:40.335880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2522627d-8c60-448e-89e2-e98220d9ba51" -d '{"events": [{"name": "network-changed", "server_uuid": "d92ecf91-5d40-4c6b-b9b5-dec75f88ff42", "tag": "4002b6ea-a92d-4360-b84a-62f422f4f5c5"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:02:40.336063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48248) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:40.410872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bf5cc9-d123-40b1-8331-12a011017712 x-openstack-request-id: req-81bf5cc9-d123-40b1-8331-12a011017712 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:02:40.411447 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92ecf91-5d40-4c6b-b9b5-dec75f88ff42", "tag": "4002b6ea-a92d-4360-b84a-62f422f4f5c5", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:02:40.411578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81bf5cc9-d123-40b1-8331-12a011017712 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:02:40.412079 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'tag': '4002b6ea-a92d-4360-b84a-62f422f4f5c5', 'status': 'completed', 'code': 200} Feb 04 06:02:40.420524 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ce23e9fa-915f-40ab-bac9-608423907117 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cc18a938-ca1f-4562-9b45-1f8d91e89b5e HTTP/1.1" status: 200 len: 991 time: 0.0796933 Feb 04 06:02:40.478224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-9c5580ff-5a12-4206-b41b-5f88805ad277 None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:02:40.479322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522627d-8c60-448e-89e2-e98220d9ba51 req-7a1b2cb0-8f30-4002-8843-19adf27ff99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:40.480925 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2522627d-8c60-448e-89e2-e98220d9ba51 req-7a1b2cb0-8f30-4002-8843-19adf27ff99a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 1098 time: 0.0437825 Feb 04 06:02:40.585001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522627d-8c60-448e-89e2-e98220d9ba51 req-3f2c4809-4406-4f81-990e-6e37da80d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:40.586909 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2522627d-8c60-448e-89e2-e98220d9ba51 req-3f2c4809-4406-4f81-990e-6e37da80d9fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 200 len: 898 time: 0.0937176 Feb 04 06:02:40.662110 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2522627d-8c60-448e-89e2-e98220d9ba51 req-66d24be0-ee9d-4cf0-a949-e96e609a5f8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4002b6ea-a92d-4360-b84a-62f422f4f5c5 HTTP/1.1" status: 200 len: 999 time: 0.0687122 Feb 04 06:02:40.715962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522627d-8c60-448e-89e2-e98220d9ba51 req-7a4e3dd0-3128-46ca-bd5e-e5254488af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:40.717466 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2522627d-8c60-448e-89e2-e98220d9ba51 req-7a4e3dd0-3128-46ca-bd5e-e5254488af89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28915c43-afa2-4b21-987c-c66721094afb HTTP/1.1" status: 200 len: 834 time: 0.0466545 Feb 04 06:02:40.737065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-9c5580ff-5a12-4206-b41b-5f88805ad277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cc18a938-ca1f-4562-9b45-1f8d91e89b5e', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'port_id': '4002b6ea-a92d-4360-b84a-62f422f4f5c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'mac_address': 'fa:16:3e:a4:c0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:01:48Z', 'updated_at': '2022-02-04T06:02:39Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:40.765588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522627d-8c60-448e-89e2-e98220d9ba51 req-91828e53-a71f-435a-ad92-430d7cbc939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:40.767112 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2522627d-8c60-448e-89e2-e98220d9ba51 req-91828e53-a71f-435a-ad92-430d7cbc939b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82a2735c-ddca-4d83-841c-00f135f8327f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424671 Feb 04 06:02:40.767288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5580ff-5a12-4206-b41b-5f88805ad277 None None] Checking router: 3c49e5c6-04bd-4022-bab1-893c09bddff4 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:02:40.775686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5580ff-5a12-4206-b41b-5f88805ad277 None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:02:40.776282 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-9c5580ff-5a12-4206-b41b-5f88805ad277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:02:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:40.870686 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2522627d-8c60-448e-89e2-e98220d9ba51 req-0d83ec91-f396-4860-89fc-387feb672d70 service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961723 Feb 04 06:02:40.880710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-9c5580ff-5a12-4206-b41b-5f88805ad277 None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:02:40.968434 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2522627d-8c60-448e-89e2-e98220d9ba51 req-94226687-fd37-4ccc-84f5-972f04b56cd0 service neutron] 10.222.0.36 "GET /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910993 Feb 04 06:02:41.108325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-9c5580ff-5a12-4206-b41b-5f88805ad277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cc18a938-ca1f-4562-9b45-1f8d91e89b5e', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'port_id': '4002b6ea-a92d-4360-b84a-62f422f4f5c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'mac_address': 'fa:16:3e:a4:c0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:01:48Z', 'updated_at': '2022-02-04T06:02:39Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:41.135679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5580ff-5a12-4206-b41b-5f88805ad277 None None] The sync data for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv is: [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cc18a938-ca1f-4562-9b45-1f8d91e89b5e', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.139', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'port_id': '4002b6ea-a92d-4360-b84a-62f422f4f5c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'mac_address': 'fa:16:3e:a4:c0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:01:48Z', 'updated_at': '2022-02-04T06:02:39Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:41.341245 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380a35c-d0b1-4133-8300-561ae9a645a4 None None] New status for floating IP cc18a938-ca1f-4562-9b45-1f8d91e89b5e: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:02:41.420758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48252) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:41.488144 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4389e8d9-9299-4c8a-9112-05664604b0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cc18a938-ca1f-4562-9b45-1f8d91e89b5e HTTP/1.1" status: 200 len: 991 time: 0.0656240 Feb 04 06:02:42.492174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48254) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:02:42.551969 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7fd7dff3-88cf-4f4a-a4dc-ff63d2c9117b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cc18a938-ca1f-4562-9b45-1f8d91e89b5e HTTP/1.1" status: 200 len: 993 time: 0.0583153 Feb 04 06:02:51.168976 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8638-ca56-4c8e-8975-78a3741a05b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:53.415306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bd18bc64-2e63-4580-92e2-32bee66ad024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:54.708260 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.320071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:56.636405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:58.391597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.402720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4dda5-4319-4592-8208-9ba11298f8df req-3a503704-73b8-43f8-a58a-6f81742c64d1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:11.404835 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13a4dda5-4319-4592-8208-9ba11298f8df req-3a503704-73b8-43f8-a58a-6f81742c64d1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 945 time: 0.1059773 Feb 04 06:03:11.444707 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13a4dda5-4319-4592-8208-9ba11298f8df req-c8a22e64-2e02-425d-aa29-ffa2d0ff1e6f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd9069e5-9e59-4af6-b446-5b9555279729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338125 Feb 04 06:03:12.610441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf446b26-a582-49be-8615-c2042e879c03 req-7356b2c7-ef7b-41da-98cf-28514520502e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:12.611973 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf446b26-a582-49be-8615-c2042e879c03 req-7356b2c7-ef7b-41da-98cf-28514520502e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 945 time: 0.0996969 Feb 04 06:03:12.677690 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf446b26-a582-49be-8615-c2042e879c03 req-92f18650-03e3-4569-bae6-479ed5566fdf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd9069e5-9e59-4af6-b446-5b9555279729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595856 Feb 04 06:03:12.690035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-d212e64a-0970-4847-a7f4-83638ed15703 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:12.691498 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-d212e64a-0970-4847-a7f4-83638ed15703 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 945 time: 0.0676553 Feb 04 06:03:12.786737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 4002b6ea-a92d-4360-b84a-62f422f4f5c5 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:03:12.786995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.875939 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 4002b6ea-a92d-4360-b84a-62f422f4f5c5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4002b6ea-a92d-4360-b84a-62f422f4f5c5,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:12.876301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.052494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.052768 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.053103 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP cc18a938-ca1f-4562-9b45-1f8d91e89b5e disassociated. External IP: 172.26.5.139, port: 4002b6ea-a92d-4360-b84a-62f422f4f5c5. Feb 04 06:03:13.053456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 4002b6ea-a92d-4360-b84a-62f422f4f5c5 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:03:13.182095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.213434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=4002b6ea-a92d-4360-b84a-62f422f4f5c5,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:13.331451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 3c49e5c6-04bd-4022-bab1-893c09bddff4 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:03:13.441680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:03:13.451675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09771329-d3e2-4a2b-a388-cac2cb218054 None None] Sync routers for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:03:13.460883 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09771329-d3e2-4a2b-a388-cac2cb218054 None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:13.461530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-09771329-d3e2-4a2b-a388-cac2cb218054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:02:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:13.484237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] No DVR routers for this DVR port 4002b6ea-a92d-4360-b84a-62f422f4f5c5 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:13.486649 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:13.490447 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d44aa848-0a42-49f1-9987-5708289c25d5 req-c49f7358-f6c1-4a97-9386-372f78cbda3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "DELETE /v2.0/ports/4002b6ea-a92d-4360-b84a-62f422f4f5c5 HTTP/1.1" status: 204 len: 173 time: 0.7932322 Feb 04 06:03:13.490877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'name': 'network-vif-deleted', 'tag': '4002b6ea-a92d-4360-b84a-62f422f4f5c5'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:13.493125 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4370bb0-de67-46a7-9da0-61555ec89c44" -d '{"events": [{"server_uuid": "d92ecf91-5d40-4c6b-b9b5-dec75f88ff42", "name": "network-vif-deleted", "tag": "4002b6ea-a92d-4360-b84a-62f422f4f5c5"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:13.541450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b5bfd6-c666-4a69-ab38-bbf6b1a125aa x-openstack-request-id: req-63b5bfd6-c666-4a69-ab38-bbf6b1a125aa {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:13.541741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92ecf91-5d40-4c6b-b9b5-dec75f88ff42", "name": "network-vif-deleted", "tag": "4002b6ea-a92d-4360-b84a-62f422f4f5c5", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:13.542091 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63b5bfd6-c666-4a69-ab38-bbf6b1a125aa {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:13.542479 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92ecf91-5d40-4c6b-b9b5-dec75f88ff42', 'name': 'network-vif-deleted', 'tag': '4002b6ea-a92d-4360-b84a-62f422f4f5c5', 'status': 'completed', 'code': 200} Feb 04 06:03:13.585327 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-09771329-d3e2-4a2b-a388-cac2cb218054 None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:13.810856 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-adacfb36-8244-4f5f-95aa-7c53823c2bb4 req-d5b2d226-3f35-41e4-b5eb-79aee9b612ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ecf91-5d40-4c6b-b9b5-dec75f88ff42 HTTP/1.1" status: 200 len: 210 time: 0.0293701 Feb 04 06:03:13.815291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-09771329-d3e2-4a2b-a388-cac2cb218054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:13.843921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09771329-d3e2-4a2b-a388-cac2cb218054 None None] Checking router: 3c49e5c6-04bd-4022-bab1-893c09bddff4 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:03:13.853314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09771329-d3e2-4a2b-a388-cac2cb218054 None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:13.853916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-09771329-d3e2-4a2b-a388-cac2cb218054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:02:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:13.969005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-09771329-d3e2-4a2b-a388-cac2cb218054 None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:14.173408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-09771329-d3e2-4a2b-a388-cac2cb218054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:14.199248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09771329-d3e2-4a2b-a388-cac2cb218054 None None] The sync data for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv is: [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:01:33Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'fca8584c-030a-40eb-a127-c37ff27a00e0', 'name': '', 'network_id': '82a2735c-ddca-4d83-841c-00f135f8327f', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:19:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '28915c43-afa2-4b21-987c-c66721094afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:32Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '28915c43-afa2-4b21-987c-c66721094afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:03:14.415873 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586305d9-9ae9-43c7-b2ed-375f58fe353c None None] New status for floating IP cc18a938-ca1f-4562-9b45-1f8d91e89b5e: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:03:14.873788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48288) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:14.938040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b112dbe-b96d-422b-96f2-47ef5a97106e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.963503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b112dbe-b96d-422b-96f2-47ef5a97106e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.025907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b112dbe-b96d-422b-96f2-47ef5a97106e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.028708 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b112dbe-b96d-422b-96f2-47ef5a97106e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.030141 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9b112dbe-b96d-422b-96f2-47ef5a97106e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/bd9069e5-9e59-4af6-b446-5b9555279729 HTTP/1.1" status: 204 len: 168 time: 0.1553421 Feb 04 06:03:15.042476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b112dbe-b96d-422b-96f2-47ef5a97106e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9069e5-9e59-4af6-b446-5b9555279729,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:15.060819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48292) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:15.203760 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port f219972c-bdac-4f52-b01f-d8c852acf60b {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:03:15.204361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.284847 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.285289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.297645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for f219972c-bdac-4f52-b01f-d8c852acf60b owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:03:15.438416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.470873 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=f219972c-bdac-4f52-b01f-d8c852acf60b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:15.496091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.496530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.496907 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.497323 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.497730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.498046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.498412 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.498782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.499154 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.499500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.499904 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.500260 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:15.538721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 4002b6ea-a92d-4360-b84a-62f422f4f5c5 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:03:15.551066 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.554250 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.555492 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ffd5d839-4887-4f17-b2ac-4bb93fbcf0c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/floatingips/cc18a938-ca1f-4562-9b45-1f8d91e89b5e HTTP/1.1" status: 204 len: 168 time: 0.4936535 Feb 04 06:03:15.562894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 4002b6ea-a92d-4360-b84a-62f422f4f5c5 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:03:15.563241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 4002b6ea-a92d-4360-b84a-62f422f4f5c5 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:03:15.820578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f50bb-a2c8-4fa8-93cd-a5b7e44c9a49 req-0f22c813-2d7e-4f09-8d86-f9e4d655ffb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:15.827453 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cc8f50bb-a2c8-4fa8-93cd-a5b7e44c9a49 req-0f22c813-2d7e-4f09-8d86-f9e4d655ffb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 946 time: 0.0736241 Feb 04 06:03:15.869026 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cc8f50bb-a2c8-4fa8-93cd-a5b7e44c9a49 req-e48175f8-831b-45cb-9020-46dab79f2b78 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406215 Feb 04 06:03:16.709956 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:03:16.989523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f7660-1c26-4997-920b-2a0537ad53bd req-a4fd62a0-cd4f-4ae5-9094-05b2744f7458 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:16.991325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-413f7660-1c26-4997-920b-2a0537ad53bd req-a4fd62a0-cd4f-4ae5-9094-05b2744f7458 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 946 time: 0.0527828 Feb 04 06:03:17.033527 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-413f7660-1c26-4997-920b-2a0537ad53bd req-4471b524-91fb-4751-b3f2-1dd01b7a366e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355420 Feb 04 06:03:17.130345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a217b55-9c0e-43fb-a335-8b9e1abf53fc req-1bf98b23-b639-4a4a-adc0-ccd5c14f0ffa tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:17.132484 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3a217b55-9c0e-43fb-a335-8b9e1abf53fc req-1bf98b23-b639-4a4a-adc0-ccd5c14f0ffa tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 946 time: 0.0611548 Feb 04 06:03:17.238269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-3a217b55-9c0e-43fb-a335-8b9e1abf53fc req-598dee68-2d6b-40b1-ad2c-5d0d1c585497 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 99519aad-0828-43e1-b34b-99edf2fdc2f9 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:03:17.239283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3a217b55-9c0e-43fb-a335-8b9e1abf53fc req-598dee68-2d6b-40b1-ad2c-5d0d1c585497 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.337595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-3a217b55-9c0e-43fb-a335-8b9e1abf53fc req-598dee68-2d6b-40b1-ad2c-5d0d1c585497 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 99519aad-0828-43e1-b34b-99edf2fdc2f9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=99519aad-0828-43e1-b34b-99edf2fdc2f9,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:17.337953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3a217b55-9c0e-43fb-a335-8b9e1abf53fc req-598dee68-2d6b-40b1-ad2c-5d0d1c585497 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.351382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-3a217b55-9c0e-43fb-a335-8b9e1abf53fc req-598dee68-2d6b-40b1-ad2c-5d0d1c585497 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 99519aad-0828-43e1-b34b-99edf2fdc2f9 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:03:17.495762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3a217b55-9c0e-43fb-a335-8b9e1abf53fc req-598dee68-2d6b-40b1-ad2c-5d0d1c585497 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.537052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dee68-2d6b-40b1-ad2c-5d0d1c585497 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=99519aad-0828-43e1-b34b-99edf2fdc2f9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:17.588890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a217b55-9c0e-43fb-a335-8b9e1abf53fc req-598dee68-2d6b-40b1-ad2c-5d0d1c585497 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] No DVR routers for this DVR port 99519aad-0828-43e1-b34b-99edf2fdc2f9 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:17.591437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3a217b55-9c0e-43fb-a335-8b9e1abf53fc req-598dee68-2d6b-40b1-ad2c-5d0d1c585497 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.594847 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3a217b55-9c0e-43fb-a335-8b9e1abf53fc req-598dee68-2d6b-40b1-ad2c-5d0d1c585497 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "DELETE /v2.0/ports/99519aad-0828-43e1-b34b-99edf2fdc2f9 HTTP/1.1" status: 204 len: 173 time: 0.4555137 Feb 04 06:03:17.595440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'name': 'network-vif-deleted', 'tag': '99519aad-0828-43e1-b34b-99edf2fdc2f9'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:17.597701 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd4d900-290f-4963-9c90-5e1be674c047" -d '{"events": [{"server_uuid": "235613ec-200a-4004-b2bc-99ab0c5a878b", "name": "network-vif-deleted", "tag": "99519aad-0828-43e1-b34b-99edf2fdc2f9"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:17.713851 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12556649-1cfb-47ec-8845-b4402410b418 x-openstack-request-id: req-12556649-1cfb-47ec-8845-b4402410b418 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:17.714329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235613ec-200a-4004-b2bc-99ab0c5a878b", "name": "network-vif-deleted", "tag": "99519aad-0828-43e1-b34b-99edf2fdc2f9", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:17.714760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12556649-1cfb-47ec-8845-b4402410b418 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:17.715169 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235613ec-200a-4004-b2bc-99ab0c5a878b', 'name': 'network-vif-deleted', 'tag': '99519aad-0828-43e1-b34b-99edf2fdc2f9', 'status': 'completed', 'code': 200} Feb 04 06:03:18.164275 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5c664151-2b3e-4376-b656-81c67635dbf4 req-315fd6c6-bb1f-4bcb-8c84-1eb6deb263ad tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=235613ec-200a-4004-b2bc-99ab0c5a878b HTTP/1.1" status: 200 len: 210 time: 0.0426731 Feb 04 06:03:19.220468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48310) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:19.279207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3def3b92-879f-4f14-aa71-5ce1cba0706d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.304769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3def3b92-879f-4f14-aa71-5ce1cba0706d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.366492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3def3b92-879f-4f14-aa71-5ce1cba0706d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.370204 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3def3b92-879f-4f14-aa71-5ce1cba0706d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.371396 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3def3b92-879f-4f14-aa71-5ce1cba0706d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6 HTTP/1.1" status: 204 len: 168 time: 0.1498940 Feb 04 06:03:19.381570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def3b92-879f-4f14-aa71-5ce1cba0706d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3aea3a-812d-4ea7-8e0e-0ba614cb27a6,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:19.402887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48314) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:19.780895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.048407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port fca8584c-030a-40eb-a127-c37ff27a00e0 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:03:20.048658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.142166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port fca8584c-030a-40eb-a127-c37ff27a00e0, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=fca8584c-030a-40eb-a127-c37ff27a00e0,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:20.142521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.157358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for fca8584c-030a-40eb-a127-c37ff27a00e0 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:03:20.346116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.378800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=fca8584c-030a-40eb-a127-c37ff27a00e0,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:20.558588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.789339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 3c49e5c6-04bd-4022-bab1-893c09bddff4 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:03:20.896200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:03:20.901531 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3383064c-3372-4b01-a03a-85e96884279e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/3c49e5c6-04bd-4022-bab1-893c09bddff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4975753 Feb 04 06:03:20.904207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48316) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:20.908960 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec4b238-1c5d-464d-926f-f3972298107a None None] Sync routers for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:03:20.919830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec4b238-1c5d-464d-926f-f3972298107a None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:20.920614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cec4b238-1c5d-464d-926f-f3972298107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:02:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:20.956753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c34f87-39c4-4c31-ad98-275b4aff73b2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting subnet 28915c43-afa2-4b21-987c-c66721094afb {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:03:20.960140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d7c34f87-39c4-4c31-ad98-275b4aff73b2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.999785 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d7c34f87-39c4-4c31-ad98-275b4aff73b2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.041113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-cec4b238-1c5d-464d-926f-f3972298107a None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:21.094826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d7c34f87-39c4-4c31-ad98-275b4aff73b2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.172967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d7c34f87-39c4-4c31-ad98-275b4aff73b2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.209668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d7c34f87-39c4-4c31-ad98-275b4aff73b2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.216407 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d7c34f87-39c4-4c31-ad98-275b4aff73b2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/subnets/28915c43-afa2-4b21-987c-c66721094afb HTTP/1.1" status: 204 len: 168 time: 0.3077269 Feb 04 06:03:21.217067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48318) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:21.225679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c34f87-39c4-4c31-ad98-275b4aff73b2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Subnet': ['ID=28915c43-afa2-4b21-987c-c66721094afb,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:21.247153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf09e9b7-5ac4-496a-92fd-f5748252158d None None] Network 82a2735c-ddca-4d83-841c-00f135f8327f requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:03:21.340235 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-17c4f228-e04d-439f-ab61-147b6b611dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.347354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.492600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cec4b238-1c5d-464d-926f-f3972298107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:03:20Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:21.527180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec4b238-1c5d-464d-926f-f3972298107a None None] Checking router: 3c49e5c6-04bd-4022-bab1-893c09bddff4 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:03:21.540225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec4b238-1c5d-464d-926f-f3972298107a None None] Routers {'3c49e5c6-04bd-4022-bab1-893c09bddff4'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:21.544830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cec4b238-1c5d-464d-926f-f3972298107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:02:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['3c49e5c6-04bd-4022-bab1-893c09bddff4'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:21.590924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77ddd20-3d11-4604-b9a3-561cbd34f180 None None] DHCP port deletion for 82a2735c-ddca-4d83-841c-00f135f8327f request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:03:21.597335 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 99519aad-0828-43e1-b34b-99edf2fdc2f9 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:03:21.632073 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 99519aad-0828-43e1-b34b-99edf2fdc2f9 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:03:21.632814 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 99519aad-0828-43e1-b34b-99edf2fdc2f9 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:03:21.731784 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-cec4b238-1c5d-464d-926f-f3972298107a None None] Set router 3c49e5c6-04bd-4022-bab1-893c09bddff4 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:21.796892 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f77ddd20-3d11-4604-b9a3-561cbd34f180 None None] Deleting port e5e3fd47-a662-4103-8a8c-a61707530374 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:03:21.797672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f77ddd20-3d11-4604-b9a3-561cbd34f180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.863466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.915231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f77ddd20-3d11-4604-b9a3-561cbd34f180 None None] For port e5e3fd47-a662-4103-8a8c-a61707530374, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e5e3fd47-a662-4103-8a8c-a61707530374,segment=NetworkSegment(f8717b60-0294-4a34-b9b2-a00c012a2171),segment_id=f8717b60-0294-4a34-b9b2-a00c012a2171)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:21.915887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f77ddd20-3d11-4604-b9a3-561cbd34f180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.923687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 65f154a6-9599-4b16-848b-d466e13ef3a5 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:03:21.924026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.936673 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f77ddd20-3d11-4604-b9a3-561cbd34f180 None None] Calling delete_port for e5e3fd47-a662-4103-8a8c-a61707530374 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:03:22.023615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 65f154a6-9599-4b16-848b-d466e13ef3a5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=65f154a6-9599-4b16-848b-d466e13ef3a5,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:22.024481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.041068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 65f154a6-9599-4b16-848b-d466e13ef3a5 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:03:22.072809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f77ddd20-3d11-4604-b9a3-561cbd34f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.103332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-cec4b238-1c5d-464d-926f-f3972298107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:03:20Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:22.105519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ddd20-3d11-4604-b9a3-561cbd34f180 None None] Pushing event deleted for resources: {'Port': ['ID=e5e3fd47-a662-4103-8a8c-a61707530374,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:22.109881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ddd20-3d11-4604-b9a3-561cbd34f180 None None] No DVR routers for this DVR port e5e3fd47-a662-4103-8a8c-a61707530374 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:22.140775 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec4b238-1c5d-464d-926f-f3972298107a None None] The sync data for ids ['3c49e5c6-04bd-4022-bab1-893c09bddff4'] in dv-neutron-826811-2-hyperv is: [{'id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'name': 'tempest-TestNetworkBasicOps-router-2115499026', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:29Z', 'updated_at': '2022-02-04T06:03:20Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '65f154a6-9599-4b16-848b-d466e13ef3a5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49e5c6-04bd-4022-bab1-893c09bddff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:30Z', 'updated_at': '2022-02-04T06:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:03:22.239135 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.272699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=65f154a6-9599-4b16-848b-d466e13ef3a5,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:22.340727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.454025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.456440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.505304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.505909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Fanout notify agent at l3_agent the message router_deleted on router 3c49e5c6-04bd-4022-bab1-893c09bddff4 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:03:22.512774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.513994 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fb363c23-50ec-4fee-926d-3263e4d256e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/routers/3c49e5c6-04bd-4022-bab1-893c09bddff4 HTTP/1.1" status: 204 len: 168 time: 1.2961907 Feb 04 06:03:22.516535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48320) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:22.602835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.711302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.732687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a2735c-ddca-4d83-841c-00f135f8327f']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:22.744341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8717b60-0294-4a34-b9b2-a00c012a2171') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:22.744629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8717b60-0294-4a34-b9b2-a00c012a2171') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:22.754349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.767944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.773700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:22.774071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:22.777386 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:22.840617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.846112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.849858 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/networks/82a2735c-ddca-4d83-841c-00f135f8327f HTTP/1.1" status: 204 len: 168 time: 0.3323441 Feb 04 06:03:22.870353 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48322) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:22.872796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d18e19-9bf2-4199-acc6-7c4ba2386427 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Network': ['ID=82a2735c-ddca-4d83-841c-00f135f8327f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:22.878149 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'network': {'name': 'tempest-network-smoke--1482837660', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'port_security_enabled': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:22.907574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:22.912082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.935621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:22.945200 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:22.945567 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Added segment 3ace20f9-16b9-45df-8660-864d209f8a53 of type vlan for network 2e1eadf8-4427-4730-a817-4226b93095d1 Feb 04 06:03:22.992727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.020242 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.026558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:23.027157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.033281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e5e3fd47-a662-4103-8a8c-a61707530374 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:03:23.064264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: e5e3fd47-a662-4103-8a8c-a61707530374 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:03:23.064613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e5e3fd47-a662-4103-8a8c-a61707530374 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:03:23.065024 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fca8584c-030a-40eb-a127-c37ff27a00e0 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:03:23.098204 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2221775 Feb 04 06:03:23.098700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48324) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:23.099924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: fca8584c-030a-40eb-a127-c37ff27a00e0 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:03:23.100300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device fca8584c-030a-40eb-a127-c37ff27a00e0 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:03:23.104357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-512015680', 'admin_state_up': True, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:23.111815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6168fff-3b13-4a05-a273-fdc92c777cb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Network': ['ID=2e1eadf8-4427-4730-a817-4226b93095d1,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:23.127710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 2e1eadf8-4427-4730-a817-4226b93095d1 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:03:23.136665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.137991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.211107 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.357353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.418401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50cd5c4d-f193-47c6-8236-4a3d5adc9583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.552009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.571826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.681974 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.59 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/8284159a-4ed4-4b61-936f-ffbe987aa602) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:23.786727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.821508 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:23.866502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:23.869337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:23.872838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:03:23.878528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=8284159a-4ed4-4b61-936f-ffbe987aa602,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:24.124929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.327711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.458219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router c853e0d4-4ec0-40ac-991d-399420748fdf is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:03:24.560253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:03:24.571077 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Sync routers for ids ['c853e0d4-4ec0-40ac-991d-399420748fdf'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:03:24.580832 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Routers {'c853e0d4-4ec0-40ac-991d-399420748fdf'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:24.581462 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c853e0d4-4ec0-40ac-991d-399420748fdf'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:24.584953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.589518 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-857de813-83f6-44dc-96c9-a7d9e9f27f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4896655 Feb 04 06:03:24.589781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48326) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:24.616205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 65f154a6-9599-4b16-848b-d466e13ef3a5 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:03:24.630559 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5902b655-07f4-437e-91c8-7eb7a374e3f6 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386639 Feb 04 06:03:24.633121 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48328) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:24.651608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 65f154a6-9599-4b16-848b-d466e13ef3a5 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:03:24.652050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 65f154a6-9599-4b16-848b-d466e13ef3a5 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:03:24.718084 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.718932 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Set router c853e0d4-4ec0-40ac-991d-399420748fdf gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:24.804750 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e6f7f6-81d6-49dc-80f1-bae50c998131 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:24.808879 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f2e6f7f6-81d6-49dc-80f1-bae50c998131 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1721370 Feb 04 06:03:24.809134 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48330) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:24.845339 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-86ddc5ad-c695-44f4-918c-790938949cff tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326319 Feb 04 06:03:24.846284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48332) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:24.853680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-522942433', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:24.954758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:24.958748 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.985597 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:24Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:25.013344 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Checking router: c853e0d4-4ec0-40ac-991d-399420748fdf for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:03:25.013689 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Updating router c853e0d4-4ec0-40ac-991d-399420748fdf port 8284159a-4ed4-4b61-936f-ffbe987aa602 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:03:25.039528 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.164458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.229791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Subnet': ['ID=10e5962b-6edf-4382-9297-7ee5024589a5,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:25.244364 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Checking segment: {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:25.244805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network hostable DHCP agents. Network: 2e1eadf8-4427-4730-a817-4226b93095d1, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:25.264324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 2e1eadf8-4427-4730-a817-4226b93095d1 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:25.274382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 2e1eadf8-4427-4730-a817-4226b93095d1) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:25.279072 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:25.279750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.284829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca55275-0a33-4a14-8bd2-c8c4f14eb60e None None] Network 2e1eadf8-4427-4730-a817-4226b93095d1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:03:25.301952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8d2391f6-7f5f-424d-8901-3a8dafed1b7a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4502938 Feb 04 06:03:25.302550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48334) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:25.351856 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.359807 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.420213 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Pushing event updated for resources: {'Port': ['ID=8284159a-4ed4-4b61-936f-ffbe987aa602,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:25.426398 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Attempting to bind port 8284159a-4ed4-4b61-936f-ffbe987aa602 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:25.427064 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Attempting to bind port 8284159a-4ed4-4b61-936f-ffbe987aa602 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:25.427494 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Attempting to bind port 8284159a-4ed4-4b61-936f-ffbe987aa602 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:25.434849 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.435341 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.435699 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.436029 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.436381 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.436735 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.437071 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.437448 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.437792 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.438367 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.438702 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.439021 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:25.451447 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:03:25.451940 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:25.452268 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.452658 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:03:25.453179 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Bound port: 8284159a-4ed4-4b61-936f-ffbe987aa602, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:25.453564 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.507708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-2e1eadf8-4427-4730-a817-4226b93095d1', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:03:25.508582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.539951 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] For port 8284159a-4ed4-4b61-936f-ffbe987aa602, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:25.543425 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] For port 8284159a-4ed4-4b61-936f-ffbe987aa602, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8284159a-4ed4-4b61-936f-ffbe987aa602,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:03:25.552257 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.605441 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Routers {'c853e0d4-4ec0-40ac-991d-399420748fdf'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:25.606737 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c853e0d4-4ec0-40ac-991d-399420748fdf'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:25.724616 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] Set router c853e0d4-4ec0-40ac-991d-399420748fdf gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:25.736847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Allocated IP 172.20.0.2 (2e1eadf8-4427-4730-a817-4226b93095d1/10e5962b-6edf-4382-9297-7ee5024589a5/03c2b922-1387-4922-bd4e-1ed7da29e13b) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:25.801782 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9acf0-24aa-4607-abd7-dcaefcbdae4a None None] Pushing event updated for resources: {'Port': ['ID=8284159a-4ed4-4b61-936f-ffbe987aa602,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:25.943641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.951869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.961307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:25.990219 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:24Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:26.002325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Network 2e1eadf8-4427-4730-a817-4226b93095d1 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:26.010453 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:26.012949 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Pushing event updated for resources: {'Port': ['ID=03c2b922-1387-4922-bd4e-1ed7da29e13b,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:26.015559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:03:26.032754 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc14018-3703-4bbd-8057-f3b7f033407f None None] The sync data for ids ['c853e0d4-4ec0-40ac-991d-399420748fdf'] in dv-neutron-826811-2-hyperv is: [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:24Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:03:26.098366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Attempting to bind port 03c2b922-1387-4922-bd4e-1ed7da29e13b on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:26.098366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Attempting to bind port 03c2b922-1387-4922-bd4e-1ed7da29e13b by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:26.099030 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Attempting to bind port 03c2b922-1387-4922-bd4e-1ed7da29e13b on network 2e1eadf8-4427-4730-a817-4226b93095d1 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:26.104709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:03:26.105096 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Checking segment: {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:26.105506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.106079 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Bound using segment: {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:03:26.106532 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Bound port: 03c2b922-1387-4922-bd4e-1ed7da29e13b, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:26.107056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.202467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] For port 03c2b922-1387-4922-bd4e-1ed7da29e13b, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:26.205973 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] For port 03c2b922-1387-4922-bd4e-1ed7da29e13b, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=03c2b922-1387-4922-bd4e-1ed7da29e13b,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:03:26.216358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.299782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49917918-38ec-4874-b209-92c3c22df2b9 None None] Pushing event updated for resources: {'Port': ['ID=03c2b922-1387-4922-bd4e-1ed7da29e13b,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:26.334871 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.336708 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.1 (2e1eadf8-4427-4730-a817-4226b93095d1/10e5962b-6edf-4382-9297-7ee5024589a5/d410acc3-afb6-460e-aa4a-1d0354f9184c) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:26.507991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.589969 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.663897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.680000 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 2e1eadf8-4427-4730-a817-4226b93095d1 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:26.681484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=d410acc3-afb6-460e-aa4a-1d0354f9184c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:26.685458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:26.688293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:03:26.758542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:26.911508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8284159a-4ed4-4b61-936f-ffbe987aa602 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:26.983133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8284159a-4ed4-4b61-936f-ffbe987aa602 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:26.983885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.103267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.130987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 8284159a-4ed4-4b61-936f-ffbe987aa602, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8284159a-4ed4-4b61-936f-ffbe987aa602,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:27.139002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.140338 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 03c2b922-1387-4922-bd4e-1ed7da29e13b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:27.241704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=8284159a-4ed4-4b61-936f-ffbe987aa602,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:27.275484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 03c2b922-1387-4922-bd4e-1ed7da29e13b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:27.276061 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.333473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.387744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.425925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 03c2b922-1387-4922-bd4e-1ed7da29e13b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=03c2b922-1387-4922-bd4e-1ed7da29e13b,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:27.431514 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.492285 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=03c2b922-1387-4922-bd4e-1ed7da29e13b,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:27.641233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c691a7c-531a-4a88-a4cc-60fe74342e03 None None] Network 2e1eadf8-4427-4730-a817-4226b93095d1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:03:27.679980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.685440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.719022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1e921f6d-9d83-4bdf-bc42-580ccf396775 None None] Provisioning complete for port 03c2b922-1387-4922-bd4e-1ed7da29e13b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:27.720138 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1e921f6d-9d83-4bdf-bc42-580ccf396775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.770604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=d410acc3-afb6-460e-aa4a-1d0354f9184c,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:27.779539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:27.899916 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 2e1eadf8-4427-4730-a817-4226b93095d1 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:27.902027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:28.051820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router c853e0d4-4ec0-40ac-991d-399420748fdf has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:03:28.132496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6d6fca04-02c7-4ac2-9299-cb4e6aa0e647 None None] Provisioning complete for port 03c2b922-1387-4922-bd4e-1ed7da29e13b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:28.133629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6d6fca04-02c7-4ac2-9299-cb4e6aa0e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.207917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:03:28.226651 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fee91330-56a3-481d-b386-f4dca9b5c109 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/c853e0d4-4ec0-40ac-991d-399420748fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9206893 Feb 04 06:03:28.227500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48340) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:28.262700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6d6fca04-02c7-4ac2-9299-cb4e6aa0e647 None None] Provisioning complete for port d410acc3-afb6-460e-aa4a-1d0354f9184c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:28.263056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6d6fca04-02c7-4ac2-9299-cb4e6aa0e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.362350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b7a52d-7e34-45c5-97e1-07554a06320f tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.363345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b7a52d-7e34-45c5-97e1-07554a06320f tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.363793 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b7a52d-7e34-45c5-97e1-07554a06320f tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.364249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b7a52d-7e34-45c5-97e1-07554a06320f tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.364744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b7a52d-7e34-45c5-97e1-07554a06320f tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.365218 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b7a52d-7e34-45c5-97e1-07554a06320f tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.367696 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a1b7a52d-7e34-45c5-97e1-07554a06320f tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1389747 Feb 04 06:03:28.370301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48342) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:28.434093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998a898-350a-40be-950c-30d4ba322a8a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.434551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998a898-350a-40be-950c-30d4ba322a8a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.434993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998a898-350a-40be-950c-30d4ba322a8a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.435433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998a898-350a-40be-950c-30d4ba322a8a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.435871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998a898-350a-40be-950c-30d4ba322a8a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.436311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998a898-350a-40be-950c-30d4ba322a8a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.441406 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6998a898-350a-40be-950c-30d4ba322a8a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0662382 Feb 04 06:03:28.441900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48344) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:28.475878 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Sync routers for ids ['c853e0d4-4ec0-40ac-991d-399420748fdf'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:03:28.508916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fca04-02c7-4ac2-9299-cb4e6aa0e647 None None] Port d410acc3-afb6-460e-aa4a-1d0354f9184c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:03:28.512226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Routers {'c853e0d4-4ec0-40ac-991d-399420748fdf'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:28.514345 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c853e0d4-4ec0-40ac-991d-399420748fdf'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:28.518723 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.620834 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-50e68c00-d5ba-4451-8acc-2c78163c389f tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1751966 Feb 04 06:03:28.621219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48346) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:28.638456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1568768675', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:28.645453 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f71d01a9-f247-4764-8b77-efc2750ed642 None None] Provisioning complete for port d410acc3-afb6-460e-aa4a-1d0354f9184c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:28.645827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f71d01a9-f247-4764-8b77-efc2750ed642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.680942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Set router c853e0d4-4ec0-40ac-991d-399420748fdf gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:28.724039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8284159a-4ed4-4b61-936f-ffbe987aa602 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:28.729375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f71d01a9-f247-4764-8b77-efc2750ed642 None None] Port d410acc3-afb6-460e-aa4a-1d0354f9184c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:03:28.781674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:28.786758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.806098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] device_id is not set on port 3684aa9e-3112-45e1-87c6-b8d6576ff49c yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:28.875498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-59e66b71-86e9-48f8-981d-03665a892e70 None None] Provisioning complete for port d410acc3-afb6-460e-aa4a-1d0354f9184c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:28.875869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-59e66b71-86e9-48f8-981d-03665a892e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.903893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 8284159a-4ed4-4b61-936f-ffbe987aa602 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:28.904255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:28.938265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.11 (2e1eadf8-4427-4730-a817-4226b93095d1/10e5962b-6edf-4382-9297-7ee5024589a5/3684aa9e-3112-45e1-87c6-b8d6576ff49c) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:28.961575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-59e66b71-86e9-48f8-981d-03665a892e70 None None] Port d410acc3-afb6-460e-aa4a-1d0354f9184c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:03:29.046016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 03c2b922-1387-4922-bd4e-1ed7da29e13b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:29.075260 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd410acc3-afb6-460e-aa4a-1d0354f9184c', 'name': '', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:56:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:26Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:29.105933 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.106161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Checking router: c853e0d4-4ec0-40ac-991d-399420748fdf for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:03:29.106448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Updating router c853e0d4-4ec0-40ac-991d-399420748fdf port d410acc3-afb6-460e-aa4a-1d0354f9184c binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:03:29.144511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.147643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.197617 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 03c2b922-1387-4922-bd4e-1ed7da29e13b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:29.197993 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.200665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 2e1eadf8-4427-4730-a817-4226b93095d1 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:29.203993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:29.208854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:03:29.232489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:29.246013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.246385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.246692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.247026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.247355 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.247682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.248003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.248622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.248947 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.249292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.249613 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.249932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:29.279052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:29.279542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.302036 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-80b4711e-c7f9-474a-98fb-fc61b82854bb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6795378 Feb 04 06:03:29.518296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ade95c82-9341-4b88-9000-6e4d331f95c2 None None] Provisioning complete for port 3684aa9e-3112-45e1-87c6-b8d6576ff49c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:29.518589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ade95c82-9341-4b88-9000-6e4d331f95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.559332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.569354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ade95c82-9341-4b88-9000-6e4d331f95c2 None None] Port 3684aa9e-3112-45e1-87c6-b8d6576ff49c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:03:29.570968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.604171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48352) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:29.610160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-d387ed42-fa92-4d94-84fd-cfda0bb2ae4c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336510569', 'description': 'tempest-secgroup-smoke-336510569 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:29.618626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca153aa-3356-4dde-8d73-654ddccf6d3e None None] Pushing event updated for resources: {'Port': ['ID=d410acc3-afb6-460e-aa4a-1d0354f9184c,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:29.652282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d387ed42-fa92-4d94-84fd-cfda0bb2ae4c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.693385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Attempting to bind port d410acc3-afb6-460e-aa4a-1d0354f9184c on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:29.693820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Attempting to bind port d410acc3-afb6-460e-aa4a-1d0354f9184c by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:29.694320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Attempting to bind port d410acc3-afb6-460e-aa4a-1d0354f9184c on network 2e1eadf8-4427-4730-a817-4226b93095d1 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:29.700167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:03:29.700478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Checking segment: {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:29.701021 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.701486 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Bound using segment: {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:03:29.702224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Bound port: d410acc3-afb6-460e-aa4a-1d0354f9184c, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:29.702716 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.724488 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d387ed42-fa92-4d94-84fd-cfda0bb2ae4c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.730429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d387ed42-fa92-4d94-84fd-cfda0bb2ae4c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.758553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d387ed42-fa92-4d94-84fd-cfda0bb2ae4c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.760037 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d387ed42-fa92-4d94-84fd-cfda0bb2ae4c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1548343 Feb 04 06:03:29.767174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48354) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:29.772276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9b19b9e8-374f-4fef-bb09-0de1f2c28e76 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8b065-b776-4272-ba52-0eaea50da3ca', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:29.786602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] For port d410acc3-afb6-460e-aa4a-1d0354f9184c, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:29.789890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387ed42-fa92-4d94-84fd-cfda0bb2ae4c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c8b065-b776-4272-ba52-0eaea50da3ca,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:29.790454 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] For port d410acc3-afb6-460e-aa4a-1d0354f9184c, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d410acc3-afb6-460e-aa4a-1d0354f9184c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:03:29.798615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.818224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b19b9e8-374f-4fef-bb09-0de1f2c28e76 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.867254 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Routers {'c853e0d4-4ec0-40ac-991d-399420748fdf'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:29.867876 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c853e0d4-4ec0-40ac-991d-399420748fdf'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:29.901253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b19b9e8-374f-4fef-bb09-0de1f2c28e76 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.907002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca153aa-3356-4dde-8d73-654ddccf6d3e None None] Pushing event updated for resources: {'Port': ['ID=d410acc3-afb6-460e-aa4a-1d0354f9184c,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:29.907773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b19b9e8-374f-4fef-bb09-0de1f2c28e76 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.928102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19b9e8-374f-4fef-bb09-0de1f2c28e76 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14150cd1-11bb-4807-9f76-99eb3928f191,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:29.937508 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9b19b9e8-374f-4fef-bb09-0de1f2c28e76 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:29.938730 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9b19b9e8-374f-4fef-bb09-0de1f2c28e76 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702514 Feb 04 06:03:29.942181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48356) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:29.946914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-99189a37-3ee3-4880-9a99-5fd597ae9ac0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8b065-b776-4272-ba52-0eaea50da3ca', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:29.976029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-99189a37-3ee3-4880-9a99-5fd597ae9ac0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.018996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] Set router c853e0d4-4ec0-40ac-991d-399420748fdf gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:30.021464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c1147e53-8c41-43a4-b99f-35061d133e89 None None] Provisioning complete for port d410acc3-afb6-460e-aa4a-1d0354f9184c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:30.021464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c1147e53-8c41-43a4-b99f-35061d133e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.043243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-99189a37-3ee3-4880-9a99-5fd597ae9ac0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.048279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-99189a37-3ee3-4880-9a99-5fd597ae9ac0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.067988 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99189a37-3ee3-4880-9a99-5fd597ae9ac0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c67b82d-fb4f-4ab4-aeb0-bf5fd6d9727a,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:30.080521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-99189a37-3ee3-4880-9a99-5fd597ae9ac0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.084698 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-99189a37-3ee3-4880-9a99-5fd597ae9ac0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388450 Feb 04 06:03:30.085238 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48358) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:30.090439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-3bb1229e-74a3-4d06-8ab7-74434a2810b4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8b065-b776-4272-ba52-0eaea50da3ca', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:30.127535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3bb1229e-74a3-4d06-8ab7-74434a2810b4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.216166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3bb1229e-74a3-4d06-8ab7-74434a2810b4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.220436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3bb1229e-74a3-4d06-8ab7-74434a2810b4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.233336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c1147e53-8c41-43a4-b99f-35061d133e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.240094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1229e-74a3-4d06-8ab7-74434a2810b4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632fbad1-1b54-48df-9633-cfefcc19f45a,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:30.249608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3bb1229e-74a3-4d06-8ab7-74434a2810b4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.251056 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3bb1229e-74a3-4d06-8ab7-74434a2810b4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647432 Feb 04 06:03:30.253797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48360) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:30.259301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0d31d33d-a8c8-43b4-a03e-8e6628fe542b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8b065-b776-4272-ba52-0eaea50da3ca', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:30.289409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d31d33d-a8c8-43b4-a03e-8e6628fe542b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.354764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d31d33d-a8c8-43b4-a03e-8e6628fe542b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.359070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d31d33d-a8c8-43b4-a03e-8e6628fe542b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.378804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31d33d-a8c8-43b4-a03e-8e6628fe542b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95b7bfb-2035-4f27-be96-99c971adc8b1,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:30.387876 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d31d33d-a8c8-43b4-a03e-8e6628fe542b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.392423 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0d31d33d-a8c8-43b4-a03e-8e6628fe542b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344171 Feb 04 06:03:30.392537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48362) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:30.397849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-079a5b7c-bbb7-47ad-8e9f-877066355aad tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8b065-b776-4272-ba52-0eaea50da3ca', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:30.422437 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-079a5b7c-bbb7-47ad-8e9f-877066355aad tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:03:30.428061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-079a5b7c-bbb7-47ad-8e9f-877066355aad tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.461699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-c1147e53-8c41-43a4-b99f-35061d133e89 None None] For port d410acc3-afb6-460e-aa4a-1d0354f9184c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d410acc3-afb6-460e-aa4a-1d0354f9184c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:30.476564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c1147e53-8c41-43a4-b99f-35061d133e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.498012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-079a5b7c-bbb7-47ad-8e9f-877066355aad tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.502932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-079a5b7c-bbb7-47ad-8e9f-877066355aad tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.520801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a5b7c-bbb7-47ad-8e9f-877066355aad tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841e6fca-01f7-40ba-98fd-911d2ee8df89,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:30.531826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-079a5b7c-bbb7-47ad-8e9f-877066355aad tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.533751 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-079a5b7c-bbb7-47ad-8e9f-877066355aad tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394002 Feb 04 06:03:30.536250 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48364) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:30.542679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-f90c8638-280b-4f69-a6eb-6ba92a47d8f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c4c8b065-b776-4272-ba52-0eaea50da3ca', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:30.552385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1147e53-8c41-43a4-b99f-35061d133e89 None None] Pushing event updated for resources: {'Port': ['ID=d410acc3-afb6-460e-aa4a-1d0354f9184c,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:30.573869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd410acc3-afb6-460e-aa4a-1d0354f9184c', 'name': '', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:56:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:26Z', 'updated_at': '2022-02-04T06:03:29Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:30.576148 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-f90c8638-280b-4f69-a6eb-6ba92a47d8f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:03:30.582014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f90c8638-280b-4f69-a6eb-6ba92a47d8f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.608105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5059f5-124f-4ca2-9910-d05a2e89f34b None None] The sync data for ids ['c853e0d4-4ec0-40ac-991d-399420748fdf'] in dv-neutron-826811-2-hyperv is: [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd410acc3-afb6-460e-aa4a-1d0354f9184c', 'name': '', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:56:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:26Z', 'updated_at': '2022-02-04T06:03:29Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:03:30.619317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b1217db3-4d8a-47cb-876e-92b6d9189641 None None] Provisioning complete for port d410acc3-afb6-460e-aa4a-1d0354f9184c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:30.619677 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b1217db3-4d8a-47cb-876e-92b6d9189641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.662143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f90c8638-280b-4f69-a6eb-6ba92a47d8f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.686832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f90c8638-280b-4f69-a6eb-6ba92a47d8f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.723166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f90c8638-280b-4f69-a6eb-6ba92a47d8f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:30.733612 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f90c8638-280b-4f69-a6eb-6ba92a47d8f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1955843 Feb 04 06:03:30.736429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c8638-280b-4f69-a6eb-6ba92a47d8f1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929c3fb1-4080-44bb-a04c-cac59717eddd,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:30.897659 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-e7f137f8-b17b-4201-b87d-e4281c08eaa2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336510569&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0410819 Feb 04 06:03:30.950696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-2963ec5b-f60a-4093-85f6-bf5b45c62efd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:30.952150 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-2963ec5b-f60a-4093-85f6-bf5b45c62efd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 931 time: 0.0471835 Feb 04 06:03:31.021400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-062bcd9e-2766-4749-a82d-1844a3d66445 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:31.022505 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-062bcd9e-2766-4749-a82d-1844a3d66445 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583491 Feb 04 06:03:31.065122 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-7770253c-1cad-48e5-934a-4cfb273ade09 service neutron] 10.222.0.15 "GET /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0358274 Feb 04 06:03:31.163880 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-7601525a-682f-4d44-917d-bb357aba5b93 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918841 Feb 04 06:03:31.264596 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-ad4711fa-123e-4981-b6be-2356d5795e72 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935657 Feb 04 06:03:31.461053 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-db881d14-44fc-4f56-8ec3-11ec905c1847 req-0d935ee0-1cfc-41d9-8451-d253199327c7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 210 time: 0.0414410 Feb 04 06:03:32.435150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-88e8f195-abab-4f0c-80b9-51511c2c9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:32.436436 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-88e8f195-abab-4f0c-80b9-51511c2c9621 service neutron] 10.222.0.36 "GET /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 1027 time: 0.0891261 Feb 04 06:03:32.567140 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-044caaee-b208-4075-8682-9722c2a8d8a7 req-d306dd7e-bf82-4435-ab8e-780bd7a8d3d8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 210 time: 0.0378153 Feb 04 06:03:32.586702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-35b5d135-f6c0-451b-ab6b-16d5f71828bf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:32.588146 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-35b5d135-f6c0-451b-ab6b-16d5f71828bf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=2e1eadf8-4427-4730-a817-4226b93095d1 HTTP/1.1" status: 200 len: 797 time: 0.1456161 Feb 04 06:03:32.639632 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-4efc0446-f063-44a0-af9d-5ba5387283c0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 379 time: 0.0429595 Feb 04 06:03:32.650342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-755ac14c-efcd-4055-ab7b-a7cff7bd5ad9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:32.651540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-755ac14c-efcd-4055-ab7b-a7cff7bd5ad9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051980 Feb 04 06:03:32.662980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Request body: {'port': {'device_id': '34504225-94a0-4313-b60f-ad6e98b92efe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:32.709608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d410acc3-afb6-460e-aa4a-1d0354f9184c up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:32.724756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.760883 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d410acc3-afb6-460e-aa4a-1d0354f9184c triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:32.761587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:32.995872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3684aa9e-3112-45e1-87c6-b8d6576ff49c {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:03:33.003088 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.015465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Transition to ACTIVE for port object 3684aa9e-3112-45e1-87c6-b8d6576ff49c will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:33.018723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.090857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Pushing event updated for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:33.148451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Attempting to bind port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:33.148789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Attempting to bind port 3684aa9e-3112-45e1-87c6-b8d6576ff49c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:33.149186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Attempting to bind port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on network 2e1eadf8-4427-4730-a817-4226b93095d1 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:33.153848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on network 2e1eadf8-4427-4730-a817-4226b93095d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:03:33.154173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Attempting to bind port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on network 2e1eadf8-4427-4730-a817-4226b93095d1 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:33.159638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:03:33.160006 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Checking segment: {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:33.160263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Bound using segment: {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:03:33.160869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Bound port: 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:33.161268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.238165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:33.241919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:03:33.247182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.288328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:33.288944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:33.290652 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] 10.222.0.36 "PUT /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 1132 time: 0.6317496 Feb 04 06:03:33.290800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34504225-94a0-4313-b60f-ad6e98b92efe', 'tag': '3684aa9e-3112-45e1-87c6-b8d6576ff49c'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:33.293119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98be36ae-58e1-488e-a6a9-37d7f93bd906" -d '{"events": [{"name": "network-changed", "server_uuid": "34504225-94a0-4313-b60f-ad6e98b92efe", "tag": "3684aa9e-3112-45e1-87c6-b8d6576ff49c"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:33.317110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9af68-1b70-48b0-b081-fbed61769057 service neutron] Pushing event updated for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:33.352320 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404b4d25-a870-4c28-8d12-08fbe2e457ab x-openstack-request-id: req-404b4d25-a870-4c28-8d12-08fbe2e457ab {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:33.352605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34504225-94a0-4313-b60f-ad6e98b92efe", "tag": "3684aa9e-3112-45e1-87c6-b8d6576ff49c", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:33.352846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-404b4d25-a870-4c28-8d12-08fbe2e457ab {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:33.353292 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34504225-94a0-4313-b60f-ad6e98b92efe', 'tag': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'status': 'completed', 'code': 200} Feb 04 06:03:33.386057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-ff343ec0-4b28-4e3c-9042-7a13a2522d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:33.387555 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-ff343ec0-4b28-4e3c-9042-7a13a2522d28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 1135 time: 0.0461054 Feb 04 06:03:33.431246 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-2ad9eb88-9afb-4b25-b5f9-0d82e568cba1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 217 time: 0.0367982 Feb 04 06:03:33.485112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-7b3eb3f8-e106-4b46-819a-a03132810aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:33.486601 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-7b3eb3f8-e106-4b46-819a-a03132810aed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10e5962b-6edf-4382-9297-7ee5024589a5 HTTP/1.1" status: 200 len: 834 time: 0.0496695 Feb 04 06:03:33.532422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-216a4659-9e18-443a-a285-bced019155ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:33.533861 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-216a4659-9e18-443a-a285-bced019155ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1eadf8-4427-4730-a817-4226b93095d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409293 Feb 04 06:03:33.625834 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-87ee02c8-984a-4033-a366-90d06ee626ae service neutron] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851450 Feb 04 06:03:33.740755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083af93-abaf-4a9f-9cb6-71fd3a545cba req-a260fad5-82a3-41b7-8fc6-33e1227b4b94 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:33.742271 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3083af93-abaf-4a9f-9cb6-71fd3a545cba req-a260fad5-82a3-41b7-8fc6-33e1227b4b94 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 982 time: 0.1022286 Feb 04 06:03:33.781974 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8be94b-a3d4-4565-a51f-8ea218b16d55 req-dcdf8826-af2c-451f-91db-cfbfd404641c service neutron] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490998 Feb 04 06:03:33.798924 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3083af93-abaf-4a9f-9cb6-71fd3a545cba req-e10a0d2f-d95b-4ba0-9393-e602a38c2cd4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505013 Feb 04 06:03:33.870794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be36ae-58e1-488e-a6a9-37d7f93bd906 req-04d31d02-0d1d-4cf0-8849-88de08888c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:33.872300 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98be36ae-58e1-488e-a6a9-37d7f93bd906 req-04d31d02-0d1d-4cf0-8849-88de08888c23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 1135 time: 0.0453713 Feb 04 06:03:33.963439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be36ae-58e1-488e-a6a9-37d7f93bd906 req-9fee3998-2421-408a-bb28-e099f108691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:33.964908 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98be36ae-58e1-488e-a6a9-37d7f93bd906 req-9fee3998-2421-408a-bb28-e099f108691f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e1eadf8-4427-4730-a817-4226b93095d1 HTTP/1.1" status: 200 len: 898 time: 0.0851672 Feb 04 06:03:34.005708 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98be36ae-58e1-488e-a6a9-37d7f93bd906 req-1ba38502-b9aa-4478-aa24-489ee2cca806 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 217 time: 0.0336719 Feb 04 06:03:34.058327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be36ae-58e1-488e-a6a9-37d7f93bd906 req-187c6b51-d65c-4fe2-9d82-80704d0db028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:34.059687 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98be36ae-58e1-488e-a6a9-37d7f93bd906 req-187c6b51-d65c-4fe2-9d82-80704d0db028 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10e5962b-6edf-4382-9297-7ee5024589a5 HTTP/1.1" status: 200 len: 834 time: 0.0478418 Feb 04 06:03:34.106982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be36ae-58e1-488e-a6a9-37d7f93bd906 req-ef39c4f3-5b70-4972-921a-efe9971dbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:34.108676 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98be36ae-58e1-488e-a6a9-37d7f93bd906 req-ef39c4f3-5b70-4972-921a-efe9971dbd71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1eadf8-4427-4730-a817-4226b93095d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402391 Feb 04 06:03:34.200098 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98be36ae-58e1-488e-a6a9-37d7f93bd906 req-bdf6b365-7630-4d3f-a581-5532a3ab170d service neutron] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845635 Feb 04 06:03:34.295939 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98be36ae-58e1-488e-a6a9-37d7f93bd906 req-fb24b224-cc58-4e6e-9eaf-6cf9a325c5e0 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887678 Feb 04 06:03:34.917203 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf27d1-a413-4861-ab9d-001eed75925d req-3ca50ee8-669b-49f4-b89b-ac9878eb5168 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:34.918707 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ebf27d1-a413-4861-ab9d-001eed75925d req-3ca50ee8-669b-49f4-b89b-ac9878eb5168 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 982 time: 0.0501497 Feb 04 06:03:34.957878 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ebf27d1-a413-4861-ab9d-001eed75925d req-6e70a8b8-f32c-4a23-b75a-a570170d8b18 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329218 Feb 04 06:03:35.650541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3684aa9e-3112-45e1-87c6-b8d6576ff49c details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:03:35.742425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:35.753138 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'port_id': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'mac_address': 'fa:16:3e:fe:77:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:03:35.794707 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.807699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3684aa9e-3112-45e1-87c6-b8d6576ff49c {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:03:35.827337 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:35.833874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:35.882625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:35.890244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:35.890601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:35.890964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:35.891284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:35.891620 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:35.891951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:35.892281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:35.892610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:35.892937 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:35.893284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:35.893611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:35.893931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:36.077214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4353d16-98bc-4885-b1c3-9d9a5b526004 req-626b0912-1172-48f6-b56d-a8271b76d3a2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:36.078498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['3684aa9e-3112-45e1-87c6-b8d6576ff49c'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:03:36.080733 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b4353d16-98bc-4885-b1c3-9d9a5b526004 req-626b0912-1172-48f6-b56d-a8271b76d3a2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 983 time: 0.0546973 Feb 04 06:03:36.134841 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b4353d16-98bc-4885-b1c3-9d9a5b526004 req-fdbdc8fc-7dce-42ed-b2c5-05c1d63bf17c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468538 Feb 04 06:03:37.258037 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270ef62-90d9-4a10-a950-c8925f641ae1 req-a6eb8b13-1094-4487-b9fd-6fbf9de48463 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:37.259542 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9270ef62-90d9-4a10-a950-c8925f641ae1 req-a6eb8b13-1094-4487-b9fd-6fbf9de48463 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 983 time: 0.0512242 Feb 04 06:03:37.298731 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9270ef62-90d9-4a10-a950-c8925f641ae1 req-7919739c-13e9-4c42-8bbe-56378ea579a1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331066 Feb 04 06:03:37.650539 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3684aa9e-3112-45e1-87c6-b8d6576ff49c up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:37.700007 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 3684aa9e-3112-45e1-87c6-b8d6576ff49c completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:37.704285 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 3684aa9e-3112-45e1-87c6-b8d6576ff49c triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:37.704656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.780094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.805173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34504225-94a0-4313-b60f-ad6e98b92efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3684aa9e-3112-45e1-87c6-b8d6576ff49c'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:37.807402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dff71c-36d0-435d-9fcc-d45b46f711f5" -d '{"events": [{"server_uuid": "34504225-94a0-4313-b60f-ad6e98b92efe", "name": "network-vif-plugged", "status": "completed", "tag": "3684aa9e-3112-45e1-87c6-b8d6576ff49c"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:37.823340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:37.829550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:37.888205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:37.909503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bfc293-e70b-4377-adc1-4ab690e721e2 x-openstack-request-id: req-63bfc293-e70b-4377-adc1-4ab690e721e2 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:37.910094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34504225-94a0-4313-b60f-ad6e98b92efe", "name": "network-vif-plugged", "status": "completed", "tag": "3684aa9e-3112-45e1-87c6-b8d6576ff49c", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:37.911405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63bfc293-e70b-4377-adc1-4ab690e721e2 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:37.911805 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34504225-94a0-4313-b60f-ad6e98b92efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'code': 200} Feb 04 06:03:38.076597 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032bc5d-f0cb-4e58-b2cb-9c4016cee7d9 req-b6696c2d-ff31-4cce-9d5f-88efd16c1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:38.078068 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2032bc5d-f0cb-4e58-b2cb-9c4016cee7d9 req-b6696c2d-ff31-4cce-9d5f-88efd16c1b58 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 1137 time: 0.0424891 Feb 04 06:03:38.115805 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2032bc5d-f0cb-4e58-b2cb-9c4016cee7d9 req-f23a016e-87df-4b48-b833-968da9d7dc1e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301065 Feb 04 06:03:38.412761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc949b7-cbef-49e8-997e-1741cdec0442 req-8da47297-97c3-4dda-9a5e-aab1abf09469 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:38.414277 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5fc949b7-cbef-49e8-997e-1741cdec0442 req-8da47297-97c3-4dda-9a5e-aab1abf09469 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 984 time: 0.0484619 Feb 04 06:03:38.460923 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5fc949b7-cbef-49e8-997e-1741cdec0442 req-456da4bf-f633-42dc-b75b-80d24723c955 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Feb 04 06:03:39.577366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b66094-6a2c-438f-bf90-a258ae0b4cc2 req-490b65fd-8cd6-4604-b6b4-413d759cd02a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:39.578902 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94b66094-6a2c-438f-bf90-a258ae0b4cc2 req-490b65fd-8cd6-4604-b6b4-413d759cd02a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 984 time: 0.0496142 Feb 04 06:03:39.620394 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94b66094-6a2c-438f-bf90-a258ae0b4cc2 req-ca5f801c-7895-4b8c-9fab-9fb6660dad99 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321360 Feb 04 06:03:39.735662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c32681-5717-4c8d-975b-6cdd2fe47647 req-3184cb25-10eb-426a-9c64-6e9123b94ef4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:39.737691 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c0c32681-5717-4c8d-975b-6cdd2fe47647 req-3184cb25-10eb-426a-9c64-6e9123b94ef4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 984 time: 0.0509837 Feb 04 06:03:39.778446 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c0c32681-5717-4c8d-975b-6cdd2fe47647 req-fcb8b095-cd77-44c8-a4aa-2b6d72633572 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Feb 04 06:03:39.800950 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48420) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:39.953358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2d71c3-a033-4080-9826-f1bb3c7f6c22 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:39.959388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48424) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:39.960186 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bd2d71c3-a033-4080-9826-f1bb3c7f6c22 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 1132 time: 0.1573291 Feb 04 06:03:39.964557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:39.990909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.097834 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.217747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.217 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/6b40c01d-7a95-44c4-93d0-d66027b2ed09) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:40.338121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.391163 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-8dcb7441-2fa1-42ef-8fb1-fac841be2a24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584388 Feb 04 06:03:40.412547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:40.481463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:40.488620 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:40.494799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:03:40.499102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=6b40c01d-7a95-44c4-93d0-d66027b2ed09,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:40.531441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-6e97ea25-b547-4322-8f26-b486ce96a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:40.532929 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-6e97ea25-b547-4322-8f26-b486ce96a1d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 1098 time: 0.1182086 Feb 04 06:03:40.750004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-f6ec6131-7781-43d7-a9e5-0adfdc252e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:40.751496 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-f6ec6131-7781-43d7-a9e5-0adfdc252e9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.1808429 Feb 04 06:03:40.867155 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-89d2c9fe-0b08-4262-8523-547fdee7b723 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0816fc3a-b507-443f-88ae-2ffae42c331b HTTP/1.1" status: 200 len: 1000 time: 0.1078372 Feb 04 06:03:40.989807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-71c00f58-9b21-4113-b9dc-2b00d1a0e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:40.991222 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-71c00f58-9b21-4113-b9dc-2b00d1a0e077 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0886724 Feb 04 06:03:41.071138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-58bc40f0-77d6-4be4-873a-c325cbdff13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:41.072638 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-58bc40f0-77d6-4be4-873a-c325cbdff13b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739560 Feb 04 06:03:41.075344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.210619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.233389 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-287a9a79-8f90-4f02-a900-08e38bc27a20 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380489 Feb 04 06:03:41.383551 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bc5b39b-9a82-4488-b84e-4dbfc390349a req-17c56e5a-7c37-4d11-90b2-7284008efe1e service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434546 Feb 04 06:03:41.442935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.447433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.517175 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=6b40c01d-7a95-44c4-93d0-d66027b2ed09,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:41.526237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:41.625840 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP 8bb82ee2-d32f-464e-aa86-db314a224bd7 associated. External IP: 172.26.5.217, port: 3684aa9e-3112-45e1-87c6-b8d6576ff49c. Feb 04 06:03:42.172339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router c853e0d4-4ec0-40ac-991d-399420748fdf has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:03:42.278804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:03:42.289833 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa89122-baa8-4463-93a9-9533df1747b8 None None] Sync routers for ids ['c853e0d4-4ec0-40ac-991d-399420748fdf'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:03:42.299091 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.300465 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa89122-baa8-4463-93a9-9533df1747b8 None None] Routers {'c853e0d4-4ec0-40ac-991d-399420748fdf'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:42.301363 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-daa89122-baa8-4463-93a9-9533df1747b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c853e0d4-4ec0-40ac-991d-399420748fdf'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:42.329725 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b9d89e68-0037-4d2d-9b93-65ed6489b8ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.3686602 Feb 04 06:03:42.330657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34504225-94a0-4313-b60f-ad6e98b92efe', 'tag': '3684aa9e-3112-45e1-87c6-b8d6576ff49c'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:42.332162 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48426) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:42.333502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316ca141-fc89-400e-9b15-57a0d124245c" -d '{"events": [{"name": "network-changed", "server_uuid": "34504225-94a0-4313-b60f-ad6e98b92efe", "tag": "3684aa9e-3112-45e1-87c6-b8d6576ff49c"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:42.373326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de26774-081b-4af9-b54d-a2b4b0cd2db1 x-openstack-request-id: req-5de26774-081b-4af9-b54d-a2b4b0cd2db1 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:42.373627 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34504225-94a0-4313-b60f-ad6e98b92efe", "tag": "3684aa9e-3112-45e1-87c6-b8d6576ff49c", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:42.373862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5de26774-081b-4af9-b54d-a2b4b0cd2db1 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:42.374266 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34504225-94a0-4313-b60f-ad6e98b92efe', 'tag': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'status': 'completed', 'code': 200} Feb 04 06:03:42.416732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fba1cc-5d81-47c8-a52a-2abf02e2300b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:42.421907 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-53fba1cc-5d81-47c8-a52a-2abf02e2300b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe&network_id=2e1eadf8-4427-4730-a817-4226b93095d1 HTTP/1.1" status: 200 len: 1132 time: 0.0874000 Feb 04 06:03:42.428073 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-daa89122-baa8-4463-93a9-9533df1747b8 None None] Set router c853e0d4-4ec0-40ac-991d-399420748fdf gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:42.470954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca141-fc89-400e-9b15-57a0d124245c req-afb692e2-e419-47be-af12-48ae121aa11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:42.473056 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-316ca141-fc89-400e-9b15-57a0d124245c req-afb692e2-e419-47be-af12-48ae121aa11f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 1137 time: 0.0776918 Feb 04 06:03:42.612747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca141-fc89-400e-9b15-57a0d124245c req-bd802574-e842-4fe8-a1f4-4eb8f11863fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:42.614914 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-316ca141-fc89-400e-9b15-57a0d124245c req-bd802574-e842-4fe8-a1f4-4eb8f11863fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e1eadf8-4427-4730-a817-4226b93095d1 HTTP/1.1" status: 200 len: 898 time: 0.1340826 Feb 04 06:03:42.694391 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-daa89122-baa8-4463-93a9-9533df1747b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '8bb82ee2-d32f-464e-aa86-db314a224bd7', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.217', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'port_id': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1568768675', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'mac_address': 'fa:16:3e:fe:77:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34504225-94a0-4313-b60f-ad6e98b92efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:40Z', 'updated_at': '2022-02-04T06:03:40Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd410acc3-afb6-460e-aa4a-1d0354f9184c', 'name': '', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:56:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:26Z', 'updated_at': '2022-02-04T06:03:30Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:42.716153 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-316ca141-fc89-400e-9b15-57a0d124245c req-739f5876-9e97-46e3-a7e0-f88152299eee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 1038 time: 0.0941410 Feb 04 06:03:42.722922 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa89122-baa8-4463-93a9-9533df1747b8 None None] Checking router: c853e0d4-4ec0-40ac-991d-399420748fdf for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:03:42.728601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacd83c-8081-4fa8-ae0f-21af239e8ce9 req-e4b5ae47-c199-44c6-aebd-c10c69134452 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:42.730317 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8dacd83c-8081-4fa8-ae0f-21af239e8ce9 req-e4b5ae47-c199-44c6-aebd-c10c69134452 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 984 time: 0.0988042 Feb 04 06:03:42.732149 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa89122-baa8-4463-93a9-9533df1747b8 None None] Routers {'c853e0d4-4ec0-40ac-991d-399420748fdf'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:42.732759 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-daa89122-baa8-4463-93a9-9533df1747b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c853e0d4-4ec0-40ac-991d-399420748fdf'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:42.799697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca141-fc89-400e-9b15-57a0d124245c req-b44c1990-5b76-46a8-9326-e3eb4c4128b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:42.801419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-316ca141-fc89-400e-9b15-57a0d124245c req-b44c1990-5b76-46a8-9326-e3eb4c4128b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10e5962b-6edf-4382-9297-7ee5024589a5 HTTP/1.1" status: 200 len: 834 time: 0.0700164 Feb 04 06:03:42.812113 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8dacd83c-8081-4fa8-ae0f-21af239e8ce9 req-ee8243ec-516e-42c3-bb3c-e6f2e5d89075 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691502 Feb 04 06:03:42.852044 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-daa89122-baa8-4463-93a9-9533df1747b8 None None] Set router c853e0d4-4ec0-40ac-991d-399420748fdf gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:42.859740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca141-fc89-400e-9b15-57a0d124245c req-fb2dde16-adea-4947-b385-32bfd8ab5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:42.861370 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-316ca141-fc89-400e-9b15-57a0d124245c req-fb2dde16-adea-4947-b385-32bfd8ab5a93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1eadf8-4427-4730-a817-4226b93095d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527937 Feb 04 06:03:42.952952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-316ca141-fc89-400e-9b15-57a0d124245c req-b34ee01a-3b12-4290-b566-8c7769dd07d9 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843000 Feb 04 06:03:43.050090 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-316ca141-fc89-400e-9b15-57a0d124245c req-9414cd55-c5b5-4430-b6b3-e82dfff92be9 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893402 Feb 04 06:03:43.082259 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-daa89122-baa8-4463-93a9-9533df1747b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '8bb82ee2-d32f-464e-aa86-db314a224bd7', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.217', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'port_id': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1568768675', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'mac_address': 'fa:16:3e:fe:77:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34504225-94a0-4313-b60f-ad6e98b92efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:40Z', 'updated_at': '2022-02-04T06:03:40Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd410acc3-afb6-460e-aa4a-1d0354f9184c', 'name': '', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:56:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:26Z', 'updated_at': '2022-02-04T06:03:30Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:43.204857 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa89122-baa8-4463-93a9-9533df1747b8 None None] The sync data for ids ['c853e0d4-4ec0-40ac-991d-399420748fdf'] in dv-neutron-826811-2-hyperv is: [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '8bb82ee2-d32f-464e-aa86-db314a224bd7', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.217', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'port_id': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1568768675', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'mac_address': 'fa:16:3e:fe:77:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34504225-94a0-4313-b60f-ad6e98b92efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:40Z', 'updated_at': '2022-02-04T06:03:40Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd410acc3-afb6-460e-aa4a-1d0354f9184c', 'name': '', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:56:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:26Z', 'updated_at': '2022-02-04T06:03:30Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:03:43.413069 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a78bfae-3685-4958-b5cc-ceb6624968a4 None None] New status for floating IP 8bb82ee2-d32f-464e-aa86-db314a224bd7: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:03:43.978005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-3dbaf2e2-6b02-4a00-90e2-d0f641751597 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:43.979495 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-3dbaf2e2-6b02-4a00-90e2-d0f641751597 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 984 time: 0.0563920 Feb 04 06:03:43.986534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0c56-8dcb-4783-84f0-1d1a7d884a83 req-7849856a-4299-4aca-82b6-d1fd99ef1624 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:43.987878 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e31d0c56-8dcb-4783-84f0-1d1a7d884a83 req-7849856a-4299-4aca-82b6-d1fd99ef1624 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 984 time: 0.0913367 Feb 04 06:03:44.044155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-75e0d705-4949-4ef2-96ca-65d1870c76ca tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.045540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-75e0d705-4949-4ef2-96ca-65d1870c76ca tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0568061 Feb 04 06:03:44.075220 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e31d0c56-8dcb-4783-84f0-1d1a7d884a83 req-f30d7a2e-6cba-4999-bac1-df9b7c5ef089 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787745 Feb 04 06:03:44.153321 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-ee7b7184-f0a0-4923-9559-7e6f2c16d01b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1021078 Feb 04 06:03:44.163559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:44.221389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.356184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:44.389162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:44.425128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] device_id is not set on port 3684aa9e-3112-45e1-87c6-b8d6576ff49c yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:44.434334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.439924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.510108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] Pushing event updated for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=6']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:44.622895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] No DVR routers for this DVR port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:44.732075 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7557f1d3-af5a-4934-b0a8-38d96a8be0c5 None None] Provisioning complete for port 3684aa9e-3112-45e1-87c6-b8d6576ff49c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:44.732675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7557f1d3-af5a-4934-b0a8-38d96a8be0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.763021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] In _notify_port_updated(), no bound segment for port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on network 2e1eadf8-4427-4730-a817-4226b93095d1 {{(pid=102167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 06:03:44.763806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.764419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.765768 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fe0f1316-aab8-4cbd-98e9-6dfdd5142daf req-1e58b0ed-5b04-406a-8d82-2e6a3bf0ce58 service neutron] 10.222.0.36 "PUT /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 1027 time: 0.6067910 Feb 04 06:03:44.766078 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-7557f1d3-af5a-4934-b0a8-38d96a8be0c5 None None] Port 3684aa9e-3112-45e1-87c6-b8d6576ff49c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:03:45.188757 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-78e48a6d-9f5e-41ff-8be6-8b572bc62efb req-ec789321-0d75-42a9-9e54-8bf1a0f26cad tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=34504225-94a0-4313-b60f-ad6e98b92efe HTTP/1.1" status: 200 len: 210 time: 0.0288551 Feb 04 06:03:46.258084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48440) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:46.299044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9cded-ade0-4e1a-bfba-707ae78eed8c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:46.300386 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1ac9cded-ade0-4e1a-bfba-707ae78eed8c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 926 time: 0.0413187 Feb 04 06:03:46.574828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48444) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:46.579371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f64d05f2-f10a-4e5b-8b14-a2bfb98dc2b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037946351', 'description': 'tempest-secgroup-smoke-2037946351 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:46.605802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f64d05f2-f10a-4e5b-8b14-a2bfb98dc2b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.691592 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f64d05f2-f10a-4e5b-8b14-a2bfb98dc2b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.696687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f64d05f2-f10a-4e5b-8b14-a2bfb98dc2b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.729780 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f64d05f2-f10a-4e5b-8b14-a2bfb98dc2b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.731451 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f64d05f2-f10a-4e5b-8b14-a2bfb98dc2b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1555219 Feb 04 06:03:46.733581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d05f2-f10a-4e5b-8b14-a2bfb98dc2b0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4c2897-0d7d-4d98-b9fa-007c4e9b395f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:46.734286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48446) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:46.738897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-656463dd-64b7-4ead-9d9a-9546e184a9a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'af4c2897-0d7d-4d98-b9fa-007c4e9b395f', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:46.768861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-656463dd-64b7-4ead-9d9a-9546e184a9a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.826855 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-656463dd-64b7-4ead-9d9a-9546e184a9a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.830524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-656463dd-64b7-4ead-9d9a-9546e184a9a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.847998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656463dd-64b7-4ead-9d9a-9546e184a9a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c420e92-e518-41ca-a452-f306f176e8af,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:46.856830 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-656463dd-64b7-4ead-9d9a-9546e184a9a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.860815 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-656463dd-64b7-4ead-9d9a-9546e184a9a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228175 Feb 04 06:03:46.860934 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48448) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:46.865757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9c6c668a-8859-4955-b7c1-a01316b630f4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'af4c2897-0d7d-4d98-b9fa-007c4e9b395f', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:46.897362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c6c668a-8859-4955-b7c1-a01316b630f4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.963835 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c6c668a-8859-4955-b7c1-a01316b630f4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.967673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c6c668a-8859-4955-b7c1-a01316b630f4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.985343 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c668a-8859-4955-b7c1-a01316b630f4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb54f766-b1c0-4e5a-b113-4f0d69a956ee,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:46.995088 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c6c668a-8859-4955-b7c1-a01316b630f4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.996362 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9c6c668a-8859-4955-b7c1-a01316b630f4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345515 Feb 04 06:03:46.999285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48450) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:47.003801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-23bf6501-a249-44a1-967a-c2940c4109a2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'af4c2897-0d7d-4d98-b9fa-007c4e9b395f', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:47.034778 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23bf6501-a249-44a1-967a-c2940c4109a2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.102926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23bf6501-a249-44a1-967a-c2940c4109a2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.107028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23bf6501-a249-44a1-967a-c2940c4109a2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.125213 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf6501-a249-44a1-967a-c2940c4109a2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9693b28d-8da9-4279-8706-1bf6073e5254,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:47.134282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23bf6501-a249-44a1-967a-c2940c4109a2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.135484 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-23bf6501-a249-44a1-967a-c2940c4109a2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352406 Feb 04 06:03:47.138214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48452) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:47.142556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-251307b2-4be2-4888-b132-1cc08d4d83e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'af4c2897-0d7d-4d98-b9fa-007c4e9b395f', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:47.170493 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-251307b2-4be2-4888-b132-1cc08d4d83e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.229356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-251307b2-4be2-4888-b132-1cc08d4d83e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.232899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-251307b2-4be2-4888-b132-1cc08d4d83e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.250888 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251307b2-4be2-4888-b132-1cc08d4d83e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6353ed37-4e97-4763-81bd-8bf3df3da757,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:47.259573 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-251307b2-4be2-4888-b132-1cc08d4d83e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.260750 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-251307b2-4be2-4888-b132-1cc08d4d83e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215692 Feb 04 06:03:47.263463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48454) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:47.267706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-42dd60e9-9e8d-4459-b0dd-cded4a4ac704 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'af4c2897-0d7d-4d98-b9fa-007c4e9b395f', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:47.291000 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-42dd60e9-9e8d-4459-b0dd-cded4a4ac704 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:03:47.296109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-42dd60e9-9e8d-4459-b0dd-cded4a4ac704 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.358322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-42dd60e9-9e8d-4459-b0dd-cded4a4ac704 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.362059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-42dd60e9-9e8d-4459-b0dd-cded4a4ac704 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.381813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd60e9-9e8d-4459-b0dd-cded4a4ac704 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfc8fac-4648-4274-8ff8-dfd441dac39c,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:47.386337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-42dd60e9-9e8d-4459-b0dd-cded4a4ac704 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.388141 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-42dd60e9-9e8d-4459-b0dd-cded4a4ac704 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231451 Feb 04 06:03:47.390351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48456) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:47.394789 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-34d2e9b9-e6b1-454b-a22f-1e62173f6561 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'af4c2897-0d7d-4d98-b9fa-007c4e9b395f', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:47.417592 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-34d2e9b9-e6b1-454b-a22f-1e62173f6561 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:03:47.422142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-34d2e9b9-e6b1-454b-a22f-1e62173f6561 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.485519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-34d2e9b9-e6b1-454b-a22f-1e62173f6561 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.489796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-34d2e9b9-e6b1-454b-a22f-1e62173f6561 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.512392 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2e9b9-e6b1-454b-a22f-1e62173f6561 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd776438-d8ac-410a-a766-339585254e7c,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:47.518234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-34d2e9b9-e6b1-454b-a22f-1e62173f6561 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.522185 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-34d2e9b9-e6b1-454b-a22f-1e62173f6561 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302569 Feb 04 06:03:47.729493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3684aa9e-3112-45e1-87c6-b8d6576ff49c no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:03:47.749429 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-11f74d4d-a866-47cd-85cb-d57033041d4a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037946351&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0342729 Feb 04 06:03:47.773456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3684aa9e-3112-45e1-87c6-b8d6576ff49c not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:03:47.804552 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-4456d8ea-97a6-4dab-8196-14821bda3a94 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.806038 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-4456d8ea-97a6-4dab-8196-14821bda3a94 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 931 time: 0.0476179 Feb 04 06:03:47.823339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-82616e12-7ea4-4721-9844-99c5976c4078 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:47.824348 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-82616e12-7ea4-4721-9844-99c5976c4078 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066192 Feb 04 06:03:47.864696 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-7e98195f-cd74-4370-bc09-96b072a54f1e service neutron] 10.222.0.15 "GET /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0335972 Feb 04 06:03:47.962446 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-91b4a43e-5365-4ed2-a5e3-2a22546619b5 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908864 Feb 04 06:03:48.055636 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-52fdebc2-b29a-4522-917e-91d881dc2a33 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871632 Feb 04 06:03:48.231510 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ec172137-a126-454b-949a-215e01986d09 req-e65f072d-6fb0-484c-a12b-6f022dd22c7c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 210 time: 0.0305910 Feb 04 06:03:49.047496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-b55abc94-55aa-40f8-ad8f-99540d2b27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:49.049031 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-b55abc94-55aa-40f8-ad8f-99540d2b27ac service neutron] 10.222.0.36 "GET /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 1027 time: 0.0405533 Feb 04 06:03:49.159519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-10434683-7777-482e-8e53-473eeffd53e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:49.160963 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-10434683-7777-482e-8e53-473eeffd53e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=2e1eadf8-4427-4730-a817-4226b93095d1 HTTP/1.1" status: 200 len: 797 time: 0.1057129 Feb 04 06:03:49.207507 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-5dd96d45-dd12-4bd4-8cb0-89afa65c788a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 472 time: 0.0368364 Feb 04 06:03:49.219302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Request body: {'port': {'device_id': 'cfc2e867-b4b1-4ac7-90b0-8b9824c42347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:49.277562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.342296 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38c9a1d9-e17d-4e86-ad5c-83849314e502 req-876e98aa-30af-4a45-95d5-c199d748e125 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 210 time: 0.0322020 Feb 04 06:03:49.569330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3684aa9e-3112-45e1-87c6-b8d6576ff49c {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:03:49.576730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.589134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Transition to ACTIVE for port object 3684aa9e-3112-45e1-87c6-b8d6576ff49c will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:49.592486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.668658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Pushing event updated for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=7']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:49.776015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Attempting to bind port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:49.776374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Attempting to bind port 3684aa9e-3112-45e1-87c6-b8d6576ff49c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:49.776692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Attempting to bind port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on network 2e1eadf8-4427-4730-a817-4226b93095d1 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:49.781456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on network 2e1eadf8-4427-4730-a817-4226b93095d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:03:49.781780 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Attempting to bind port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on network 2e1eadf8-4427-4730-a817-4226b93095d1 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:49.787539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:03:49.788087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Checking segment: {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:49.788570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Bound using segment: {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:03:49.789004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Bound port: 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ace20f9-16b9-45df-8660-864d209f8a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:49.789389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.860294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:49.863253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:03:49.868393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.907048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:49.907851 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.909264 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] 10.222.0.36 "PUT /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 1132 time: 0.6944132 Feb 04 06:03:49.909712 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc2e867-b4b1-4ac7-90b0-8b9824c42347', 'tag': '3684aa9e-3112-45e1-87c6-b8d6576ff49c'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:49.911940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc2e867-b4b1-4ac7-90b0-8b9824c42347", "tag": "3684aa9e-3112-45e1-87c6-b8d6576ff49c"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:49.945510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282597b5-2ca9-4a86-b492-eb0728791836 service neutron] Pushing event updated for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=8']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:49.973319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47fb01a-7999-4387-b138-f4f2940ee32a x-openstack-request-id: req-b47fb01a-7999-4387-b138-f4f2940ee32a {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:49.973694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc2e867-b4b1-4ac7-90b0-8b9824c42347", "tag": "3684aa9e-3112-45e1-87c6-b8d6576ff49c", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:49.973880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b47fb01a-7999-4387-b138-f4f2940ee32a {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:49.974273 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc2e867-b4b1-4ac7-90b0-8b9824c42347', 'tag': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'status': 'completed', 'code': 200} Feb 04 06:03:50.009968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-8e58a83c-a81a-4277-ba4c-d2cfdd072728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.011529 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-8e58a83c-a81a-4277-ba4c-d2cfdd072728 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 1135 time: 0.0492718 Feb 04 06:03:50.084732 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-ca289f07-71f6-4c21-afee-aedf5bb9732c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 1038 time: 0.0655494 Feb 04 06:03:50.132068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-8bafea99-0fdf-48d5-bb0e-fa26f1e069c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.133540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-8bafea99-0fdf-48d5-bb0e-fa26f1e069c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10e5962b-6edf-4382-9297-7ee5024589a5 HTTP/1.1" status: 200 len: 834 time: 0.0430033 Feb 04 06:03:50.181771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-997d837e-eb23-4077-9d5b-faa2e5670c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.183202 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-997d837e-eb23-4077-9d5b-faa2e5670c2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1eadf8-4427-4730-a817-4226b93095d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433567 Feb 04 06:03:50.281378 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-b54c0686-9028-4893-8d1b-b5e654f6bfa2 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918770 Feb 04 06:03:50.371847 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65a8bfd6-2e1b-4c6b-882b-4f5bcec91327 req-3459500f-5d8a-48c9-a128-7e7a6cda92c8 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834942 Feb 04 06:03:50.499100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb req-0b00bedf-4df5-406d-907f-f2bcfb3a632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.500594 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb req-0b00bedf-4df5-406d-907f-f2bcfb3a632b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 1135 time: 0.0839438 Feb 04 06:03:50.509507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e02d50-fa40-4b9b-9ce8-5494abc28189 req-a42cdc65-0b3b-4988-8288-674cc02ca4d4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.510821 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79e02d50-fa40-4b9b-9ce8-5494abc28189 req-a42cdc65-0b3b-4988-8288-674cc02ca4d4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 982 time: 0.0604458 Feb 04 06:03:50.598560 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79e02d50-fa40-4b9b-9ce8-5494abc28189 req-598cfade-2724-426d-8890-7b8e8799e2d6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794406 Feb 04 06:03:50.627472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb req-60d4bcd6-8184-42bd-8286-89ff3dc7bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.628952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb req-60d4bcd6-8184-42bd-8286-89ff3dc7bb58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e1eadf8-4427-4730-a817-4226b93095d1 HTTP/1.1" status: 200 len: 898 time: 0.1172917 Feb 04 06:03:50.695582 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb req-d0d4de9d-e6a9-47a4-82d6-45ea20e20bea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 1038 time: 0.0590014 Feb 04 06:03:50.744702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb req-e6657b3e-f3c3-4f5c-abd6-a6353a549703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.746178 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb req-e6657b3e-f3c3-4f5c-abd6-a6353a549703 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10e5962b-6edf-4382-9297-7ee5024589a5 HTTP/1.1" status: 200 len: 834 time: 0.0434353 Feb 04 06:03:50.797630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb req-41525da6-d485-4a76-9c1a-8f3808ab30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.799127 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb req-41525da6-d485-4a76-9c1a-8f3808ab30e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e1eadf8-4427-4730-a817-4226b93095d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433574 Feb 04 06:03:50.893868 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb req-6de2da0b-5904-4cc8-8c3f-b4819c5d780b service neutron] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832424 Feb 04 06:03:50.996895 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43a9c51-4fd2-4171-9b2d-d68ce21859bb req-447ee204-71a9-4455-9aaa-b706077a81a3 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926433 Feb 04 06:03:51.172273 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b008d518-b28d-4006-acb9-51adb8b7fc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.718485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa431c-7d2b-4a31-8234-1b6b297f96c9 req-7e2a9f4a-f03f-49e6-965b-6899a1aecde9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:51.719983 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e6fa431c-7d2b-4a31-8234-1b6b297f96c9 req-7e2a9f4a-f03f-49e6-965b-6899a1aecde9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 982 time: 0.0506668 Feb 04 06:03:51.730159 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3684aa9e-3112-45e1-87c6-b8d6576ff49c details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:03:51.763678 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e6fa431c-7d2b-4a31-8234-1b6b297f96c9 req-f0c1972e-9b16-4933-a42e-33b94cdee5e8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359023 Feb 04 06:03:51.846798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:51.859897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'port_id': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'mac_address': 'fa:16:3e:fe:77:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:03:51.901174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.913708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3684aa9e-3112-45e1-87c6-b8d6576ff49c {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:03:51.933371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:51.937176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.985263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=9']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:52.137339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['3684aa9e-3112-45e1-87c6-b8d6576ff49c'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:03:52.877573 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0777ac-e8c6-43b8-853f-2caa514c9cb5 req-7b85dfcc-e311-4a74-8a69-322bc84a1c02 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:52.878977 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0c0777ac-e8c6-43b8-853f-2caa514c9cb5 req-7b85dfcc-e311-4a74-8a69-322bc84a1c02 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 983 time: 0.0499892 Feb 04 06:03:52.921214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0c0777ac-e8c6-43b8-853f-2caa514c9cb5 req-219fff08-46bd-48df-8cd1-3fa023e9e37d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Feb 04 06:03:53.420288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0e22c175-4b91-4a12-8624-c96d7add0af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.708759 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:03:53.746012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3684aa9e-3112-45e1-87c6-b8d6576ff49c up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:53.798472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 3684aa9e-3112-45e1-87c6-b8d6576ff49c completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:53.802409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 3684aa9e-3112-45e1-87c6-b8d6576ff49c triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:53.803036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.880125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.907116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc2e867-b4b1-4ac7-90b0-8b9824c42347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3684aa9e-3112-45e1-87c6-b8d6576ff49c'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:53.909353 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9e6a91-d5d4-4efd-b052-5d8933821054" -d '{"events": [{"server_uuid": "cfc2e867-b4b1-4ac7-90b0-8b9824c42347", "name": "network-vif-plugged", "status": "completed", "tag": "3684aa9e-3112-45e1-87c6-b8d6576ff49c"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:53.922644 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:53.926755 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:53.958346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff8e09f-4242-46c5-b0b3-f2d6c37ab77d x-openstack-request-id: req-8ff8e09f-4242-46c5-b0b3-f2d6c37ab77d {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:53.958637 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc2e867-b4b1-4ac7-90b0-8b9824c42347", "name": "network-vif-plugged", "status": "completed", "tag": "3684aa9e-3112-45e1-87c6-b8d6576ff49c", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:53.959083 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ff8e09f-4242-46c5-b0b3-f2d6c37ab77d {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:53.959289 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc2e867-b4b1-4ac7-90b0-8b9824c42347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3684aa9e-3112-45e1-87c6-b8d6576ff49c', 'code': 200} Feb 04 06:03:53.983403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=10']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:54.046432 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d9ccd-90bd-46fe-95e9-dad9bcaec54d req-0dec8c11-88d9-45bb-8c59-7c5ddf40e43a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:54.048237 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-441d9ccd-90bd-46fe-95e9-dad9bcaec54d req-0dec8c11-88d9-45bb-8c59-7c5ddf40e43a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 985 time: 0.0547099 Feb 04 06:03:54.096461 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-441d9ccd-90bd-46fe-95e9-dad9bcaec54d req-38f439aa-a3e2-4538-aa87-da33a0c56509 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Feb 04 06:03:54.136865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1d8a5-33ce-43f9-a669-364f64d1385c req-c9a04f7b-c412-428a-b310-e2c210245451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:54.138472 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b1f1d8a5-33ce-43f9-a669-364f64d1385c req-c9a04f7b-c412-428a-b310-e2c210245451 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 1138 time: 0.0411675 Feb 04 06:03:54.172682 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b1f1d8a5-33ce-43f9-a669-364f64d1385c req-d1b25e88-b31b-4fa0-b9e5-49506149eb6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280490 Feb 04 06:03:54.712432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.230205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee7c53-df73-4fd8-ba2f-d6fe360bb992 req-c7cea4eb-7753-4969-992d-964d0d2e1c9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:55.233873 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b4ee7c53-df73-4fd8-ba2f-d6fe360bb992 req-c7cea4eb-7753-4969-992d-964d0d2e1c9d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 985 time: 0.0594037 Feb 04 06:03:55.275556 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b4ee7c53-df73-4fd8-ba2f-d6fe360bb992 req-cca9c039-0aee-4b33-ac49-acb31236a0b1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366812 Feb 04 06:03:56.328437 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.403957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95f560-f7d8-429a-9055-bacfe1153139 req-3795c0d1-1083-4635-9a8e-de3c29923b42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:56.405750 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab95f560-f7d8-429a-9055-bacfe1153139 req-3795c0d1-1083-4635-9a8e-de3c29923b42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 985 time: 0.0499883 Feb 04 06:03:56.448904 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab95f560-f7d8-429a-9055-bacfe1153139 req-1c8ad555-e441-4de7-9f91-80dc0229f9b5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371075 Feb 04 06:03:56.568702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c80c-cc27-499d-83d3-820405770f85 req-cef6693b-b93c-4e98-851c-846b15540b2d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:56.573111 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5c00c80c-cc27-499d-83d3-820405770f85 req-cef6693b-b93c-4e98-851c-846b15540b2d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 985 time: 0.0533733 Feb 04 06:03:56.609980 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5c00c80c-cc27-499d-83d3-820405770f85 req-b910b081-cdbd-4961-ba01-7793a7775709 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333483 Feb 04 06:03:56.629720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:56.635547 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48504) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:56.677796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e61c4-bb17-424b-9074-7c5f18036e79 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:56.680137 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c55e61c4-bb17-424b-9074-7c5f18036e79 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347&network_id=2e1eadf8-4427-4730-a817-4226b93095d1 HTTP/1.1" status: 200 len: 1133 time: 0.0435486 Feb 04 06:03:56.906721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b06d09-7862-49ba-8469-2f17c77f8f25 req-4753401e-611e-4e7c-afbd-69fda3b1ca72 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:56.908258 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3b06d09-7862-49ba-8469-2f17c77f8f25 req-4753401e-611e-4e7c-afbd-69fda3b1ca72 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 985 time: 0.0548475 Feb 04 06:03:56.949573 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3b06d09-7862-49ba-8469-2f17c77f8f25 req-4df67582-7052-4642-9b1c-f79d5c99b33c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349562 Feb 04 06:03:58.069967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1c1cf-fa8f-46ff-bcf7-025dc522e01b req-d7af3772-042f-419e-b032-ea36c3832214 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:58.071571 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0f1c1cf-fa8f-46ff-bcf7-025dc522e01b req-d7af3772-042f-419e-b032-ea36c3832214 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 985 time: 0.0497572 Feb 04 06:03:58.112899 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0f1c1cf-fa8f-46ff-bcf7-025dc522e01b req-55a0a684-7105-4f91-aea5-1b80af2724ec tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bb8b471-153a-49cb-8643-268c69a579ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352960 Feb 04 06:03:58.181380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-54f65de1-abef-438c-878a-e89d6ba58e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:58.182847 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-54f65de1-abef-438c-878a-e89d6ba58e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 985 time: 0.0498850 Feb 04 06:03:58.226302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-d2c7d2eb-1dd3-42d1-835c-54238b5e5a37 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:58.227696 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-d2c7d2eb-1dd3-42d1-835c-54238b5e5a37 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0393174 Feb 04 06:03:58.335382 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-170d7532-1d26-4dd5-bbd9-8004072cfc2d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1025114 Feb 04 06:03:58.345451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:58.399692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.431839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.536101 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=3684aa9e-3112-45e1-87c6-b8d6576ff49c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:58.570272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] For port 3684aa9e-3112-45e1-87c6-b8d6576ff49c, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:58.603669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] device_id is not set on port 3684aa9e-3112-45e1-87c6-b8d6576ff49c yet. {{(pid=102167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:03:58.612862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.618737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.702163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882214b-7f64-47e1-b563-904754266976 service neutron] Pushing event updated for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=11']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:58.740699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] No DVR routers for this DVR port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:58.884811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] In _notify_port_updated(), no bound segment for port 3684aa9e-3112-45e1-87c6-b8d6576ff49c on network 2e1eadf8-4427-4730-a817-4226b93095d1 {{(pid=102167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 06:03:58.885727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:58.886429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.887650 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-58820f8f-ebd8-4318-a88f-011264d787c2 req-2882214b-7f64-47e1-b563-904754266976 service neutron] 10.222.0.36 "PUT /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 200 len: 1028 time: 0.5460477 Feb 04 06:03:58.938840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c520ae15-8919-4868-9524-b470b82f52b3 None None] Provisioning complete for port 3684aa9e-3112-45e1-87c6-b8d6576ff49c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:58.939134 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c520ae15-8919-4868-9524-b470b82f52b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:58.979388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c520ae15-8919-4868-9524-b470b82f52b3 None None] Port 3684aa9e-3112-45e1-87c6-b8d6576ff49c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:03:59.219775 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e4037ff6-87b8-4539-9e67-270be3b8e649 req-e175eb0d-671d-4a32-ab81-397879a1a3ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=cfc2e867-b4b1-4ac7-90b0-8b9824c42347 HTTP/1.1" status: 200 len: 210 time: 0.0276823 Feb 04 06:04:00.275974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48516) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:00.335899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d23251c6-70b9-4603-851b-79d67939e88a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.361499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d23251c6-70b9-4603-851b-79d67939e88a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.423790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d23251c6-70b9-4603-851b-79d67939e88a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.426391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d23251c6-70b9-4603-851b-79d67939e88a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.427557 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d23251c6-70b9-4603-851b-79d67939e88a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/af4c2897-0d7d-4d98-b9fa-007c4e9b395f HTTP/1.1" status: 204 len: 168 time: 0.1505885 Feb 04 06:04:00.440985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23251c6-70b9-4603-851b-79d67939e88a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4c2897-0d7d-4d98-b9fa-007c4e9b395f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:00.463244 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48520) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:00.857687 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 6b40c01d-7a95-44c4-93d0-d66027b2ed09 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:04:00.857944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.936371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.936695 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:00.948593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 6b40c01d-7a95-44c4-93d0-d66027b2ed09 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:04:01.095024 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.120690 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=6b40c01d-7a95-44c4-93d0-d66027b2ed09,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:01.187686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.188014 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP 8bb82ee2-d32f-464e-aa86-db314a224bd7 disassociated (deleted). External IP: 172.26.5.217, port: 3684aa9e-3112-45e1-87c6-b8d6576ff49c. Feb 04 06:04:01.402887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router c853e0d4-4ec0-40ac-991d-399420748fdf has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:04:01.513545 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:04:01.518882 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.524281 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52361411-3161-42b6-8f29-7598da12ca15 None None] Sync routers for ids ['c853e0d4-4ec0-40ac-991d-399420748fdf'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:01.534121 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52361411-3161-42b6-8f29-7598da12ca15 None None] Routers {'c853e0d4-4ec0-40ac-991d-399420748fdf'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:01.534816 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-52361411-3161-42b6-8f29-7598da12ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c853e0d4-4ec0-40ac-991d-399420748fdf'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:01.547400 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e07156e2-7105-4993-877c-07a54b879321 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/floatingips/8bb82ee2-d32f-464e-aa86-db314a224bd7 HTTP/1.1" status: 204 len: 168 time: 1.0829029 Feb 04 06:04:01.625017 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48526) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:01.653409 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-52361411-3161-42b6-8f29-7598da12ca15 None None] Set router c853e0d4-4ec0-40ac-991d-399420748fdf gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:01.689311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-babb4307-819f-43a2-876b-316d46ebd2af tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.717244 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-babb4307-819f-43a2-876b-316d46ebd2af tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.765294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3684aa9e-3112-45e1-87c6-b8d6576ff49c no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:04:01.786039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-babb4307-819f-43a2-876b-316d46ebd2af tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.789227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-babb4307-819f-43a2-876b-316d46ebd2af tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.792887 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-babb4307-819f-43a2-876b-316d46ebd2af tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/c4c8b065-b776-4272-ba52-0eaea50da3ca HTTP/1.1" status: 204 len: 168 time: 0.1644051 Feb 04 06:04:01.808152 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb4307-819f-43a2-876b-316d46ebd2af tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c8b065-b776-4272-ba52-0eaea50da3ca,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:01.831329 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48530) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:01.844535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 3684aa9e-3112-45e1-87c6-b8d6576ff49c not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:04:01.881736 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-52361411-3161-42b6-8f29-7598da12ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd410acc3-afb6-460e-aa4a-1d0354f9184c', 'name': '', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:56:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:26Z', 'updated_at': '2022-02-04T06:03:30Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:01.908758 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52361411-3161-42b6-8f29-7598da12ca15 None None] Checking router: c853e0d4-4ec0-40ac-991d-399420748fdf for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:04:01.917507 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52361411-3161-42b6-8f29-7598da12ca15 None None] Routers {'c853e0d4-4ec0-40ac-991d-399420748fdf'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:01.918157 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-52361411-3161-42b6-8f29-7598da12ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c853e0d4-4ec0-40ac-991d-399420748fdf'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:01.943618 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf2363-187a-43f3-9ddb-bab003ca063d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 3684aa9e-3112-45e1-87c6-b8d6576ff49c {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:04:01.943964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2363-187a-43f3-9ddb-bab003ca063d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.028204 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-52361411-3161-42b6-8f29-7598da12ca15 None None] Set router c853e0d4-4ec0-40ac-991d-399420748fdf gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:02.033372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2363-187a-43f3-9ddb-bab003ca063d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.045824 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf2363-187a-43f3-9ddb-bab003ca063d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 3684aa9e-3112-45e1-87c6-b8d6576ff49c owned by {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:04:02.183747 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2363-187a-43f3-9ddb-bab003ca063d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.215721 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf2363-187a-43f3-9ddb-bab003ca063d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=3684aa9e-3112-45e1-87c6-b8d6576ff49c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:02.244866 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-52361411-3161-42b6-8f29-7598da12ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd410acc3-afb6-460e-aa4a-1d0354f9184c', 'name': '', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:56:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:26Z', 'updated_at': '2022-02-04T06:03:30Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:02.276680 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52361411-3161-42b6-8f29-7598da12ca15 None None] The sync data for ids ['c853e0d4-4ec0-40ac-991d-399420748fdf'] in dv-neutron-826811-2-hyperv is: [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd410acc3-afb6-460e-aa4a-1d0354f9184c', 'name': '', 'network_id': '2e1eadf8-4427-4730-a817-4226b93095d1', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:56:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:26Z', 'updated_at': '2022-02-04T06:03:30Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '10e5962b-6edf-4382-9297-7ee5024589a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:02.302792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2363-187a-43f3-9ddb-bab003ca063d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:02.306935 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4ddf2363-187a-43f3-9ddb-bab003ca063d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/ports/3684aa9e-3112-45e1-87c6-b8d6576ff49c HTTP/1.1" status: 204 len: 168 time: 0.4739509 Feb 04 06:04:02.309866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48532) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:02.558080 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4f35b-42b9-48db-a234-1b9f9bd45111 None None] New status for floating IP 8bb82ee2-d32f-464e-aa86-db314a224bd7: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:04:02.715943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.321145 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port d410acc3-afb6-460e-aa4a-1d0354f9184c {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:04:03.321840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.410942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port d410acc3-afb6-460e-aa4a-1d0354f9184c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d410acc3-afb6-460e-aa4a-1d0354f9184c,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:03.411299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.424055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for d410acc3-afb6-460e-aa4a-1d0354f9184c owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:04:03.611167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.636182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=d410acc3-afb6-460e-aa4a-1d0354f9184c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:03.822451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.045312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router c853e0d4-4ec0-40ac-991d-399420748fdf has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:04:04.157562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:04:04.167962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48534) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:04.168427 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-957437b3-203a-431f-a5bc-11cea91bd888 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/c853e0d4-4ec0-40ac-991d-399420748fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8556163 Feb 04 06:04:04.168746 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4a059-8aca-40a2-9c8b-5a23a64caac5 None None] Sync routers for ids ['c853e0d4-4ec0-40ac-991d-399420748fdf'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:04.180902 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4a059-8aca-40a2-9c8b-5a23a64caac5 None None] Routers {'c853e0d4-4ec0-40ac-991d-399420748fdf'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:04.181841 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cbf4a059-8aca-40a2-9c8b-5a23a64caac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c853e0d4-4ec0-40ac-991d-399420748fdf'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:04.221604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba631e3-052a-460d-990f-e224c14de727 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting subnet 10e5962b-6edf-4382-9297-7ee5024589a5 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:04:04.225239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ba631e3-052a-460d-990f-e224c14de727 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.273030 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ba631e3-052a-460d-990f-e224c14de727 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.294846 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-cbf4a059-8aca-40a2-9c8b-5a23a64caac5 None None] Set router c853e0d4-4ec0-40ac-991d-399420748fdf gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:04.363480 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ba631e3-052a-460d-990f-e224c14de727 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.428211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ba631e3-052a-460d-990f-e224c14de727 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.455393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba631e3-052a-460d-990f-e224c14de727 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Subnet': ['ID=10e5962b-6edf-4382-9297-7ee5024589a5,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:04.467015 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8ba631e3-052a-460d-990f-e224c14de727 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.471198 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8ba631e3-052a-460d-990f-e224c14de727 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/subnets/10e5962b-6edf-4382-9297-7ee5024589a5 HTTP/1.1" status: 204 len: 168 time: 0.3032887 Feb 04 06:04:04.471740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04905218-4d7e-4972-bea8-26cc96724ba2 None None] Network 2e1eadf8-4427-4730-a817-4226b93095d1 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:04:04.473902 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48536) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:04.491090 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cbf4a059-8aca-40a2-9c8b-5a23a64caac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:04:03Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:04.525013 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4a059-8aca-40a2-9c8b-5a23a64caac5 None None] Checking router: c853e0d4-4ec0-40ac-991d-399420748fdf for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:04:04.534345 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4a059-8aca-40a2-9c8b-5a23a64caac5 None None] Routers {'c853e0d4-4ec0-40ac-991d-399420748fdf'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:04.535080 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cbf4a059-8aca-40a2-9c8b-5a23a64caac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c853e0d4-4ec0-40ac-991d-399420748fdf'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:04.603677 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.671486 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-cbf4a059-8aca-40a2-9c8b-5a23a64caac5 None None] Set router c853e0d4-4ec0-40ac-991d-399420748fdf gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:04.712275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2efa80-9dfc-4076-8a9f-34f4b966fca7 None None] DHCP port deletion for 2e1eadf8-4427-4730-a817-4226b93095d1 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:04:04.736477 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.772681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6a2efa80-9dfc-4076-8a9f-34f4b966fca7 None None] Deleting port 03c2b922-1387-4922-bd4e-1ed7da29e13b {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:04:04.773403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6a2efa80-9dfc-4076-8a9f-34f4b966fca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.803154 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 8284159a-4ed4-4b61-936f-ffbe987aa602 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:04:04.803499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.849953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6a2efa80-9dfc-4076-8a9f-34f4b966fca7 None None] For port 03c2b922-1387-4922-bd4e-1ed7da29e13b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=03c2b922-1387-4922-bd4e-1ed7da29e13b,segment=NetworkSegment(3ace20f9-16b9-45df-8660-864d209f8a53),segment_id=3ace20f9-16b9-45df-8660-864d209f8a53)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:04.850865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6a2efa80-9dfc-4076-8a9f-34f4b966fca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.866114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6a2efa80-9dfc-4076-8a9f-34f4b966fca7 None None] Calling delete_port for 03c2b922-1387-4922-bd4e-1ed7da29e13b owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:04:04.883582 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-cbf4a059-8aca-40a2-9c8b-5a23a64caac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:04:03Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:04.904891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 8284159a-4ed4-4b61-936f-ffbe987aa602, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=8284159a-4ed4-4b61-936f-ffbe987aa602,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:04.905682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.912320 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4a059-8aca-40a2-9c8b-5a23a64caac5 None None] The sync data for ids ['c853e0d4-4ec0-40ac-991d-399420748fdf'] in dv-neutron-826811-2-hyperv is: [{'id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'name': 'tempest-TestNetworkBasicOps-router-512015680', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:04:03Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '8284159a-4ed4-4b61-936f-ffbe987aa602', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853e0d4-4ec0-40ac-991d-399420748fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:23Z', 'updated_at': '2022-02-04T06:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:04.925374 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 8284159a-4ed4-4b61-936f-ffbe987aa602 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:04:04.958140 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6a2efa80-9dfc-4076-8a9f-34f4b966fca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.986691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2efa80-9dfc-4076-8a9f-34f4b966fca7 None None] Pushing event deleted for resources: {'Port': ['ID=03c2b922-1387-4922-bd4e-1ed7da29e13b,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:04.988502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2efa80-9dfc-4076-8a9f-34f4b966fca7 None None] No DVR routers for this DVR port 03c2b922-1387-4922-bd4e-1ed7da29e13b on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:05.121494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.154122 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=8284159a-4ed4-4b61-936f-ffbe987aa602,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:05.213819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.305881 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.308131 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.362669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.363211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Fanout notify agent at l3_agent the message router_deleted on router c853e0d4-4ec0-40ac-991d-399420748fdf {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:04:05.370818 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.374429 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5d6cb1d4-3016-407c-b7ae-5aa2f781c3df tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/routers/c853e0d4-4ec0-40ac-991d-399420748fdf HTTP/1.1" status: 204 len: 168 time: 0.8965890 Feb 04 06:04:05.374958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48538) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:05.455100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.551150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.576986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1eadf8-4427-4730-a817-4226b93095d1']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:05.585521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ace20f9-16b9-45df-8660-864d209f8a53') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:05.585889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ace20f9-16b9-45df-8660-864d209f8a53') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:05.596362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.610306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.624462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:04:05.624959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:04:05.628375 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:04:05.689163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.694373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.709147 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/networks/2e1eadf8-4427-4730-a817-4226b93095d1 HTTP/1.1" status: 204 len: 168 time: 0.3228774 Feb 04 06:04:05.714452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48540) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:05.724988 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e35607-e39d-4de3-a9c6-faf133993a1e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Network': ['ID=2e1eadf8-4427-4730-a817-4226b93095d1,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:05.732972 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8016c87b-9f99-46f6-a88c-348fdd9c3353 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0164018 Feb 04 06:04:05.735553 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48542) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:05.740190 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'network': {'name': 'tempest-network-smoke--554530133', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'port_security_enabled': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:05.763962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:05.767581 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.792181 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:04:05.802038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.802387 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Added segment 1018101e-755e-4da2-9780-47959f3a8aba of type vlan for network 5342f177-375c-488f-a97f-eaf2c4f977b9 Feb 04 06:04:05.844115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.875313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.880878 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:05.881485 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.942925 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2063720 Feb 04 06:04:05.945924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48544) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:05.952353 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-808350591', 'admin_state_up': True, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:05.959148 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc3541-4766-4156-9ff3-4da71c12bfab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Network': ['ID=5342f177-375c-488f-a97f-eaf2c4f977b9,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:05.970946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 5342f177-375c-488f-a97f-eaf2c4f977b9 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:04:05.984072 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:05.985227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.050537 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.188337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.375530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.393936 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.496705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.224 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/6f3cc602-be8e-4440-bf06-beaa071ddc7b) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:06.596399 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.634813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:06.678786 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:06.687023 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:06.690476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:04:06.691624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d410acc3-afb6-460e-aa4a-1d0354f9184c no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:04:06.697014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=6f3cc602-be8e-4440-bf06-beaa071ddc7b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:06.719328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: d410acc3-afb6-460e-aa4a-1d0354f9184c {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:04:06.719664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d410acc3-afb6-460e-aa4a-1d0354f9184c not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:04:06.720070 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8284159a-4ed4-4b61-936f-ffbe987aa602 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:04:06.739041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 8284159a-4ed4-4b61-936f-ffbe987aa602 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:04:06.739382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 8284159a-4ed4-4b61-936f-ffbe987aa602 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:04:06.739779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 03c2b922-1387-4922-bd4e-1ed7da29e13b no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:04:06.758648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 03c2b922-1387-4922-bd4e-1ed7da29e13b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:04:06.758998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 03c2b922-1387-4922-bd4e-1ed7da29e13b not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:04:07.185745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.378973 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.506678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router b3fb106a-30cb-4657-a050-ab3b2b1da23b is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:04:07.608185 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:04:07.618540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Sync routers for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:07.627881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:07.628673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:07.628848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:07.630144 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8d46ac76-065e-4596-a667-b57e835062e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6834059 Feb 04 06:04:07.633588 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48546) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:07.664816 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3a04729f-8b09-4654-80ac-a369e9670eaf tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299881 Feb 04 06:04:07.667548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48548) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:07.741106 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:07.755976 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f7a984-9c0a-4c16-819f-53ef202ed09e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:07.757577 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c0f7a984-9c0a-4c16-819f-53ef202ed09e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888760 Feb 04 06:04:07.760993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48550) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:07.793356 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dd4fda93-1177-4fb7-b6cc-1fe9629af4ee tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281994 Feb 04 06:04:07.793760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48552) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:07.798681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-945308117', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:07.899733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:07.904052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.066576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:07Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:08.092459 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Checking router: b3fb106a-30cb-4657-a050-ab3b2b1da23b for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:04:08.092957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Updating router b3fb106a-30cb-4657-a050-ab3b2b1da23b port 6f3cc602-be8e-4440-bf06-beaa071ddc7b binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:04:08.101353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.116874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.166932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Subnet': ['ID=9e0f433f-8b51-405d-8707-8d78b9314747,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:08.174623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Checking segment: {'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:04:08.174900 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network hostable DHCP agents. Network: 5342f177-375c-488f-a97f-eaf2c4f977b9, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:04:08.193404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 5342f177-375c-488f-a97f-eaf2c4f977b9 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:04:08.204318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 5342f177-375c-488f-a97f-eaf2c4f977b9) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:08.208480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:08.209206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.229195 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6a813bae-8951-4786-a4ad-bc5d1a1ddb95 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4314637 Feb 04 06:04:08.229562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48554) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:08.233098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc688a9a-0305-43df-882c-784165d54394 None None] Network 5342f177-375c-488f-a97f-eaf2c4f977b9 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:04:08.492178 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-5342f177-375c-488f-a97f-eaf2c4f977b9', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:04:08.493044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.558678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.680853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Allocated IP 172.20.0.2 (5342f177-375c-488f-a97f-eaf2c4f977b9/9e0f433f-8b51-405d-8707-8d78b9314747/2406ba26-7fc9-48d9-bd7a-df2403a89b32) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:08.687702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.693756 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.802429 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Attempting to bind port 6f3cc602-be8e-4440-bf06-beaa071ddc7b on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:08.802812 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Attempting to bind port 6f3cc602-be8e-4440-bf06-beaa071ddc7b by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:08.803157 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Attempting to bind port 6f3cc602-be8e-4440-bf06-beaa071ddc7b on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:04:08.808238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dee77b-523c-4c79-bc77-36ce707e5866 None None] Pushing event updated for resources: {'Port': ['ID=6f3cc602-be8e-4440-bf06-beaa071ddc7b,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:08.816040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:04:08.816496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:04:08.816805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.817215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:04:08.817686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Bound port: 6f3cc602-be8e-4440-bf06-beaa071ddc7b, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:08.818064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.948675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] For port 6f3cc602-be8e-4440-bf06-beaa071ddc7b, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:04:08.967461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] For port 6f3cc602-be8e-4440-bf06-beaa071ddc7b, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=6f3cc602-be8e-4440-bf06-beaa071ddc7b,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:04:08.986574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:08.990825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.001427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.049036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dee77b-523c-4c79-bc77-36ce707e5866 None None] Pushing event updated for resources: {'Port': ['ID=6f3cc602-be8e-4440-bf06-beaa071ddc7b,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:09.088425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.1 (5342f177-375c-488f-a97f-eaf2c4f977b9/9e0f433f-8b51-405d-8707-8d78b9314747/e6ea4fb2-dfc2-4d54-9123-19dec87ef355) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:09.092330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Pushing event updated for resources: {'Port': ['ID=2406ba26-7fc9-48d9-bd7a-df2403a89b32,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:09.114431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:09.115095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:09.123059 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Network 5342f177-375c-488f-a97f-eaf2c4f977b9 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:09.160951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:09.168264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:04:09.224394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.264930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.272704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Attempting to bind port 2406ba26-7fc9-48d9-bd7a-df2403a89b32 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:09.273095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Attempting to bind port 2406ba26-7fc9-48d9-bd7a-df2403a89b32 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:09.273452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Attempting to bind port 2406ba26-7fc9-48d9-bd7a-df2403a89b32 on network 5342f177-375c-488f-a97f-eaf2c4f977b9 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:04:09.290365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:04:09.290914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Checking segment: {'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:04:09.291328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.291709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Bound using segment: {'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:04:09.292167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Bound port: 2406ba26-7fc9-48d9-bd7a-df2403a89b32, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:09.292540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.315431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 5342f177-375c-488f-a97f-eaf2c4f977b9 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:09.318860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:09.324032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:04:09.344529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:09.361652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:09.388182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.473820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] For port 2406ba26-7fc9-48d9-bd7a-df2403a89b32, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:04:09.478177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] For port 2406ba26-7fc9-48d9-bd7a-df2403a89b32, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2406ba26-7fc9-48d9-bd7a-df2403a89b32,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:04:09.486117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.578634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:09.609184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713421f-d9c3-4ae4-a936-038263168c14 None None] Pushing event updated for resources: {'Port': ['ID=2406ba26-7fc9-48d9-bd7a-df2403a89b32,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:09.644282 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:07Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:09.676530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825541de-f512-4eb0-9e93-b86c872f196c None None] The sync data for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv is: [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:07Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:10.168824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.178095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.303103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:10.304925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:10.447202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 5342f177-375c-488f-a97f-eaf2c4f977b9 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:10.448851 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:10.589677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router b3fb106a-30cb-4657-a050-ab3b2b1da23b has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:04:10.794308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:04:10.808001 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-92c3fb4e-4735-45b8-be0a-440d38ae38cf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/b3fb106a-30cb-4657-a050-ab3b2b1da23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5769837 Feb 04 06:04:10.812038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48566) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:10.898091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 6f3cc602-be8e-4440-bf06-beaa071ddc7b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:04:10.963004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8936fa9f-394f-4e24-9251-474487e6881c tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:10.963739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8936fa9f-394f-4e24-9251-474487e6881c tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:10.964354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8936fa9f-394f-4e24-9251-474487e6881c tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:10.968460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8936fa9f-394f-4e24-9251-474487e6881c tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:10.969267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8936fa9f-394f-4e24-9251-474487e6881c tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:10.969888 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8936fa9f-394f-4e24-9251-474487e6881c tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:10.975450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48568) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:10.976289 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8936fa9f-394f-4e24-9251-474487e6881c tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1626980 Feb 04 06:04:10.986392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 6f3cc602-be8e-4440-bf06-beaa071ddc7b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:10.986945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.087968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3310304-28dc-44a0-b990-c61a923fdd79 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:11.088393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3310304-28dc-44a0-b990-c61a923fdd79 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:11.088845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3310304-28dc-44a0-b990-c61a923fdd79 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:11.089315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3310304-28dc-44a0-b990-c61a923fdd79 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:11.089758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3310304-28dc-44a0-b990-c61a923fdd79 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:11.090203 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3310304-28dc-44a0-b990-c61a923fdd79 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:11.095293 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a3310304-28dc-44a0-b990-c61a923fdd79 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1155548 Feb 04 06:04:11.095650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48576) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:11.136174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.163642 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 6f3cc602-be8e-4440-bf06-beaa071ddc7b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=6f3cc602-be8e-4440-bf06-beaa071ddc7b,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:11.169607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b16cf-76d5-412d-b599-d9e62aec11c2 None None] Network 5342f177-375c-488f-a97f-eaf2c4f977b9 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:04:11.188327 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.189140 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2406ba26-7fc9-48d9-bd7a-df2403a89b32 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:04:11.263997 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f6244416-dec4-4789-9b5f-7c8ec804e40a tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1671784 Feb 04 06:04:11.384794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=6f3cc602-be8e-4440-bf06-beaa071ddc7b,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:11.406892 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-cb357ca3-b031-4d04-a8d6-2331e6e5a917 None None] Provisioning complete for port 2406ba26-7fc9-48d9-bd7a-df2403a89b32 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:11.407257 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cb357ca3-b031-4d04-a8d6-2331e6e5a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.531427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 2406ba26-7fc9-48d9-bd7a-df2403a89b32 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:11.531665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.564787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cb357ca3-b031-4d04-a8d6-2331e6e5a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.621524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48580) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:11.637694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-018b65fa-3229-43be-9bb5-7619b2b9fc33 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-941446323', 'description': 'tempest-secgroup-smoke-941446323 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:11.675255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-cb357ca3-b031-4d04-a8d6-2331e6e5a917 None None] For port 2406ba26-7fc9-48d9-bd7a-df2403a89b32, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2406ba26-7fc9-48d9-bd7a-df2403a89b32,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:11.696852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-018b65fa-3229-43be-9bb5-7619b2b9fc33 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.718978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cb357ca3-b031-4d04-a8d6-2331e6e5a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.863193 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-018b65fa-3229-43be-9bb5-7619b2b9fc33 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.869508 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-018b65fa-3229-43be-9bb5-7619b2b9fc33 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.948748 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b65fa-3229-43be-9bb5-7619b2b9fc33 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d38329-1366-4343-af89-0f1c6979f64d,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:11.980948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-018b65fa-3229-43be-9bb5-7619b2b9fc33 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:11.982418 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-018b65fa-3229-43be-9bb5-7619b2b9fc33 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3595741 Feb 04 06:04:11.986456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48588) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:11.991375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-90011dd7-8f2a-43e7-aa79-a002ba77e5e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '53d38329-1366-4343-af89-0f1c6979f64d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:12.064770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90011dd7-8f2a-43e7-aa79-a002ba77e5e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.084232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2b26ca7c-af69-4e74-88cf-56ef6be60e85 None None] Provisioning complete for port 2406ba26-7fc9-48d9-bd7a-df2403a89b32 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:12.085217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2b26ca7c-af69-4e74-88cf-56ef6be60e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.132496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb357ca3-b031-4d04-a8d6-2331e6e5a917 None None] Pushing event updated for resources: {'Port': ['ID=2406ba26-7fc9-48d9-bd7a-df2403a89b32,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:12.160062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90011dd7-8f2a-43e7-aa79-a002ba77e5e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.169779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90011dd7-8f2a-43e7-aa79-a002ba77e5e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.215427 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Sync routers for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:12.229743 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:12.231504 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:12.234542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90011dd7-8f2a-43e7-aa79-a002ba77e5e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880f8091-e86a-4654-9898-033fc823c17d,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:12.247659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-90011dd7-8f2a-43e7-aa79-a002ba77e5e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.252379 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-90011dd7-8f2a-43e7-aa79-a002ba77e5e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2627525 Feb 04 06:04:12.253006 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48590) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:12.263587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-bbda8432-8207-41f5-aabc-19df3f069720 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '53d38329-1366-4343-af89-0f1c6979f64d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:12.276921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2b26ca7c-af69-4e74-88cf-56ef6be60e85 None None] Provisioning complete for port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:12.277430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2b26ca7c-af69-4e74-88cf-56ef6be60e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.317685 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-2b26ca7c-af69-4e74-88cf-56ef6be60e85 None None] Port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:04:12.330099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bbda8432-8207-41f5-aabc-19df3f069720 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.414487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bbda8432-8207-41f5-aabc-19df3f069720 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.426362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bbda8432-8207-41f5-aabc-19df3f069720 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.447990 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda8432-8207-41f5-aabc-19df3f069720 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f5e99c-01a0-445c-a0be-6d593b1001ee,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:12.459397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ea19a407-ad5a-44e1-b44e-5c1f912758c8 None None] Provisioning complete for port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:12.459803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ea19a407-ad5a-44e1-b44e-5c1f912758c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.462676 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bbda8432-8207-41f5-aabc-19df3f069720 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.464448 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bbda8432-8207-41f5-aabc-19df3f069720 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2102869 Feb 04 06:04:12.467711 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48592) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:12.472342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3246f3a7-61f3-4c23-b623-46b2964ebc03 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '53d38329-1366-4343-af89-0f1c6979f64d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:12.532500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3246f3a7-61f3-4c23-b623-46b2964ebc03 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.562591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ea19a407-ad5a-44e1-b44e-5c1f912758c8 None None] Port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:04:12.636600 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:12.640831 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3246f3a7-61f3-4c23-b623-46b2964ebc03 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.651499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3246f3a7-61f3-4c23-b623-46b2964ebc03 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.706944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-791ab794-d6bb-4dc7-afba-d1abd4d81e5b None None] Provisioning complete for port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:12.707340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-791ab794-d6bb-4dc7-afba-d1abd4d81e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.708683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246f3a7-61f3-4c23-b623-46b2964ebc03 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c3e568-39d0-4fbc-975b-0b59f9996fda,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:12.738974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3246f3a7-61f3-4c23-b623-46b2964ebc03 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.740702 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3246f3a7-61f3-4c23-b623-46b2964ebc03 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2719843 Feb 04 06:04:12.744053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48594) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:12.756436 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-251e29a6-18f4-4e5c-9e33-4a894ae96111 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '53d38329-1366-4343-af89-0f1c6979f64d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:12.759335 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 6f3cc602-be8e-4440-bf06-beaa071ddc7b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:04:12.838088 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-251e29a6-18f4-4e5c-9e33-4a894ae96111 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.861507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-791ab794-d6bb-4dc7-afba-d1abd4d81e5b None None] Port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:04:12.896600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 6f3cc602-be8e-4440-bf06-beaa071ddc7b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:12.896910 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.948232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-251e29a6-18f4-4e5c-9e33-4a894ae96111 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.957660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-251e29a6-18f4-4e5c-9e33-4a894ae96111 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.993881 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-251e29a6-18f4-4e5c-9e33-4a894ae96111 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:12.996075 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-251e29a6-18f4-4e5c-9e33-4a894ae96111 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2504270 Feb 04 06:04:12.997505 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e29a6-18f4-4e5c-9e33-4a894ae96111 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744803f3-f9c9-401f-992c-9e5a71f96c2a,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:13.007084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48598) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:13.013486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0d6fed91-ce80-4659-9e05-55ef13842196 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '53d38329-1366-4343-af89-0f1c6979f64d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:13.046829 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-0d6fed91-ce80-4659-9e05-55ef13842196 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:04:13.053955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0d6fed91-ce80-4659-9e05-55ef13842196 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.065042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2406ba26-7fc9-48d9-bd7a-df2403a89b32 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:04:13.086282 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:13.115430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 2406ba26-7fc9-48d9-bd7a-df2403a89b32 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:13.116534 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.161126 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Checking router: b3fb106a-30cb-4657-a050-ab3b2b1da23b for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:04:13.164097 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Updating router b3fb106a-30cb-4657-a050-ab3b2b1da23b port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:04:13.196103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0d6fed91-ce80-4659-9e05-55ef13842196 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.203836 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0d6fed91-ce80-4659-9e05-55ef13842196 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.229204 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fed91-ce80-4659-9e05-55ef13842196 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dd1814-6763-4443-a0da-4c8619069ddf,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:13.231248 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.259888 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0d6fed91-ce80-4659-9e05-55ef13842196 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.264169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48600) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:13.264457 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0d6fed91-ce80-4659-9e05-55ef13842196 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2559650 Feb 04 06:04:13.269392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-923679b1-58bc-4c70-911e-cdf6a9d928b5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '53d38329-1366-4343-af89-0f1c6979f64d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:13.315995 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-923679b1-58bc-4c70-911e-cdf6a9d928b5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:04:13.321963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-923679b1-58bc-4c70-911e-cdf6a9d928b5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.394808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-923679b1-58bc-4c70-911e-cdf6a9d928b5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.400129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-923679b1-58bc-4c70-911e-cdf6a9d928b5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.417438 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923679b1-58bc-4c70-911e-cdf6a9d928b5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918e440f-465b-4bac-91ad-b24f1e81420d,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:13.436042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-923679b1-58bc-4c70-911e-cdf6a9d928b5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.444904 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-923679b1-58bc-4c70-911e-cdf6a9d928b5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1718459 Feb 04 06:04:13.590945 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.598933 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.638846 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-d74bba86-9fd9-4d09-b530-5fcfeef9cc65 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941446323&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0635848 Feb 04 06:04:13.723586 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088d279-10cc-4373-a273-9a807f104cc4 None None] Pushing event updated for resources: {'Port': ['ID=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:13.738010 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Attempting to bind port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:13.738779 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Attempting to bind port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:13.739328 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Attempting to bind port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 on network 5342f177-375c-488f-a97f-eaf2c4f977b9 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:04:13.745910 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:04:13.746582 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Checking segment: {'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:04:13.747170 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.747983 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Bound using segment: {'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:04:13.748649 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Bound port: e6ea4fb2-dfc2-4d54-9123-19dec87ef355, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:13.749238 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.823429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f243be37-6447-41bb-9aaf-b79308504f19 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:13.825530 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f243be37-6447-41bb-9aaf-b79308504f19 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/networks?id=5342f177-375c-488f-a97f-eaf2c4f977b9 HTTP/1.1" status: 200 len: 796 time: 0.1800337 Feb 04 06:04:13.830472 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] For port e6ea4fb2-dfc2-4d54-9123-19dec87ef355, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:04:13.833805 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] For port e6ea4fb2-dfc2-4d54-9123-19dec87ef355, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:04:13.841203 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.877432 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-3b2fa94f-a62e-427c-9e3c-c3793008cda2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/quotas/64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 375 time: 0.0205898 Feb 04 06:04:13.971448 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:13.972240 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:03:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:13.989455 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088d279-10cc-4373-a273-9a807f104cc4 None None] Pushing event updated for resources: {'Port': ['ID=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:13.998249 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0373ce88-af6f-407e-b986-df0794b89107 None None] Provisioning complete for port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:13.998783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0373ce88-af6f-407e-b986-df0794b89107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.013593 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-0d0c9bf0-c941-4347-9990-5edd9e21a243 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096001 Feb 04 06:04:14.130919 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:14.167072 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-6a94af25-d7d2-4eaf-91c1-79ed9b6d940b service neutron] 10.222.0.15 "GET /v2.0/networks/5342f177-375c-488f-a97f-eaf2c4f977b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370335 Feb 04 06:04:14.193270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0373ce88-af6f-407e-b986-df0794b89107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.256687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0373ce88-af6f-407e-b986-df0794b89107 None None] For port e6ea4fb2-dfc2-4d54-9123-19dec87ef355, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:14.266380 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0373ce88-af6f-407e-b986-df0794b89107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.322242 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-2e6bb542-afec-4b9d-a1a0-69b03772f713 service neutron] 10.222.0.15 "GET /v2.0/networks/5342f177-375c-488f-a97f-eaf2c4f977b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385255 Feb 04 06:04:14.342473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373ce88-af6f-407e-b986-df0794b89107 None None] Pushing event updated for resources: {'Port': ['ID=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:14.389411 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8bcbfe81-94c1-4ce4-aee6-1f048a3e5dd1 None None] Provisioning complete for port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:14.390163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8bcbfe81-94c1-4ce4-aee6-1f048a3e5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:14.436206 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:04:13Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:14.482101 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91c282-0db2-4bb3-8ef9-ed0286ba4ebb None None] The sync data for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv is: [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:04:13Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:14.661549 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-10840416-fc10-4bf7-aa0c-b9b1aeab1342 req-af299cd4-c0ab-4b94-aa23-0b96e058df77 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 210 time: 0.0431192 Feb 04 06:04:14.830479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e6ea4fb2-dfc2-4d54-9123-19dec87ef355 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:04:14.923668 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:14.924448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.821244 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-66f56753-754f-4e60-8490-24c7b4ef661f req-747ace6f-1641-49c8-8c27-91c8f30a8931 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 210 time: 0.0488894 Feb 04 06:04:16.093625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-972aa84d-a5f2-478c-b48d-05e4843d90cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:16.095685 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-972aa84d-a5f2-478c-b48d-05e4843d90cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=5342f177-375c-488f-a97f-eaf2c4f977b9 HTTP/1.1" status: 200 len: 796 time: 0.2340999 Feb 04 06:04:16.214396 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-1e43537c-6230-466f-a9ee-042f3c568a74 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 379 time: 0.1041830 Feb 04 06:04:16.226096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'device_id': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'admin_state_up': True, 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'security_groups': ['53d38329-1366-4343-af89-0f1c6979f64d']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:16.426878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:16.433334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.610908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.13 (5342f177-375c-488f-a97f-eaf2c4f977b9/9e0f433f-8b51-405d-8707-8d78b9314747/48eb6794-65c1-4ea2-af64-702d2ec25203) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:16.807848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.857381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.941036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=48eb6794-65c1-4ea2-af64-702d2ec25203,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:16.944718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 5342f177-375c-488f-a97f-eaf2c4f977b9 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:16.948362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:16.950487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:04:17.375343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ae4ca043-4087-46ce-9472-01839fd04d0c None None] Provisioning complete for port 48eb6794-65c1-4ea2-af64-702d2ec25203 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:17.378154 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca043-4087-46ce-9472-01839fd04d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.464873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ca043-4087-46ce-9472-01839fd04d0c None None] Port 48eb6794-65c1-4ea2-af64-702d2ec25203 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:04:17.480374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:17.481614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.506985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada06050-894c-4cf0-b57b-f9bb5af7e783 req-797a3158-781c-453d-8be1-f82e2cc2e66b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:17.508483 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ada06050-894c-4cf0-b57b-f9bb5af7e783 req-797a3158-781c-453d-8be1-f82e2cc2e66b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 932 time: 0.0830233 Feb 04 06:04:17.517754 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-84a3aab2-8b32-4f43-93bc-46b193665484 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2975264 Feb 04 06:04:17.540743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Request body: {'port': {'device_id': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:17.677851 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ada06050-894c-4cf0-b57b-f9bb5af7e783 req-df51a8d3-c232-46df-91f6-83e4b7d934ae tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589823 Feb 04 06:04:17.749282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.225262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48eb6794-65c1-4ea2-af64-702d2ec25203 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:04:18.238661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.263536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Transition to ACTIVE for port object 48eb6794-65c1-4ea2-af64-702d2ec25203 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:18.274619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.339604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Pushing event updated for resources: {'Port': ['ID=48eb6794-65c1-4ea2-af64-702d2ec25203,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:18.440270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Attempting to bind port 48eb6794-65c1-4ea2-af64-702d2ec25203 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:18.440614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Attempting to bind port 48eb6794-65c1-4ea2-af64-702d2ec25203 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:18.440942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Attempting to bind port 48eb6794-65c1-4ea2-af64-702d2ec25203 on network 5342f177-375c-488f-a97f-eaf2c4f977b9 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:04:18.445558 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Port 48eb6794-65c1-4ea2-af64-702d2ec25203 on network 5342f177-375c-488f-a97f-eaf2c4f977b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:04:18.445943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Attempting to bind port 48eb6794-65c1-4ea2-af64-702d2ec25203 on network 5342f177-375c-488f-a97f-eaf2c4f977b9 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:04:18.452314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:04:18.452680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Checking segment: {'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:04:18.453067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Bound using segment: {'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:04:18.453804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Bound port: 48eb6794-65c1-4ea2-af64-702d2ec25203, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1018101e-755e-4da2-9780-47959f3a8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:18.454406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.542509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] For port 48eb6794-65c1-4ea2-af64-702d2ec25203, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:04:18.545868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] For port 48eb6794-65c1-4ea2-af64-702d2ec25203, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=48eb6794-65c1-4ea2-af64-702d2ec25203,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:04:18.551280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.590322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:18.590981 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.592357 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] 10.222.0.36 "PUT /v2.0/ports/48eb6794-65c1-4ea2-af64-702d2ec25203 HTTP/1.1" status: 200 len: 1094 time: 1.0622122 Feb 04 06:04:18.592805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'tag': '48eb6794-65c1-4ea2-af64-702d2ec25203'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:18.595074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5f98ba-0263-4036-ac86-395f4c05bb7d", "tag": "48eb6794-65c1-4ea2-af64-702d2ec25203"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:18.646622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a3e59-ef61-407f-b689-4385818a9328 service neutron] Pushing event updated for resources: {'Port': ['ID=48eb6794-65c1-4ea2-af64-702d2ec25203,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:18.658634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24ad847-6a25-4fa7-a72e-b1adf0b59925 x-openstack-request-id: req-c24ad847-6a25-4fa7-a72e-b1adf0b59925 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:18.659128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5f98ba-0263-4036-ac86-395f4c05bb7d", "tag": "48eb6794-65c1-4ea2-af64-702d2ec25203", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:18.659522 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c24ad847-6a25-4fa7-a72e-b1adf0b59925 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:18.660101 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'tag': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'status': 'completed', 'code': 200} Feb 04 06:04:18.713658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-fbb46242-0980-49cc-b6d8-dd81079f655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:18.715408 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-fbb46242-0980-49cc-b6d8-dd81079f655d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 1097 time: 0.0780456 Feb 04 06:04:18.798117 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-87011dcb-c25c-41c6-a6a0-b5013c96fc13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48eb6794-65c1-4ea2-af64-702d2ec25203 HTTP/1.1" status: 200 len: 217 time: 0.0727787 Feb 04 06:04:18.903526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-6c370fb6-4640-4779-bb57-6d11ddcf250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:18.905182 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-6c370fb6-4640-4779-bb57-6d11ddcf250b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e0f433f-8b51-405d-8707-8d78b9314747 HTTP/1.1" status: 200 len: 834 time: 0.1011646 Feb 04 06:04:18.971103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbade8-276b-41d5-bfee-25d5a717a1ae req-6b7bb17f-34ba-4a73-a50e-8f1b60f77649 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:18.973047 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79fbade8-276b-41d5-bfee-25d5a717a1ae req-6b7bb17f-34ba-4a73-a50e-8f1b60f77649 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 944 time: 0.1086061 Feb 04 06:04:18.983313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-0c1c2166-53c9-45dd-866b-f62874ed1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:18.985549 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-0c1c2166-53c9-45dd-866b-f62874ed1b44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5342f177-375c-488f-a97f-eaf2c4f977b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695388 Feb 04 06:04:19.092735 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79fbade8-276b-41d5-bfee-25d5a717a1ae req-ddfa4357-0475-4f09-9f22-fc88dfa8ac26 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023431 Feb 04 06:04:19.136109 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-000e687e-62d8-4c25-81f0-0da2b51fc9e3 service neutron] 10.222.0.36 "GET /v2.0/networks/5342f177-375c-488f-a97f-eaf2c4f977b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363454 Feb 04 06:04:19.255123 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3f1fef0-2873-4998-831a-69cb73eada6d req-5293c6cc-9369-4d53-b786-295eccfa68fa service neutron] 10.222.0.36 "GET /v2.0/networks/5342f177-375c-488f-a97f-eaf2c4f977b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124563 Feb 04 06:04:19.384765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f req-70356e26-4314-4c76-b44b-351a9b0d3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:19.386484 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f req-70356e26-4314-4c76-b44b-351a9b0d3559 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 1097 time: 0.0688858 Feb 04 06:04:19.496493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f req-e53cd720-fa3a-439e-b3bd-27d6ffb43d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:19.497992 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f req-e53cd720-fa3a-439e-b3bd-27d6ffb43d8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5342f177-375c-488f-a97f-eaf2c4f977b9 HTTP/1.1" status: 200 len: 897 time: 0.1049325 Feb 04 06:04:19.573596 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f req-31fa1a83-6508-4c44-9a46-f4883931717b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48eb6794-65c1-4ea2-af64-702d2ec25203 HTTP/1.1" status: 200 len: 217 time: 0.0660081 Feb 04 06:04:19.635445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f req-6dda4d80-4b3f-46b9-a2db-b758fb64a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:19.636905 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f req-6dda4d80-4b3f-46b9-a2db-b758fb64a779 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e0f433f-8b51-405d-8707-8d78b9314747 HTTP/1.1" status: 200 len: 834 time: 0.0566308 Feb 04 06:04:19.694128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f req-b7a183cd-3688-4dee-a16d-fa4b242bbc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:19.695821 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f req-b7a183cd-3688-4dee-a16d-fa4b242bbc45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5342f177-375c-488f-a97f-eaf2c4f977b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508738 Feb 04 06:04:19.797999 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f req-1f21f38f-2b85-4397-9186-5a3e5cb531e6 service neutron] 10.222.0.36 "GET /v2.0/networks/5342f177-375c-488f-a97f-eaf2c4f977b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944245 Feb 04 06:04:19.916371 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c29114bb-6b4e-43e5-9746-3d41b6d5bb7f req-c5d46837-6b2c-4dfe-8af0-ab9cf3990646 service neutron] 10.222.0.36 "GET /v2.0/networks/5342f177-375c-488f-a97f-eaf2c4f977b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096447 Feb 04 06:04:20.223372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8025b3f-598c-4aaa-9818-07a81299f233 req-09392082-b322-4067-bdad-2f425eb05ac8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:20.231980 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8025b3f-598c-4aaa-9818-07a81299f233 req-09392082-b322-4067-bdad-2f425eb05ac8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 944 time: 0.0611520 Feb 04 06:04:20.272117 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8025b3f-598c-4aaa-9818-07a81299f233 req-46f8a939-9321-4be1-90d9-c008c8ad094a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392148 Feb 04 06:04:21.178128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fff6de2d-7104-404c-8964-0d1ac2ed9cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.410230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bd637-8c33-4683-9479-f014d87056a2 req-7967114b-e620-4dbe-b818-296ba5e55a6b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:21.412479 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bd8bd637-8c33-4683-9479-f014d87056a2 req-7967114b-e620-4dbe-b818-296ba5e55a6b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 944 time: 0.0573645 Feb 04 06:04:21.458002 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bd8bd637-8c33-4683-9479-f014d87056a2 req-9d2eca97-df4c-455b-a54a-cf06eb358640 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386975 Feb 04 06:04:21.723067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-4c88c74d-0d37-4763-a747-ed10d988997c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074886642&fields=id&tenant_id=873935bdbbd64744932a7c294363dceb HTTP/1.1" status: 200 len: 267 time: 0.0371511 Feb 04 06:04:21.843748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 48eb6794-65c1-4ea2-af64-702d2ec25203 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:04:21.849157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b28943-64ca-426d-91a1-123cf7c06800 req-44305111-77ca-4660-a760-0b0d45a6e98c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:21.850843 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-44305111-77ca-4660-a760-0b0d45a6e98c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 812 time: 0.1193876 Feb 04 06:04:21.869780 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-a25a3efe-f54f-4a42-a332-7726662df588 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/quotas/873935bdbbd64744932a7c294363dceb HTTP/1.1" status: 200 len: 375 time: 0.0100715 Feb 04 06:04:21.939807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-e615d591-31f8-4008-812e-9001bf2b28d9 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0619311 Feb 04 06:04:21.951968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 48eb6794-65c1-4ea2-af64-702d2ec25203, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=48eb6794-65c1-4ea2-af64-702d2ec25203,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:21.964261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'port_id': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'mac_address': 'fa:16:3e:ef:65:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:04:22.007418 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.026659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48eb6794-65c1-4ea2-af64-702d2ec25203 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:04:22.046544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 48eb6794-65c1-4ea2-af64-702d2ec25203, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=48eb6794-65c1-4ea2-af64-702d2ec25203,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:22.050788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:22.085938 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-86237b74-2eab-49a4-b63b-e505a8fb591a service neutron] 10.222.0.15 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293962 Feb 04 06:04:22.106103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=48eb6794-65c1-4ea2-af64-702d2ec25203,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:22.172781 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-4a3c043b-e2ca-4e99-8047-8cbb14c053d8 service neutron] 10.222.0.15 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856297 Feb 04 06:04:22.273281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['48eb6794-65c1-4ea2-af64-702d2ec25203'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:04:22.500148 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-414be486-be24-4339-aae2-cfdd6c2ed735 req-2920a8a5-f9c1-48bb-98a9-4d1e5653c07d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 210 time: 0.0388467 Feb 04 06:04:22.610063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43bf50-370c-4034-b4a5-0d901fd403e9 req-d9a43c53-c81a-4e3e-a695-3ab1dc29b0b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:22.613862 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fb43bf50-370c-4034-b4a5-0d901fd403e9 req-d9a43c53-c81a-4e3e-a695-3ab1dc29b0b6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 945 time: 0.0648961 Feb 04 06:04:22.661914 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fb43bf50-370c-4034-b4a5-0d901fd403e9 req-c5f86fa6-4cab-4dd4-929c-ef52dffda5e4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434303 Feb 04 06:04:23.426934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-79cc60f3-2ae4-423d-9b3a-41bbf04e6b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.470666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b28943-64ca-426d-91a1-123cf7c06800 req-7c24e3cd-5daf-4e51-9b6b-0d8d2c04250f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:23.472271 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-7c24e3cd-5daf-4e51-9b6b-0d8d2c04250f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 812 time: 0.1188114 Feb 04 06:04:23.515023 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-8c74177e-8d09-4fda-8324-aec7447f791a tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=873935bdbbd64744932a7c294363dceb HTTP/1.1" status: 200 len: 380 time: 0.0345912 Feb 04 06:04:23.526943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'port': {'device_id': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'admin_state_up': True, 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'security_groups': ['d326c406-4156-4b6a-9993-cc4287c4efc1']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:23.616804 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b4326e3-67d1-4109-8e94-3b2a7914792b req-6b2887f3-ec18-41cb-9b6d-ae02ec7357d8 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 210 time: 0.0320325 Feb 04 06:04:23.675231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Made reservation on behalf of 873935bdbbd64744932a7c294363dceb for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:23.679137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:23.848791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1188701-1542-4cfc-8f87-2d939dcb15a1 req-94a44ba4-2fec-4fe0-a7e3-acf8cbd7d1e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:23.850337 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d1188701-1542-4cfc-8f87-2d939dcb15a1 req-94a44ba4-2fec-4fe0-a7e3-acf8cbd7d1e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 945 time: 0.1070814 Feb 04 06:04:23.861714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 48eb6794-65c1-4ea2-af64-702d2ec25203 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:04:23.879414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Allocated IP 172.20.0.14 (34558d7e-546e-4b91-a2ef-da4a9625d6bd/1817768c-a2cb-4f0e-aacb-43d56aa011b1/6a6c60ca-8840-4b3a-9832-9be78c08e4e1) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:23.912598 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d1188701-1542-4cfc-8f87-2d939dcb15a1 req-4ce17c77-937a-4fff-a57a-fcff6ee51bdf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510798 Feb 04 06:04:23.945509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 48eb6794-65c1-4ea2-af64-702d2ec25203 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:23.949403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 48eb6794-65c1-4ea2-af64-702d2ec25203 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:23.949846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.032838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.059678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eb6794-65c1-4ea2-af64-702d2ec25203'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:24.062460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fca2d81-aaef-4260-b19a-cf450c5c3260" -d '{"events": [{"server_uuid": "6b5f98ba-0263-4036-ac86-395f4c05bb7d", "name": "network-vif-plugged", "status": "completed", "tag": "48eb6794-65c1-4ea2-af64-702d2ec25203"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:24.084024 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 48eb6794-65c1-4ea2-af64-702d2ec25203, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=48eb6794-65c1-4ea2-af64-702d2ec25203,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:24.089111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.093193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.130503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1baf27-a9b8-4bde-8ea0-3296f3d518ef x-openstack-request-id: req-3a1baf27-a9b8-4bde-8ea0-3296f3d518ef {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:24.130882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5f98ba-0263-4036-ac86-395f4c05bb7d", "name": "network-vif-plugged", "status": "completed", "tag": "48eb6794-65c1-4ea2-af64-702d2ec25203", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:24.131794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a1baf27-a9b8-4bde-8ea0-3296f3d518ef {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:24.132192 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'code': 200} Feb 04 06:04:24.150220 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.187989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=48eb6794-65c1-4ea2-af64-702d2ec25203,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:24.211891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Network 34558d7e-546e-4b91-a2ef-da4a9625d6bd is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:24.216402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:24.220022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:04:24.258165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'Port': ['ID=6a6c60ca-8840-4b3a-9832-9be78c08e4e1,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:24.307045 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:24.308545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.364222 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-6658acd3-86e0-4129-8f9c-f81092878ade tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8431180 Feb 04 06:04:24.376576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Request body: {'port': {'device_id': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:24.382538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c09df-c1c7-43a9-ab3c-f5a84b7bc1b4 req-5820fa54-63f2-411d-b07c-b25ea17319ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:24.384142 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e62c09df-c1c7-43a9-ab3c-f5a84b7bc1b4 req-5820fa54-63f2-411d-b07c-b25ea17319ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 1099 time: 0.0712662 Feb 04 06:04:24.445306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e62c09df-c1c7-43a9-ab3c-f5a84b7bc1b4 req-1e83ff20-e60e-47ea-9457-4d7bfbe54dc2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446417 Feb 04 06:04:24.471331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.532160 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-98727963-de79-4388-8778-55fd7f92f2a6 None None] Provisioning complete for port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:24.532742 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-98727963-de79-4388-8778-55fd7f92f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.584477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-98727963-de79-4388-8778-55fd7f92f2a6 None None] Port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:04:24.731214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.823676 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:04:24.835624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3796e7-d423-4415-b2e9-2ff61d27a684 req-496a8b4a-3bef-4398-88b3-584f4416f646 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:24.837373 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9c3796e7-d423-4415-b2e9-2ff61d27a684 req-496a8b4a-3bef-4398-88b3-584f4416f646 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 932 time: 0.1013174 Feb 04 06:04:24.845004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.869867 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Transition to ACTIVE for port object 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:24.892772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:24.968189 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9c3796e7-d423-4415-b2e9-2ff61d27a684 req-00d0844a-6ca9-48fb-8140-eceb35b68cba tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148589 Feb 04 06:04:25.017833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6c60ca-8840-4b3a-9832-9be78c08e4e1,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:25.120312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba24c2-2d99-4662-8a60-0ff009e10a7f req-98385f94-d68d-4507-b618-d1dacdc486ba tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:25.123095 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b8ba24c2-2d99-4662-8a60-0ff009e10a7f req-98385f94-d68d-4507-b618-d1dacdc486ba tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 946 time: 0.1058931 Feb 04 06:04:25.137375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Attempting to bind port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:25.137716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Attempting to bind port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:25.138048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Attempting to bind port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 on network 34558d7e-546e-4b91-a2ef-da4a9625d6bd {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:04:25.184267 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b8ba24c2-2d99-4662-8a60-0ff009e10a7f req-6c599716-579e-45a3-9b62-8fcab348940c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400615 Feb 04 06:04:25.184849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 on network 34558d7e-546e-4b91-a2ef-da4a9625d6bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:04:25.185187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Attempting to bind port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 on network 34558d7e-546e-4b91-a2ef-da4a9625d6bd {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:04:25.191022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:04:25.191363 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Checking segment: {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:04:25.191748 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Bound using segment: {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:04:25.192371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Bound port: 6a6c60ca-8840-4b3a-9832-9be78c08e4e1, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470342eb-5928-48dc-9348-f2f1745a3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:25.192845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.269357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] For port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:04:25.272817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] For port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6a6c60ca-8840-4b3a-9832-9be78c08e4e1,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:04:25.278533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.333430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:25.334041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:25.335442 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-aeab909a-80db-41c0-b278-52763c633895 service neutron] 10.222.0.36 "PUT /v2.0/ports/6a6c60ca-8840-4b3a-9832-9be78c08e4e1 HTTP/1.1" status: 200 len: 1094 time: 0.9631057 Feb 04 06:04:25.335894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'tag': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:25.338206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e228dd-1171-4119-9125-e160c9ddb515" -d '{"events": [{"name": "network-changed", "server_uuid": "b029b0e3-0bb5-4bab-841a-8acdbf662248", "tag": "6a6c60ca-8840-4b3a-9832-9be78c08e4e1"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:25.366735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab909a-80db-41c0-b278-52763c633895 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6c60ca-8840-4b3a-9832-9be78c08e4e1,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:25.464462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c60845e-94d8-464d-9e6d-9285589e0503 x-openstack-request-id: req-8c60845e-94d8-464d-9e6d-9285589e0503 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:25.464808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b029b0e3-0bb5-4bab-841a-8acdbf662248", "tag": "6a6c60ca-8840-4b3a-9832-9be78c08e4e1", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:25.464995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c60845e-94d8-464d-9e6d-9285589e0503 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:25.465402 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'tag': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1', 'status': 'completed', 'code': 200} Feb 04 06:04:25.503384 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b28943-64ca-426d-91a1-123cf7c06800 req-de598fca-7c20-4c28-8369-172fa086bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:25.504840 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-de598fca-7c20-4c28-8369-172fa086bac9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 1097 time: 0.0922537 Feb 04 06:04:25.549955 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-a9b16d4b-7ff7-4aa2-be78-985188bd65bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6c60ca-8840-4b3a-9832-9be78c08e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0356941 Feb 04 06:04:25.613140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b28943-64ca-426d-91a1-123cf7c06800 req-0ae3275b-7430-4b3e-872b-4fd86e3adcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:25.615456 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-0ae3275b-7430-4b3e-872b-4fd86e3adcdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0522747 Feb 04 06:04:25.679657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b28943-64ca-426d-91a1-123cf7c06800 req-e2446407-1544-4975-b601-3164dfc33732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:25.681272 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-e2446407-1544-4975-b601-3164dfc33732 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0593784 Feb 04 06:04:25.779019 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-55f4291c-5439-41d9-a07a-4a2512db427a service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905168 Feb 04 06:04:25.877460 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b28943-64ca-426d-91a1-123cf7c06800 req-a29f1896-fdef-48fd-b57b-29d63ca94524 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919805 Feb 04 06:04:25.972513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e228dd-1171-4119-9125-e160c9ddb515 req-82661030-7788-4ab1-b082-355b50987a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:25.974008 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91e228dd-1171-4119-9125-e160c9ddb515 req-82661030-7788-4ab1-b082-355b50987a61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 1097 time: 0.0545304 Feb 04 06:04:26.104684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e228dd-1171-4119-9125-e160c9ddb515 req-edc7b5d8-bfa2-4791-8d83-8032f8df799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:26.106197 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91e228dd-1171-4119-9125-e160c9ddb515 req-edc7b5d8-bfa2-4791-8d83-8032f8df799b service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.1262038 Feb 04 06:04:26.127712 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca30d8-ae37-46b5-ae02-1c8d23974256 req-18ab826e-f9fe-4f65-ae83-d6cfcac8775f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:26.130218 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ceca30d8-ae37-46b5-ae02-1c8d23974256 req-18ab826e-f9fe-4f65-ae83-d6cfcac8775f tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 944 time: 0.0816512 Feb 04 06:04:26.183333 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91e228dd-1171-4119-9125-e160c9ddb515 req-5c83bbed-9759-4d11-aca9-e634bc2b8ef3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6c60ca-8840-4b3a-9832-9be78c08e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0664613 Feb 04 06:04:26.253362 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ceca30d8-ae37-46b5-ae02-1c8d23974256 req-c09e2c1d-4ee8-4335-94c7-f82711e39b95 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135857 Feb 04 06:04:26.266300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e228dd-1171-4119-9125-e160c9ddb515 req-8f8057bc-f464-45e6-a908-ee7e0ab75492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:26.272547 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91e228dd-1171-4119-9125-e160c9ddb515 req-8f8057bc-f464-45e6-a908-ee7e0ab75492 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0781717 Feb 04 06:04:26.356409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.389765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e228dd-1171-4119-9125-e160c9ddb515 req-361f9dd8-6fa9-46ec-abcf-2d9e93c229a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:26.391315 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91e228dd-1171-4119-9125-e160c9ddb515 req-361f9dd8-6fa9-46ec-abcf-2d9e93c229a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1117325 Feb 04 06:04:26.416087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25805c-ee2e-4309-92ca-a06d20536536 req-f93fbd5b-0749-44a8-a8e7-8b378c828152 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:26.418629 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9b25805c-ee2e-4309-92ca-a06d20536536 req-f93fbd5b-0749-44a8-a8e7-8b378c828152 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 946 time: 0.0789328 Feb 04 06:04:26.507912 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9b25805c-ee2e-4309-92ca-a06d20536536 req-386f7639-81ae-4821-adbb-d25125ffb960 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781090 Feb 04 06:04:26.533105 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91e228dd-1171-4119-9125-e160c9ddb515 req-63674958-ab55-4f3d-a733-2552e64ccd5f service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247797 Feb 04 06:04:26.657464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2e98f-4953-42f7-a28e-193aede73429 req-42c78f52-f4a9-4201-b42c-0253ec32674a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:26.659373 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c4c2e98f-4953-42f7-a28e-193aede73429 req-42c78f52-f4a9-4201-b42c-0253ec32674a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 946 time: 0.0687566 Feb 04 06:04:26.670974 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91e228dd-1171-4119-9125-e160c9ddb515 req-cc609bc7-a9b9-411f-b7e1-3735e316739f service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386654 Feb 04 06:04:26.690448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.713882 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c4c2e98f-4953-42f7-a28e-193aede73429 req-22ebf1a2-305b-46aa-bbf3-1580f4d8a7c3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386729 Feb 04 06:04:26.737572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48702) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:26.782547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811458c1-4a5f-427f-88de-4e463937f69e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:26.785114 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-811458c1-4a5f-427f-88de-4e463937f69e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 1094 time: 0.0455506 Feb 04 06:04:26.787136 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48704) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:26.792393 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:26.822973 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:26.933848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.054862 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.57 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/0f784e89-51e3-4d89-8834-0365775043fd) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:27.174437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.219028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.274580 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:27.278926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:27.284838 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:04:27.329279 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=0f784e89-51e3-4d89-8834-0365775043fd,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:27.352247 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.352600 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.352962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.353672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.355605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.355605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.355605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.355605 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.356096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.356240 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.356583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.356913 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:27.455325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d546d83-57a8-40f6-b859-329e85c259f7 req-1b7da631-1651-458b-9c2b-d549858def15 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:27.457632 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7d546d83-57a8-40f6-b859-329e85c259f7 req-1b7da631-1651-458b-9c2b-d549858def15 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 944 time: 0.0652723 Feb 04 06:04:27.500042 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7d546d83-57a8-40f6-b859-329e85c259f7 req-ec5afe5b-195d-49a6-b836-f2d01ea87be1 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347862 Feb 04 06:04:27.747087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:27.835837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.050384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.055765 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.129022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=0f784e89-51e3-4d89-8834-0365775043fd,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:28.141777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.253259 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP dc7476e8-b792-4ba5-888b-da9f8610bfe3 associated. External IP: 172.26.5.57, port: 48eb6794-65c1-4ea2-af64-702d2ec25203. Feb 04 06:04:28.459827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.492043 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router b3fb106a-30cb-4657-a050-ab3b2b1da23b has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:04:28.623318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39d3df-1e61-4e95-921b-d5182f703836 req-ddc64290-2dde-4b5f-b79c-cdab6f580306 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:28.625623 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a39d3df-1e61-4e95-921b-d5182f703836 req-ddc64290-2dde-4b5f-b79c-cdab6f580306 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 944 time: 0.0545120 Feb 04 06:04:28.626183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:04:28.639601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4d2a1-d509-4a83-b8ce-4252593f1d1b None None] Sync routers for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:28.658386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4d2a1-d509-4a83-b8ce-4252593f1d1b None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:28.659252 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-aea4d2a1-d509-4a83-b8ce-4252593f1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:28.659923 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:28.692743 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a39d3df-1e61-4e95-921b-d5182f703836 req-2bbc58dc-d28b-4888-94d2-b8f8ce385f1b tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551832 Feb 04 06:04:28.699539 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-aedebbc0-008a-40e8-9498-06e157f4290f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9084578 Feb 04 06:04:28.699539 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'tag': '48eb6794-65c1-4ea2-af64-702d2ec25203'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:28.699781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a59573-1b68-494b-8d4a-53f0d561ebd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5f98ba-0263-4036-ac86-395f4c05bb7d", "tag": "48eb6794-65c1-4ea2-af64-702d2ec25203"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:28.702750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48710) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:28.756330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dcbc09-caf6-48c2-a0a4-9ee637c8fa25 x-openstack-request-id: req-70dcbc09-caf6-48c2-a0a4-9ee637c8fa25 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:28.756909 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5f98ba-0263-4036-ac86-395f4c05bb7d", "tag": "48eb6794-65c1-4ea2-af64-702d2ec25203", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:28.757358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70dcbc09-caf6-48c2-a0a4-9ee637c8fa25 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:28.757956 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'tag': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'status': 'completed', 'code': 200} Feb 04 06:04:28.806764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-aea4d2a1-d509-4a83-b8ce-4252593f1d1b None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:28.880617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a59573-1b68-494b-8d4a-53f0d561ebd2 req-b1af6abb-1bc9-4ffa-a2f7-55375784ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:28.882631 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-81a59573-1b68-494b-8d4a-53f0d561ebd2 req-b1af6abb-1bc9-4ffa-a2f7-55375784ad66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 1099 time: 0.1082997 Feb 04 06:04:28.968012 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0b3ba112-3846-487e-90e3-93800df8118c tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers/b3fb106a-30cb-4657-a050-ab3b2b1da23b HTTP/1.1" status: 200 len: 922 time: 0.2631900 Feb 04 06:04:28.974806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48716) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:29.076261 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1173e53f-3196-448e-924c-c214759b58ce tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/dc7476e8-b792-4ba5-888b-da9f8610bfe3 HTTP/1.1" status: 200 len: 991 time: 0.0992589 Feb 04 06:04:29.092685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a59573-1b68-494b-8d4a-53f0d561ebd2 req-139c3b39-2750-4427-9d20-31b94c8144af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:29.094215 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-81a59573-1b68-494b-8d4a-53f0d561ebd2 req-139c3b39-2750-4427-9d20-31b94c8144af service neutron] 10.222.0.36 "GET /v2.0/networks?id=5342f177-375c-488f-a97f-eaf2c4f977b9 HTTP/1.1" status: 200 len: 897 time: 0.2043815 Feb 04 06:04:29.113976 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-aea4d2a1-d509-4a83-b8ce-4252593f1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'dc7476e8-b792-4ba5-888b-da9f8610bfe3', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.57', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'port_id': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'mac_address': 'fa:16:3e:ef:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:04:27Z', 'updated_at': '2022-02-04T06:04:27Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:04:14Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:29.140948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4d2a1-d509-4a83-b8ce-4252593f1d1b None None] Checking router: b3fb106a-30cb-4657-a050-ab3b2b1da23b for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:04:29.149900 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4d2a1-d509-4a83-b8ce-4252593f1d1b None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:29.150532 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-aea4d2a1-d509-4a83-b8ce-4252593f1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:29.180371 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-81a59573-1b68-494b-8d4a-53f0d561ebd2 req-90cec4e6-4646-4dd6-b65f-03dffaa7ce50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48eb6794-65c1-4ea2-af64-702d2ec25203 HTTP/1.1" status: 200 len: 999 time: 0.0788465 Feb 04 06:04:29.239683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a59573-1b68-494b-8d4a-53f0d561ebd2 req-91ebaa61-eeca-4fda-b4f4-586ee636cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:29.241663 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-81a59573-1b68-494b-8d4a-53f0d561ebd2 req-91ebaa61-eeca-4fda-b4f4-586ee636cebf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e0f433f-8b51-405d-8707-8d78b9314747 HTTP/1.1" status: 200 len: 834 time: 0.0541553 Feb 04 06:04:29.263176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-aea4d2a1-d509-4a83-b8ce-4252593f1d1b None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:29.298614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a59573-1b68-494b-8d4a-53f0d561ebd2 req-8c1cea66-bc05-41fd-b8cf-b113eed4fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:29.301356 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-81a59573-1b68-494b-8d4a-53f0d561ebd2 req-8c1cea66-bc05-41fd-b8cf-b113eed4fa84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5342f177-375c-488f-a97f-eaf2c4f977b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524569 Feb 04 06:04:29.411796 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-81a59573-1b68-494b-8d4a-53f0d561ebd2 req-e09327b8-1e11-4171-84ea-b600321a3dcb service neutron] 10.222.0.36 "GET /v2.0/networks/5342f177-375c-488f-a97f-eaf2c4f977b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024811 Feb 04 06:04:29.496281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-aea4d2a1-d509-4a83-b8ce-4252593f1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'dc7476e8-b792-4ba5-888b-da9f8610bfe3', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.57', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'port_id': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'mac_address': 'fa:16:3e:ef:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:04:27Z', 'updated_at': '2022-02-04T06:04:27Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:04:14Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:29.517658 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-81a59573-1b68-494b-8d4a-53f0d561ebd2 req-3ef67478-c4e7-4103-ae3b-c1dae7b5f1bc service neutron] 10.222.0.36 "GET /v2.0/networks/5342f177-375c-488f-a97f-eaf2c4f977b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996745 Feb 04 06:04:29.524331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4d2a1-d509-4a83-b8ce-4252593f1d1b None None] The sync data for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv is: [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'dc7476e8-b792-4ba5-888b-da9f8610bfe3', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.57', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'port_id': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'mac_address': 'fa:16:3e:ef:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:04:27Z', 'updated_at': '2022-02-04T06:04:27Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:04:14Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:29.766600 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45787c79-4d2f-4c7e-91ad-4807883fa5a0 None None] New status for floating IP dc7476e8-b792-4ba5-888b-da9f8610bfe3: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:04:29.830641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9b348-41b1-4590-9240-1ea1a227f5f7 req-c957be09-bb5d-4bc2-baec-c93664e21663 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:29.832355 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f1b9b348-41b1-4590-9240-1ea1a227f5f7 req-c957be09-bb5d-4bc2-baec-c93664e21663 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 944 time: 0.0607333 Feb 04 06:04:29.887304 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f1b9b348-41b1-4590-9240-1ea1a227f5f7 req-79bfe6ad-04d3-42cf-9482-0899c0128017 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460947 Feb 04 06:04:30.080179 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48720) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:30.497244 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8d02262e-d931-4511-9352-1f733f4c7e5f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/dc7476e8-b792-4ba5-888b-da9f8610bfe3 HTTP/1.1" status: 200 len: 993 time: 0.4157691 Feb 04 06:04:30.709434 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:04:31.027783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd3f48-36a7-41a5-bc57-a52c93532e9e req-20afaa77-2190-41ff-b80f-e0dfffbda47e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:31.039082 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-57dd3f48-36a7-41a5-bc57-a52c93532e9e req-20afaa77-2190-41ff-b80f-e0dfffbda47e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 944 time: 0.0550058 Feb 04 06:04:31.077938 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-57dd3f48-36a7-41a5-bc57-a52c93532e9e req-202a9365-52a3-4fad-83f5-583dbb1f4a3a tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338700 Feb 04 06:04:32.186631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c58a9c-7dbd-4089-845f-2d4cab4016a5 req-c9716ecb-2e37-4048-a2c9-e082959b4fd7 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:32.188284 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-58c58a9c-7dbd-4089-845f-2d4cab4016a5 req-c9716ecb-2e37-4048-a2c9-e082959b4fd7 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 944 time: 0.0495691 Feb 04 06:04:32.227397 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-58c58a9c-7dbd-4089-845f-2d4cab4016a5 req-784f3362-281a-4fe0-a192-a393e8116354 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319810 Feb 04 06:04:33.348267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581991e0-82af-4580-bcd0-426a9c4ec0e8 req-cdae3ae7-3e8b-4256-962e-ee63b2d3f5ef tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:33.349914 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-581991e0-82af-4580-bcd0-426a9c4ec0e8 req-cdae3ae7-3e8b-4256-962e-ee63b2d3f5ef tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 944 time: 0.0547044 Feb 04 06:04:33.389519 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-581991e0-82af-4580-bcd0-426a9c4ec0e8 req-237d6c96-50ed-4271-bc2d-140a1ac6b2ea tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324621 Feb 04 06:04:34.509109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c7215-9a96-4822-a6b0-5e050b8cf274 req-b699508e-6f8f-4c36-914b-5996c4eaed5e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:34.511270 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de3c7215-9a96-4822-a6b0-5e050b8cf274 req-b699508e-6f8f-4c36-914b-5996c4eaed5e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 944 time: 0.0512667 Feb 04 06:04:34.554454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de3c7215-9a96-4822-a6b0-5e050b8cf274 req-01b7ade9-8227-4730-afc7-c03fbc138874 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372050 Feb 04 06:04:35.671683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e072-275a-4267-8bfe-7ee94653adf6 req-36ecbcd2-ad8e-4f4f-8f34-776f26fbf17c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:35.673189 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fdd0e072-275a-4267-8bfe-7ee94653adf6 req-36ecbcd2-ad8e-4f4f-8f34-776f26fbf17c tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 944 time: 0.0488687 Feb 04 06:04:35.710603 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fdd0e072-275a-4267-8bfe-7ee94653adf6 req-a3656010-9951-44a0-830f-153768da06f7 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Feb 04 06:04:35.941115 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:04:36.041875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6a6c60ca-8840-4b3a-9832-9be78c08e4e1,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:36.053247 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'port_id': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1', 'mac_address': 'fa:16:3e:7a:33:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:04:36.091793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.104127 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:04:36.123788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6a6c60ca-8840-4b3a-9832-9be78c08e4e1,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:36.127590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:36.172964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6a6c60ca-8840-4b3a-9832-9be78c08e4e1,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:36.179801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.180148 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.180489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.180825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.181182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.181516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.181841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.182163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.182489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.183469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.184277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.184842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:36.404450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['6a6c60ca-8840-4b3a-9832-9be78c08e4e1'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:04:36.838112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d32833-0f28-448b-8552-659fed63d0e8 req-9d5a221d-2533-4a87-be46-0d3cc5658716 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:36.840538 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f1d32833-0f28-448b-8552-659fed63d0e8 req-9d5a221d-2533-4a87-be46-0d3cc5658716 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 945 time: 0.0552208 Feb 04 06:04:36.879882 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f1d32833-0f28-448b-8552-659fed63d0e8 req-9e37a4ea-d0ec-43f7-a2f7-ae659d508b31 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331619 Feb 04 06:04:37.954013 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:04:37.999540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7dbba-6281-434a-b6e5-bcdc6d443afe req-3a94dd25-88d4-4924-9941-c076b99f2561 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:38.001734 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-09a7dbba-6281-434a-b6e5-bcdc6d443afe req-3a94dd25-88d4-4924-9941-c076b99f2561 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 945 time: 0.0527756 Feb 04 06:04:38.007045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:38.011742 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:38.012118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.043396 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-09a7dbba-6281-434a-b6e5-bcdc6d443afe req-93f7c63a-6618-4705-ac38-95626e4dd421 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339293 Feb 04 06:04:38.098647 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.120844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:38.125788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2039487b-b1de-4536-b618-140c5d5e9fdf" -d '{"events": [{"server_uuid": "b029b0e3-0bb5-4bab-841a-8acdbf662248", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c60ca-8840-4b3a-9832-9be78c08e4e1"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:38.138266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6a6c60ca-8840-4b3a-9832-9be78c08e4e1,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:38.143684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:38.167248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129b6e05-49b4-437b-8b08-0af7a9161387 x-openstack-request-id: req-129b6e05-49b4-437b-8b08-0af7a9161387 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:38.168221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b029b0e3-0bb5-4bab-841a-8acdbf662248", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c60ca-8840-4b3a-9832-9be78c08e4e1", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:38.168472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-129b6e05-49b4-437b-8b08-0af7a9161387 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:38.168853 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1', 'code': 200} Feb 04 06:04:38.194243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6a6c60ca-8840-4b3a-9832-9be78c08e4e1,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:38.363629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8fb78-c322-4380-949b-cff135ca8ba0 req-e41ce107-7ebb-4b5b-bf84-2e46733de235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:38.365150 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bdf8fb78-c322-4380-949b-cff135ca8ba0 req-e41ce107-7ebb-4b5b-bf84-2e46733de235 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 1099 time: 0.0404596 Feb 04 06:04:38.399759 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bdf8fb78-c322-4380-949b-cff135ca8ba0 req-2b29ddbe-3293-4239-afcb-5af39d2209e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272486 Feb 04 06:04:39.160920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102f161-9a7e-4b95-b88b-08f727c46d4f req-85cb975f-1da5-4bcd-b970-89fa7c449d0e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:39.162406 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e102f161-9a7e-4b95-b88b-08f727c46d4f req-85cb975f-1da5-4bcd-b970-89fa7c449d0e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 946 time: 0.0519960 Feb 04 06:04:39.200946 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e102f161-9a7e-4b95-b88b-08f727c46d4f req-5d4524cb-14af-4057-b6f5-a03ea2cb75b5 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Feb 04 06:04:40.334707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a7a8c-2db3-44b9-aa4d-2aa87ac1b88f req-e50bea62-0478-4a94-96b3-59605ec5f8ad tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:40.336197 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4d4a7a8c-2db3-44b9-aa4d-2aa87ac1b88f req-e50bea62-0478-4a94-96b3-59605ec5f8ad tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 946 time: 0.0650849 Feb 04 06:04:40.376989 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4d4a7a8c-2db3-44b9-aa4d-2aa87ac1b88f req-922e2926-4d4a-47e7-a5fe-6047d8357901 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Feb 04 06:04:40.493153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b788c35-aded-4523-8750-5a169f0c4c42 req-7c2365ba-088f-4d76-bdc0-bf1ab5dc1cf6 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:40.494575 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1b788c35-aded-4523-8750-5a169f0c4c42 req-7c2365ba-088f-4d76-bdc0-bf1ab5dc1cf6 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 946 time: 0.0500641 Feb 04 06:04:40.534530 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1b788c35-aded-4523-8750-5a169f0c4c42 req-1df6154c-101e-4be7-b1e1-6bb874182477 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333302 Feb 04 06:04:40.557604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48744) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:40.599741 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b419bb-77be-40a2-afad-98e63cad10ea tempest-TestVolumeBootPattern-1514860495 tempest-TestVolumeBootPattern-1514860495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:40.601300 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e1b419bb-77be-40a2-afad-98e63cad10ea tempest-TestVolumeBootPattern-1514860495 tempest-TestVolumeBootPattern-1514860495-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 1094 time: 0.0420728 Feb 04 06:04:40.604068 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48746) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:40.608447 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:40.631326 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:40.987519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.092720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Allocated IP 172.26.5.117 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/33180cdc-b9c9-48ca-a2f0-c4567a30c95c) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:41.200312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.233360 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.273884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:41.276665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:41.280171 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:04:41.303350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'Port': ['ID=33180cdc-b9c9-48ca-a2f0-c4567a30c95c,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:41.645740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.712363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.863038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.867522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:41.941502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event updated for resources: {'Port': ['ID=33180cdc-b9c9-48ca-a2f0-c4567a30c95c,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:41.950704 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.051564 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Floating IP 246f7657-45d4-44c4-9251-19cb98b308f7 associated. External IP: 172.26.5.117, port: 6a6c60ca-8840-4b3a-9832-9be78c08e4e1. Feb 04 06:04:42.257210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Router e6f42ca1-a357-4306-8824-d786558ca787 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:04:42.368026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:04:42.379344 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ef41b-91bc-40aa-87ef-7794822c708f None None] Sync routers for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:42.389210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.391402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ef41b-91bc-40aa-87ef-7794822c708f None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:42.392015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-891ef41b-91bc-40aa-87ef-7794822c708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:42.420566 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dbff296f-880b-4911-84a0-d0ec185d3079 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8154626 Feb 04 06:04:42.421474 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'tag': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:42.423883 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8be418-d9b0-4700-9d8c-f3b6a210f819" -d '{"events": [{"name": "network-changed", "server_uuid": "b029b0e3-0bb5-4bab-841a-8acdbf662248", "tag": "6a6c60ca-8840-4b3a-9832-9be78c08e4e1"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:42.462527 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacaffec-e89e-4353-89e8-690c89d4a406 x-openstack-request-id: req-bacaffec-e89e-4353-89e8-690c89d4a406 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:42.462815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b029b0e3-0bb5-4bab-841a-8acdbf662248", "tag": "6a6c60ca-8840-4b3a-9832-9be78c08e4e1", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:42.463067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bacaffec-e89e-4353-89e8-690c89d4a406 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:42.463487 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'tag': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1', 'status': 'completed', 'code': 200} Feb 04 06:04:42.509158 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-891ef41b-91bc-40aa-87ef-7794822c708f None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:42.531345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8be418-d9b0-4700-9d8c-f3b6a210f819 req-f1971ecc-e0ab-466c-a9be-f68e54e50851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:42.533498 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e8be418-d9b0-4700-9d8c-f3b6a210f819 req-f1971ecc-e0ab-466c-a9be-f68e54e50851 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 1099 time: 0.0476053 Feb 04 06:04:42.642502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8be418-d9b0-4700-9d8c-f3b6a210f819 req-0db954b6-b1f1-4a10-b88b-daf8226c0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:42.644130 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e8be418-d9b0-4700-9d8c-f3b6a210f819 req-0db954b6-b1f1-4a10-b88b-daf8226c0ff6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.1039279 Feb 04 06:04:42.729504 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e8be418-d9b0-4700-9d8c-f3b6a210f819 req-1e78b3bc-e969-47a5-aeb8-c2a3c2f8064b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6c60ca-8840-4b3a-9832-9be78c08e4e1 HTTP/1.1" status: 200 len: 1000 time: 0.0679917 Feb 04 06:04:42.783328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8be418-d9b0-4700-9d8c-f3b6a210f819 req-e8ff06be-c203-4c28-9a8b-257a104bf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:42.785017 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e8be418-d9b0-4700-9d8c-f3b6a210f819 req-e8ff06be-c203-4c28-9a8b-257a104bf420 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0478768 Feb 04 06:04:42.835659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8be418-d9b0-4700-9d8c-f3b6a210f819 req-8c0134f3-42bb-4d1b-908b-7268c88b9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:42.837195 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e8be418-d9b0-4700-9d8c-f3b6a210f819 req-8c0134f3-42bb-4d1b-908b-7268c88b9ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434842 Feb 04 06:04:42.911403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-891ef41b-91bc-40aa-87ef-7794822c708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '246f7657-45d4-44c4-9251-19cb98b308f7', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:7a:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:04:41Z', 'updated_at': '2022-02-04T06:04:41Z', 'revision_number': 0, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}, {'id': 'f3be650d-825a-4ca4-955d-7b0c21ce1b79', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:15:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:02:28Z', 'updated_at': '2022-02-04T06:02:30Z', 'revision_number': 1, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:42.938196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ef41b-91bc-40aa-87ef-7794822c708f None None] Checking router: e6f42ca1-a357-4306-8824-d786558ca787 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:04:42.944938 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e8be418-d9b0-4700-9d8c-f3b6a210f819 req-a9b650b9-8b7d-4ad4-b47d-1af2405780eb service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997045 Feb 04 06:04:42.946559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ef41b-91bc-40aa-87ef-7794822c708f None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:42.947161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-891ef41b-91bc-40aa-87ef-7794822c708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:43.037999 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e8be418-d9b0-4700-9d8c-f3b6a210f819 req-aa85e486-4e5d-4a4d-b4a3-836a04c6b037 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854511 Feb 04 06:04:43.055475 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-891ef41b-91bc-40aa-87ef-7794822c708f None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:43.284799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-891ef41b-91bc-40aa-87ef-7794822c708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '246f7657-45d4-44c4-9251-19cb98b308f7', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:7a:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:04:41Z', 'updated_at': '2022-02-04T06:04:41Z', 'revision_number': 0, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}, {'id': 'f3be650d-825a-4ca4-955d-7b0c21ce1b79', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:15:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:02:28Z', 'updated_at': '2022-02-04T06:02:30Z', 'revision_number': 1, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:43.312427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ef41b-91bc-40aa-87ef-7794822c708f None None] The sync data for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv is: [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '246f7657-45d4-44c4-9251-19cb98b308f7', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:7a:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:04:41Z', 'updated_at': '2022-02-04T06:04:41Z', 'revision_number': 0, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}, {'id': 'f3be650d-825a-4ca4-955d-7b0c21ce1b79', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:15:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:02:28Z', 'updated_at': '2022-02-04T06:02:30Z', 'revision_number': 1, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:43.502474 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312ce45-e515-49a7-9a72-65094a9fd5fd None None] New status for floating IP 246f7657-45d4-44c4-9251-19cb98b308f7: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:04:51.171452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9a7a-0e72-42f8-bfa3-d7bfcf62731c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:53.420062 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5f9c996f-1b40-4343-b30c-4f9d81919298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.718163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.335276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.633669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:58.455607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.436965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48766) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:01.558658 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9253aea3-47a4-498d-9c2a-4e2eb0ee370c tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers/b3fb106a-30cb-4657-a050-ab3b2b1da23b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1202126 Feb 04 06:05:01.561523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48768) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:01.693010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bd8a5b-559c-49c9-8a8a-8659adf091a6 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Notify agent at dv-neutron-826811-2-hyperv the message router_removed_from_agent {{(pid=102167) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 04 06:05:01.696265 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-46bd8a5b-559c-49c9-8a8a-8659adf091a6 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "DELETE /v2.0/agents/0ec79770-d3d5-4ba4-91ff-c0b481104f6c/l3-routers/b3fb106a-30cb-4657-a050-ab3b2b1da23b HTTP/1.1" status: 204 len: 168 time: 0.1334672 Feb 04 06:05:01.698718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48770) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:01.818058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5f6eed4f-db8e-4d28-936f-fe648561e2b0 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers/b3fb106a-30cb-4657-a050-ab3b2b1da23b/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1182685 Feb 04 06:05:01.820891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48772) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:01.885174 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d6605970-6d3f-405a-8b53-4ce83aaf0bc2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/dc7476e8-b792-4ba5-888b-da9f8610bfe3 HTTP/1.1" status: 200 len: 993 time: 0.0631468 Feb 04 06:05:02.474214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8321a3d-ba0b-42d5-8ba2-ccb528fcee15 None None] New status for floating IP dc7476e8-b792-4ba5-888b-da9f8610bfe3: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:05:02.724743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 6f3cc602-be8e-4440-bf06-beaa071ddc7b no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:05:02.805424 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.827463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 6f3cc602-be8e-4440-bf06-beaa071ddc7b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=6f3cc602-be8e-4440-bf06-beaa071ddc7b,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:02.831589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.832269 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e6ea4fb2-dfc2-4d54-9123-19dec87ef355 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:05:02.889254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48774) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:02.909921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=6f3cc602-be8e-4440-bf06-beaa071ddc7b,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:02.955425 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-931a5185-f892-46f8-97fd-c6d6d2fcaaac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/dc7476e8-b792-4ba5-888b-da9f8610bfe3 HTTP/1.1" status: 200 len: 991 time: 0.0650070 Feb 04 06:05:02.962560 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:02.998802 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port e6ea4fb2-dfc2-4d54-9123-19dec87ef355, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:03.003715 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:03.051272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:04.067174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48780) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:04.203742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbc1ae4-6bbb-4a3e-ac88-b6a1ad232369 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Router b3fb106a-30cb-4657-a050-ab3b2b1da23b is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:05:04.204103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbc1ae4-6bbb-4a3e-ac88-b6a1ad232369 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Notify agent at dv-neutron-826811-2-hyperv the message router_added_to_agent {{(pid=102167) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 04 06:05:04.234921 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9fbc1ae4-6bbb-4a3e-ac88-b6a1ad232369 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "POST /v2.0/agents/0ec79770-d3d5-4ba4-91ff-c0b481104f6c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1630454 Feb 04 06:05:04.235287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48786) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:04.259206 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dde6ef-32b3-4243-ac81-64ef4e66d1f8 None None] Sync routers for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:04.270068 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dde6ef-32b3-4243-ac81-64ef4e66d1f8 None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:04.270840 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e0dde6ef-32b3-4243-ac81-64ef4e66d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:04.355270 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bd4b0e19-9671-4053-9ed9-0ea2b2d7fab4 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers/b3fb106a-30cb-4657-a050-ab3b2b1da23b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1188066 Feb 04 06:05:04.358894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48788) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:04.425782 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ee3d6fab-9a93-453a-b526-194e3d7c73a1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/dc7476e8-b792-4ba5-888b-da9f8610bfe3 HTTP/1.1" status: 200 len: 991 time: 0.0657804 Feb 04 06:05:04.476391 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-e0dde6ef-32b3-4243-ac81-64ef4e66d1f8 None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:04.707814 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e0dde6ef-32b3-4243-ac81-64ef4e66d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:05:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'dc7476e8-b792-4ba5-888b-da9f8610bfe3', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.57', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'port_id': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'mac_address': 'fa:16:3e:ef:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:04:27Z', 'updated_at': '2022-02-04T06:05:02Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:05:02Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:04.736205 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dde6ef-32b3-4243-ac81-64ef4e66d1f8 None None] Checking router: b3fb106a-30cb-4657-a050-ab3b2b1da23b for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:05:04.744410 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dde6ef-32b3-4243-ac81-64ef4e66d1f8 None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:04.745037 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e0dde6ef-32b3-4243-ac81-64ef4e66d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:04.850631 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-e0dde6ef-32b3-4243-ac81-64ef4e66d1f8 None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:05.084313 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e0dde6ef-32b3-4243-ac81-64ef4e66d1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:05:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'dc7476e8-b792-4ba5-888b-da9f8610bfe3', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.57', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'port_id': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'mac_address': 'fa:16:3e:ef:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:04:27Z', 'updated_at': '2022-02-04T06:05:02Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:05:02Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:05.115584 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dde6ef-32b3-4243-ac81-64ef4e66d1f8 None None] The sync data for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv is: [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:05:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'dc7476e8-b792-4ba5-888b-da9f8610bfe3', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.57', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'port_id': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'mac_address': 'fa:16:3e:ef:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:04:27Z', 'updated_at': '2022-02-04T06:05:02Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:05:02Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:05.429949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48790) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:05.503959 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8c88ea26-171a-4aa5-b6b2-1085773a96ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/dc7476e8-b792-4ba5-888b-da9f8610bfe3 HTTP/1.1" status: 200 len: 991 time: 0.0721533 Feb 04 06:05:06.506979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48792) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:06.571402 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f4d4d37d-0db4-4dc4-82b2-701b089ebbb4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/dc7476e8-b792-4ba5-888b-da9f8610bfe3 HTTP/1.1" status: 200 len: 991 time: 0.0632534 Feb 04 06:05:06.794258 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 6f3cc602-be8e-4440-bf06-beaa071ddc7b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:06.842624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 6f3cc602-be8e-4440-bf06-beaa071ddc7b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:06.842993 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.926032 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.949221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 6f3cc602-be8e-4440-bf06-beaa071ddc7b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=6f3cc602-be8e-4440-bf06-beaa071ddc7b,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:06.955219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.956198 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e6ea4fb2-dfc2-4d54-9123-19dec87ef355 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:06.963781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049fab0c-c071-4605-8ec6-702c392ab2c9 None None] New status for floating IP dc7476e8-b792-4ba5-888b-da9f8610bfe3: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:05:07.082392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=6f3cc602-be8e-4440-bf06-beaa071ddc7b,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:07.140102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:07.140477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.250477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.285875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port e6ea4fb2-dfc2-4d54-9123-19dec87ef355, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:07.290886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.346016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:07.575360 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48794) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:07.640883 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-76cbd2a7-036a-4767-914a-6478ea3b42d4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/dc7476e8-b792-4ba5-888b-da9f8610bfe3 HTTP/1.1" status: 200 len: 993 time: 0.0642297 Feb 04 06:05:07.708824 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:05:07.892354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48800) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:08.049314 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 0f784e89-51e3-4d89-8834-0365775043fd {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:05:08.049654 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.124480 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.124913 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.136484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 0f784e89-51e3-4d89-8834-0365775043fd owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:05:08.288171 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.315764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=0f784e89-51e3-4d89-8834-0365775043fd,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:08.378511 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.378845 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP dc7476e8-b792-4ba5-888b-da9f8610bfe3 disassociated (deleted). External IP: 172.26.5.57, port: 48eb6794-65c1-4ea2-af64-702d2ec25203. Feb 04 06:05:08.586165 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router b3fb106a-30cb-4657-a050-ab3b2b1da23b has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:05:08.697046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:05:08.701872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.707696 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeab915-af80-47aa-8ecd-40ad094f6408 None None] Sync routers for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:08.718073 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeab915-af80-47aa-8ecd-40ad094f6408 None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:08.719394 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3aeab915-af80-47aa-8ecd-40ad094f6408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:08.733352 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5224f2a4-4070-47e7-9405-5239fb0aaf1b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/floatingips/dc7476e8-b792-4ba5-888b-da9f8610bfe3 HTTP/1.1" status: 204 len: 168 time: 0.8392732 Feb 04 06:05:08.734127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'tag': '48eb6794-65c1-4ea2-af64-702d2ec25203'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:08.736759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7b8206-d306-45e1-aa41-008dbdfc48ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5f98ba-0263-4036-ac86-395f4c05bb7d", "tag": "48eb6794-65c1-4ea2-af64-702d2ec25203"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:05:08.790287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c372b6c4-6eb4-4e87-ac33-1635105d6a58 x-openstack-request-id: req-c372b6c4-6eb4-4e87-ac33-1635105d6a58 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:05:08.790598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5f98ba-0263-4036-ac86-395f4c05bb7d", "tag": "48eb6794-65c1-4ea2-af64-702d2ec25203", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:05:08.790870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c372b6c4-6eb4-4e87-ac33-1635105d6a58 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:05:08.791270 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'tag': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'status': 'completed', 'code': 200} Feb 04 06:05:08.796568 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 6f3cc602-be8e-4440-bf06-beaa071ddc7b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:08.844074 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-3aeab915-af80-47aa-8ecd-40ad094f6408 None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:08.871608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 6f3cc602-be8e-4440-bf06-beaa071ddc7b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:08.873038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.894301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b8206-d306-45e1-aa41-008dbdfc48ac req-6f04bb0a-a04a-4038-8feb-2a372ceadae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:08.896170 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d7b8206-d306-45e1-aa41-008dbdfc48ac req-6f04bb0a-a04a-4038-8feb-2a372ceadae9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 1099 time: 0.0794399 Feb 04 06:05:09.038938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e6ea4fb2-dfc2-4d54-9123-19dec87ef355 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:09.082055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b8206-d306-45e1-aa41-008dbdfc48ac req-9b5606e0-0878-4875-b0bc-9446ee46bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:09.084070 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d7b8206-d306-45e1-aa41-008dbdfc48ac req-9b5606e0-0878-4875-b0bc-9446ee46bb4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5342f177-375c-488f-a97f-eaf2c4f977b9 HTTP/1.1" status: 200 len: 897 time: 0.1794839 Feb 04 06:05:09.091837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32011822-50d6-4845-a4a3-3ff9f8aaabe7 req-1c4dc653-bf1b-4ac3-abe1-5e55b2099304 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:09.092140 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3aeab915-af80-47aa-8ecd-40ad094f6408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:05:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:05:07Z', 'revision_number': 7, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:09.100082 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-32011822-50d6-4845-a4a3-3ff9f8aaabe7 req-1c4dc653-bf1b-4ac3-abe1-5e55b2099304 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 946 time: 0.0924478 Feb 04 06:05:09.104047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:09.104688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:09.121583 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeab915-af80-47aa-8ecd-40ad094f6408 None None] Checking router: b3fb106a-30cb-4657-a050-ab3b2b1da23b for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:05:09.133365 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeab915-af80-47aa-8ecd-40ad094f6408 None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:09.134351 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3aeab915-af80-47aa-8ecd-40ad094f6408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:09.148120 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d7b8206-d306-45e1-aa41-008dbdfc48ac req-4b683387-f902-427c-ab34-081942e29cf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48eb6794-65c1-4ea2-af64-702d2ec25203 HTTP/1.1" status: 200 len: 217 time: 0.0453310 Feb 04 06:05:09.213886 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-32011822-50d6-4845-a4a3-3ff9f8aaabe7 req-391ab661-8d3a-4ad8-aaa4-35bd244a041b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128883 Feb 04 06:05:09.217942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b8206-d306-45e1-aa41-008dbdfc48ac req-cf02d4b5-ec48-4031-8145-188716db2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:09.219395 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d7b8206-d306-45e1-aa41-008dbdfc48ac req-cf02d4b5-ec48-4031-8145-188716db2be3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e0f433f-8b51-405d-8707-8d78b9314747 HTTP/1.1" status: 200 len: 834 time: 0.0629201 Feb 04 06:05:09.250539 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-3aeab915-af80-47aa-8ecd-40ad094f6408 None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:09.269911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b8206-d306-45e1-aa41-008dbdfc48ac req-1d4124d8-773a-47b3-989f-d9d0e0c6c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:09.271490 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d7b8206-d306-45e1-aa41-008dbdfc48ac req-1d4124d8-773a-47b3-989f-d9d0e0c6c1b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5342f177-375c-488f-a97f-eaf2c4f977b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450392 Feb 04 06:05:09.367723 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d7b8206-d306-45e1-aa41-008dbdfc48ac req-12a8ec53-25a3-4f43-bf10-573f2003c8d6 service neutron] 10.222.0.36 "GET /v2.0/networks/5342f177-375c-488f-a97f-eaf2c4f977b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891178 Feb 04 06:05:09.453731 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3aeab915-af80-47aa-8ecd-40ad094f6408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:05:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:05:07Z', 'revision_number': 7, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:09.462251 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d7b8206-d306-45e1-aa41-008dbdfc48ac req-8b206b65-3b51-4b39-a7e6-b3458ce48141 service neutron] 10.222.0.36 "GET /v2.0/networks/5342f177-375c-488f-a97f-eaf2c4f977b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874538 Feb 04 06:05:09.483266 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeab915-af80-47aa-8ecd-40ad094f6408 None None] The sync data for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv is: [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:04:09Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:05:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'e6ea4fb2-dfc2-4d54-9123-19dec87ef355', 'name': '', 'network_id': '5342f177-375c-488f-a97f-eaf2c4f977b9', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:01:75:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:08Z', 'updated_at': '2022-02-04T06:05:07Z', 'revision_number': 7, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '9e0f433f-8b51-405d-8707-8d78b9314747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:10.146317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1bd744-7d12-4342-8d62-3a93df5face5 None None] New status for floating IP dc7476e8-b792-4ba5-888b-da9f8610bfe3: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:05:10.370957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2fab6-5183-492e-bbb3-6a4225e78229 req-a73660ee-f507-4b4c-8fd8-a060fd7f0eb6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:10.372533 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0a2fab6-5183-492e-bbb3-6a4225e78229 req-a73660ee-f507-4b4c-8fd8-a060fd7f0eb6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 946 time: 0.0842185 Feb 04 06:05:10.382045 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980cb32-40be-4c43-a392-e793d00a8cb7 req-6260660b-0fa1-4fda-a0cd-b2691ecdd480 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:10.383669 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6980cb32-40be-4c43-a392-e793d00a8cb7 req-6260660b-0fa1-4fda-a0cd-b2691ecdd480 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5f98ba-0263-4036-ac86-395f4c05bb7d HTTP/1.1" status: 200 len: 946 time: 0.0868700 Feb 04 06:05:10.478462 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6980cb32-40be-4c43-a392-e793d00a8cb7 req-03401238-9121-428e-89d1-8be4e4eec559 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=53d38329-1366-4343-af89-0f1c6979f64d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696020 Feb 04 06:05:10.499805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-a0a2fab6-5183-492e-bbb3-6a4225e78229 req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 48eb6794-65c1-4ea2-af64-702d2ec25203 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:05:10.500200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-a0a2fab6-5183-492e-bbb3-6a4225e78229 req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.602842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-a0a2fab6-5183-492e-bbb3-6a4225e78229 req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 48eb6794-65c1-4ea2-af64-702d2ec25203, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=48eb6794-65c1-4ea2-af64-702d2ec25203,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:10.603200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-a0a2fab6-5183-492e-bbb3-6a4225e78229 req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.616200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-a0a2fab6-5183-492e-bbb3-6a4225e78229 req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 48eb6794-65c1-4ea2-af64-702d2ec25203 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:05:10.749579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-a0a2fab6-5183-492e-bbb3-6a4225e78229 req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.779457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=48eb6794-65c1-4ea2-af64-702d2ec25203,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:10.808337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.808695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.809036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.809403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.809743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.810093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.810409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.810739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.811789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.812365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.813237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.813702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:10.834131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a2fab6-5183-492e-bbb3-6a4225e78229 req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] No DVR routers for this DVR port 48eb6794-65c1-4ea2-af64-702d2ec25203 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:10.837331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-a0a2fab6-5183-492e-bbb3-6a4225e78229 req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:10.840808 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0a2fab6-5183-492e-bbb3-6a4225e78229 req-91f5ad37-e1d4-4bad-87b8-18e18b86aa1d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "DELETE /v2.0/ports/48eb6794-65c1-4ea2-af64-702d2ec25203 HTTP/1.1" status: 204 len: 173 time: 0.4562604 Feb 04 06:05:10.841289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'name': 'network-vif-deleted', 'tag': '48eb6794-65c1-4ea2-af64-702d2ec25203'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:10.844188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d6dd3-99d2-490a-a954-1abe26be3823" -d '{"events": [{"server_uuid": "6b5f98ba-0263-4036-ac86-395f4c05bb7d", "name": "network-vif-deleted", "tag": "48eb6794-65c1-4ea2-af64-702d2ec25203"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:05:10.892951 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cdac23-9b6c-457e-b1f2-62614d16a6c1 x-openstack-request-id: req-d1cdac23-9b6c-457e-b1f2-62614d16a6c1 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:05:10.893444 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5f98ba-0263-4036-ac86-395f4c05bb7d", "name": "network-vif-deleted", "tag": "48eb6794-65c1-4ea2-af64-702d2ec25203", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:05:10.893722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1cdac23-9b6c-457e-b1f2-62614d16a6c1 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:05:10.894130 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5f98ba-0263-4036-ac86-395f4c05bb7d', 'name': 'network-vif-deleted', 'tag': '48eb6794-65c1-4ea2-af64-702d2ec25203', 'status': 'completed', 'code': 200} Feb 04 06:05:11.553866 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48816) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:11.612714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e454d912-2717-4e74-9c20-bc5e9df30cf0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.637534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e454d912-2717-4e74-9c20-bc5e9df30cf0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.700963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e454d912-2717-4e74-9c20-bc5e9df30cf0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.704414 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e454d912-2717-4e74-9c20-bc5e9df30cf0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:11.705639 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e454d912-2717-4e74-9c20-bc5e9df30cf0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/53d38329-1366-4343-af89-0f1c6979f64d HTTP/1.1" status: 204 len: 168 time: 0.1507661 Feb 04 06:05:11.715270 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454d912-2717-4e74-9c20-bc5e9df30cf0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d38329-1366-4343-af89-0f1c6979f64d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:11.741909 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48820) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:12.104060 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.603307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port e6ea4fb2-dfc2-4d54-9123-19dec87ef355 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:05:12.603971 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.691218 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port e6ea4fb2-dfc2-4d54-9123-19dec87ef355, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:12.691614 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.703921 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for e6ea4fb2-dfc2-4d54-9123-19dec87ef355 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:05:12.892768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:12.924926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=e6ea4fb2-dfc2-4d54-9123-19dec87ef355,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:13.102611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.325705 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router b3fb106a-30cb-4657-a050-ab3b2b1da23b has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:05:13.432815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:05:13.440713 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5e232b1a-b922-48d6-b2b3-52493ae27aa9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/b3fb106a-30cb-4657-a050-ab3b2b1da23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6949925 Feb 04 06:05:13.441232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48824) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:13.444252 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc9f23-1f52-44be-90a0-be2e0326b2c5 None None] Sync routers for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:13.453929 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc9f23-1f52-44be-90a0-be2e0326b2c5 None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:13.454529 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-95cc9f23-1f52-44be-90a0-be2e0326b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:13.492737 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9719a72-8447-433c-b356-3cc9bce73863 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting subnet 9e0f433f-8b51-405d-8707-8d78b9314747 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:05:13.495784 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b9719a72-8447-433c-b356-3cc9bce73863 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.537169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b9719a72-8447-433c-b356-3cc9bce73863 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.563596 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-95cc9f23-1f52-44be-90a0-be2e0326b2c5 None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:13.628413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b9719a72-8447-433c-b356-3cc9bce73863 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.692595 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b9719a72-8447-433c-b356-3cc9bce73863 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.723516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9719a72-8447-433c-b356-3cc9bce73863 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0f433f-8b51-405d-8707-8d78b9314747,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:13.725559 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b9719a72-8447-433c-b356-3cc9bce73863 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.728765 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b9719a72-8447-433c-b356-3cc9bce73863 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/subnets/9e0f433f-8b51-405d-8707-8d78b9314747 HTTP/1.1" status: 204 len: 168 time: 0.2869663 Feb 04 06:05:13.731442 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48826) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:13.744450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd774d-5fea-430e-a0fe-73cb56b34701 None None] Network 5342f177-375c-488f-a97f-eaf2c4f977b9 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:05:13.753353 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-95cc9f23-1f52-44be-90a0-be2e0326b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:05:12Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:05:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:13.784009 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc9f23-1f52-44be-90a0-be2e0326b2c5 None None] Checking router: b3fb106a-30cb-4657-a050-ab3b2b1da23b for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:05:13.793543 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc9f23-1f52-44be-90a0-be2e0326b2c5 None None] Routers {'b3fb106a-30cb-4657-a050-ab3b2b1da23b'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:13.794324 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-95cc9f23-1f52-44be-90a0-be2e0326b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:13.850126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.922413 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-95cc9f23-1f52-44be-90a0-be2e0326b2c5 None None] Set router b3fb106a-30cb-4657-a050-ab3b2b1da23b gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:13.979626 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.002525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec1697-05fa-4962-a369-64112d8bc2cd None None] DHCP port deletion for 5342f177-375c-488f-a97f-eaf2c4f977b9 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:05:14.052688 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 6f3cc602-be8e-4440-bf06-beaa071ddc7b {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:05:14.054645 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.057495 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9fec1697-05fa-4962-a369-64112d8bc2cd None None] Deleting port 2406ba26-7fc9-48d9-bd7a-df2403a89b32 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:05:14.057786 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9fec1697-05fa-4962-a369-64112d8bc2cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.118462 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-95cc9f23-1f52-44be-90a0-be2e0326b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:05:12Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:05:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:14.126103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 48eb6794-65c1-4ea2-af64-702d2ec25203 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:05:14.148044 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc9f23-1f52-44be-90a0-be2e0326b2c5 None None] The sync data for ids ['b3fb106a-30cb-4657-a050-ab3b2b1da23b'] in dv-neutron-826811-2-hyperv is: [{'id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'name': 'tempest-TestNetworkBasicOps-router-808350591', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:04:05Z', 'updated_at': '2022-02-04T06:05:12Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '6f3cc602-be8e-4440-bf06-beaa071ddc7b', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb106a-30cb-4657-a050-ab3b2b1da23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:04:06Z', 'updated_at': '2022-02-04T06:05:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:14.152445 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 48eb6794-65c1-4ea2-af64-702d2ec25203 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:05:14.152757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 48eb6794-65c1-4ea2-af64-702d2ec25203 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:05:14.158782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9fec1697-05fa-4962-a369-64112d8bc2cd None None] For port 2406ba26-7fc9-48d9-bd7a-df2403a89b32, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2406ba26-7fc9-48d9-bd7a-df2403a89b32,segment=NetworkSegment(1018101e-755e-4da2-9780-47959f3a8aba),segment_id=1018101e-755e-4da2-9780-47959f3a8aba)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:14.159187 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9fec1697-05fa-4962-a369-64112d8bc2cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.169070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 6f3cc602-be8e-4440-bf06-beaa071ddc7b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=6f3cc602-be8e-4440-bf06-beaa071ddc7b,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:14.170516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.175513 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9fec1697-05fa-4962-a369-64112d8bc2cd None None] Calling delete_port for 2406ba26-7fc9-48d9-bd7a-df2403a89b32 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:05:14.201486 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 6f3cc602-be8e-4440-bf06-beaa071ddc7b owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:05:14.266092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9fec1697-05fa-4962-a369-64112d8bc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.292695 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec1697-05fa-4962-a369-64112d8bc2cd None None] Pushing event deleted for resources: {'Port': ['ID=2406ba26-7fc9-48d9-bd7a-df2403a89b32,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:14.300138 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec1697-05fa-4962-a369-64112d8bc2cd None None] No DVR routers for this DVR port 2406ba26-7fc9-48d9-bd7a-df2403a89b32 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:14.388210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.414671 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=6f3cc602-be8e-4440-bf06-beaa071ddc7b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:14.482451 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.583615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.586030 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.633672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.634396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Fanout notify agent at l3_agent the message router_deleted on router b3fb106a-30cb-4657-a050-ab3b2b1da23b {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:05:14.642307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.646212 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fe2aaa36-9968-459b-a45d-22c0c3ff0f8d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/routers/b3fb106a-30cb-4657-a050-ab3b2b1da23b HTTP/1.1" status: 204 len: 168 time: 0.9112530 Feb 04 06:05:14.646352 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48830) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:14.731744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.810666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2406ba26-7fc9-48d9-bd7a-df2403a89b32 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:05:14.830177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.838571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 2406ba26-7fc9-48d9-bd7a-df2403a89b32 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:05:14.839203 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2406ba26-7fc9-48d9-bd7a-df2403a89b32 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:05:14.839791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e6ea4fb2-dfc2-4d54-9123-19dec87ef355 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:05:14.854849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5342f177-375c-488f-a97f-eaf2c4f977b9']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:14.866469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1018101e-755e-4da2-9780-47959f3a8aba') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:14.866754 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1018101e-755e-4da2-9780-47959f3a8aba') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:14.867454 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: e6ea4fb2-dfc2-4d54-9123-19dec87ef355 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:05:14.867908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device e6ea4fb2-dfc2-4d54-9123-19dec87ef355 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:05:14.879561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.896001 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.904223 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:05:14.906038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:05:14.909643 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:05:14.978858 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.986916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:14.990551 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/networks/5342f177-375c-488f-a97f-eaf2c4f977b9 HTTP/1.1" status: 204 len: 168 time: 0.3432417 Feb 04 06:05:15.005012 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63239143-1e53-4f79-85dd-126432f75e38 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Network': ['ID=5342f177-375c-488f-a97f-eaf2c4f977b9,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:15.009739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48832) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:15.016393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'network': {'name': 'tempest-network-smoke--696316107', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'port_security_enabled': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:15.038859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:15.042434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.067849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:05:15.078012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.078367 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Added segment 42581460-5509-4a02-a726-6a500afc0b1c of type vlan for network 736a611a-341f-4d18-b760-960dbb2e2863 Feb 04 06:05:15.136254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.165010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.171123 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.171971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.235387 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2234561 Feb 04 06:05:15.239017 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48834) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:15.241967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1e131-7641-41bd-9a6b-f18a50313a5c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Network': ['ID=736a611a-341f-4d18-b760-960dbb2e2863,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:15.244261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-726671233', 'admin_state_up': True, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:15.252923 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 736a611a-341f-4d18-b760-960dbb2e2863 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:05:15.273719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.274653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.331031 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.721919 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.913382 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.933254 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.040487 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.164 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/2aa9ed7c-fe4e-427c-94e3-9f6941f5a457) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:16.138932 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.176879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.215853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:16.220466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:16.223939 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:05:16.229626 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=2aa9ed7c-fe4e-427c-94e3-9f6941f5a457,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:16.480825 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.689487 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.700316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 6f3cc602-be8e-4440-bf06-beaa071ddc7b no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:05:16.742000 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 6f3cc602-be8e-4440-bf06-beaa071ddc7b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:05:16.742595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 6f3cc602-be8e-4440-bf06-beaa071ddc7b not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:05:16.832675 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router b40407d5-3a8f-4ecf-b51f-d41a27460e31 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:05:16.938724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:05:16.949142 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Sync routers for ids ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:16.958910 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Routers {'b40407d5-3a8f-4ecf-b51f-d41a27460e31'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:16.959530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:16.960112 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.961364 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8989f66d-7a12-4b7a-a12f-70a40e2c46ef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7211556 Feb 04 06:05:16.964532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48836) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:16.994173 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1bb65173-9279-4fab-bb4a-747f0d99c627 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282602 Feb 04 06:05:16.997311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48838) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:17.070021 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Set router b40407d5-3a8f-4ecf-b51f-d41a27460e31 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:17.086133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e68f95-d9b6-4fae-b3d2-982338fe7265 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:17.090292 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-45e68f95-d9b6-4fae-b3d2-982338fe7265 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899627 Feb 04 06:05:17.096507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48840) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:17.128700 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8e9a89fb-05f9-4e92-968a-d455ebeafcc6 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341058 Feb 04 06:05:17.129022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48842) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:17.135720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-959951835', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:17.238227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:17.242077 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.255654 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:16Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:17.285133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Checking router: b40407d5-3a8f-4ecf-b51f-d41a27460e31 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:05:17.285484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Updating router b40407d5-3a8f-4ecf-b51f-d41a27460e31 port 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:05:17.312262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.440949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.507955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Subnet': ['ID=46c8fb75-30fd-47a0-9167-61acec29d04f,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:17.517118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Checking segment: {'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:05:17.517118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network hostable DHCP agents. Network: 736a611a-341f-4d18-b760-960dbb2e2863, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:05:17.559565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 736a611a-341f-4d18-b760-960dbb2e2863 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:05:17.571010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 736a611a-341f-4d18-b760-960dbb2e2863) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:17.575887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:17.576025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.593686 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fe66d819-b009-4800-a731-00d5aebe0c97 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4633718 Feb 04 06:05:17.596188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48844) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:17.617377 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.621838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ac467d-b765-4c95-b7e1-a453ec3b483e None None] Network 736a611a-341f-4d18-b760-960dbb2e2863 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:05:17.625292 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.863991 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ab2eb-d695-4c4e-bd1d-8a10dfae4396 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ed7c-fe4e-427c-94e3-9f6941f5a457,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:17.878413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Attempting to bind port 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:17.878780 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Attempting to bind port 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:17.879141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Attempting to bind port 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:05:17.901466 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:05:17.902031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:05:17.902479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.902886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:05:17.903272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Bound port: 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:17.909500 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.994624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] For port 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:05:18.003444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] For port 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2aa9ed7c-fe4e-427c-94e3-9f6941f5a457,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:05:18.008874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.061404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-736a611a-341f-4d18-b760-960dbb2e2863', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ips': [{'subnet_id': '46c8fb75-30fd-47a0-9167-61acec29d04f'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:05:18.062266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.097730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.117596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Routers {'b40407d5-3a8f-4ecf-b51f-d41a27460e31'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:18.118198 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:18.220350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ab2eb-d695-4c4e-bd1d-8a10dfae4396 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ed7c-fe4e-427c-94e3-9f6941f5a457,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:18.329805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] Set router b40407d5-3a8f-4ecf-b51f-d41a27460e31 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:18.332003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Allocated IP 172.20.0.2 (736a611a-341f-4d18-b760-960dbb2e2863/46c8fb75-30fd-47a0-9167-61acec29d04f/f7410270-6901-462e-9225-a9671026b9f3) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:18.612581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.620490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.662909 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:16Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:18.675665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.1 (736a611a-341f-4d18-b760-960dbb2e2863/46c8fb75-30fd-47a0-9167-61acec29d04f/ad7482f3-9a8f-40e6-b953-915558e09728) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:18.697365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Network 736a611a-341f-4d18-b760-960dbb2e2863 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:18.698250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583bc46f-7b25-47cc-9e7b-bcff3994ebf6 None None] The sync data for ids ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'] in dv-neutron-826811-2-hyperv is: [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:16Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:18.703137 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:18.706635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:05:18.715455 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Pushing event updated for resources: {'Port': ['ID=f7410270-6901-462e-9225-a9671026b9f3,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:18.771909 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Attempting to bind port f7410270-6901-462e-9225-a9671026b9f3 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:18.772273 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Attempting to bind port f7410270-6901-462e-9225-a9671026b9f3 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:18.772632 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Attempting to bind port f7410270-6901-462e-9225-a9671026b9f3 on network 736a611a-341f-4d18-b760-960dbb2e2863 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:05:18.781929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:05:18.782422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Checking segment: {'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:05:18.782686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.783081 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Bound using segment: {'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:05:18.783557 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Bound port: f7410270-6901-462e-9225-a9671026b9f3, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:18.783935 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.818952 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.860548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] For port f7410270-6901-462e-9225-a9671026b9f3, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:05:18.865222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] For port f7410270-6901-462e-9225-a9671026b9f3, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f7410270-6901-462e-9225-a9671026b9f3,segment=NetworkSegment(42581460-5509-4a02-a726-6a500afc0b1c),segment_id=42581460-5509-4a02-a726-6a500afc0b1c)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:05:18.871508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.871786 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.938117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddcd3e-32a4-4597-ade9-3a349363d0b0 None None] Pushing event updated for resources: {'Port': ['ID=f7410270-6901-462e-9225-a9671026b9f3,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:18.968419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=ad7482f3-9a8f-40e6-b953-915558e09728,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:18.975569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 736a611a-341f-4d18-b760-960dbb2e2863 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:18.977969 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:18.981346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:05:19.043638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.274359 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.046140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.052592 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.152758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=ad7482f3-9a8f-40e6-b953-915558e09728,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:20.155479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.266286 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 736a611a-341f-4d18-b760-960dbb2e2863 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:20.268025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:20.276285 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e122c-ecdc-48de-8fd2-e886cd76b253 None None] Network 736a611a-341f-4d18-b760-960dbb2e2863 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:05:20.411165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router b40407d5-3a8f-4ecf-b51f-d41a27460e31 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:05:20.416888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3c5ffb7f-99a2-465e-8c9b-e20c4c195a32 None None] Provisioning complete for port f7410270-6901-462e-9225-a9671026b9f3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:20.417284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c5ffb7f-99a2-465e-8c9b-e20c4c195a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.544076 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c5ffb7f-99a2-465e-8c9b-e20c4c195a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.565738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:05:20.581053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48846) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:20.582703 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-01d8b6fc-2eed-4a93-8df5-3311ccf7ab92 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/b40407d5-3a8f-4ecf-b51f-d41a27460e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9854214 Feb 04 06:05:20.603161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3c5ffb7f-99a2-465e-8c9b-e20c4c195a32 None None] For port f7410270-6901-462e-9225-a9671026b9f3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f7410270-6901-462e-9225-a9671026b9f3,segment=NetworkSegment(42581460-5509-4a02-a726-6a500afc0b1c),segment_id=42581460-5509-4a02-a726-6a500afc0b1c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:20.609836 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c5ffb7f-99a2-465e-8c9b-e20c4c195a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.707458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ffb7f-99a2-465e-8c9b-e20c4c195a32 None None] Pushing event updated for resources: {'Port': ['ID=f7410270-6901-462e-9225-a9671026b9f3,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:20.788358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c46546-d460-4896-907c-514239c3055e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.788855 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c46546-d460-4896-907c-514239c3055e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.791523 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c46546-d460-4896-907c-514239c3055e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.792067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c46546-d460-4896-907c-514239c3055e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.792837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c46546-d460-4896-907c-514239c3055e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.793530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c46546-d460-4896-907c-514239c3055e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.795638 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a2c46546-d460-4896-907c-514239c3055e tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2123387 Feb 04 06:05:20.798575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48848) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:20.834852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-109ddfa6-3d97-4d39-a25b-f338c0e0c05d None None] Provisioning complete for port f7410270-6901-462e-9225-a9671026b9f3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:20.835368 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-109ddfa6-3d97-4d39-a25b-f338c0e0c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.911456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfe8dc-2319-4b32-b1be-78e438a14635 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.911979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfe8dc-2319-4b32-b1be-78e438a14635 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.912444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfe8dc-2319-4b32-b1be-78e438a14635 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.912890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfe8dc-2319-4b32-b1be-78e438a14635 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.913438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfe8dc-2319-4b32-b1be-78e438a14635 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.913922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfe8dc-2319-4b32-b1be-78e438a14635 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.917180 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ddbfe8dc-2319-4b32-b1be-78e438a14635 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.1160469 Feb 04 06:05:20.918977 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48850) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:20.992184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:21.056736 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-109ddfa6-3d97-4d39-a25b-f338c0e0c05d None None] Provisioning complete for port ad7482f3-9a8f-40e6-b953-915558e09728 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:21.057195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-109ddfa6-3d97-4d39-a25b-f338c0e0c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.100886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:21.101664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.109016 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a3facebe-1af3-4957-a384-972753696acf tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1872792 Feb 04 06:05:21.141569 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-109ddfa6-3d97-4d39-a25b-f338c0e0c05d None None] Port ad7482f3-9a8f-40e6-b953-915558e09728 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:05:21.211970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-45ed337a-c303-40b6-b6b2-7dafce157e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.228261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.263209 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Sync routers for ids ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:21.270562 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2aa9ed7c-fe4e-427c-94e3-9f6941f5a457,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:21.283455 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.284944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f7410270-6901-462e-9225-a9671026b9f3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:21.293819 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Routers {'b40407d5-3a8f-4ecf-b51f-d41a27460e31'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:21.294449 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:21.313435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48854) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:21.319122 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7a878ec6-7509-440c-b2ad-eb8036cb0328 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698268536', 'description': 'tempest-secgroup-smoke-698268536 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:21.334566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-72e0f614-967f-4ec3-9593-dc0872c23dd3 None None] Provisioning complete for port ad7482f3-9a8f-40e6-b953-915558e09728 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:21.334914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-72e0f614-967f-4ec3-9593-dc0872c23dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.363742 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7a878ec6-7509-440c-b2ad-eb8036cb0328 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.444060 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-72e0f614-967f-4ec3-9593-dc0872c23dd3 None None] Port ad7482f3-9a8f-40e6-b953-915558e09728 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:05:21.474598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ed7c-fe4e-427c-94e3-9f6941f5a457,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:21.488021 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Set router b40407d5-3a8f-4ecf-b51f-d41a27460e31 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:21.496525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f7410270-6901-462e-9225-a9671026b9f3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:21.496800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7a878ec6-7509-440c-b2ad-eb8036cb0328 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.497442 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.503760 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7a878ec6-7509-440c-b2ad-eb8036cb0328 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.546782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a878ec6-7509-440c-b2ad-eb8036cb0328 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b621d436-9105-4e64-aadd-faf0ff1717dc,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:21.582010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7a878ec6-7509-440c-b2ad-eb8036cb0328 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.588384 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48858) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:21.594745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0d06ca08-9506-4c14-b191-c29d4a04d37c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'b621d436-9105-4e64-aadd-faf0ff1717dc', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:21.599750 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7a878ec6-7509-440c-b2ad-eb8036cb0328 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2837160 Feb 04 06:05:21.616716 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-55a5f38c-1356-44cd-a3dc-6948822c7a13 None None] Provisioning complete for port ad7482f3-9a8f-40e6-b953-915558e09728 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:21.617648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-55a5f38c-1356-44cd-a3dc-6948822c7a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.634265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d06ca08-9506-4c14-b191-c29d4a04d37c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.681965 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-55a5f38c-1356-44cd-a3dc-6948822c7a13 None None] Port ad7482f3-9a8f-40e6-b953-915558e09728 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:05:21.708005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d06ca08-9506-4c14-b191-c29d4a04d37c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.713496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d06ca08-9506-4c14-b191-c29d4a04d37c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.736051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06ca08-9506-4c14-b191-c29d4a04d37c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6204f110-c375-4107-a506-05589988c469,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:21.746226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0d06ca08-9506-4c14-b191-c29d4a04d37c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.751153 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:19Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'ad7482f3-9a8f-40e6-b953-915558e09728', 'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:1a:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:18Z', 'updated_at': '2022-02-04T06:05:19Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:21.751780 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0d06ca08-9506-4c14-b191-c29d4a04d37c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1576977 Feb 04 06:05:21.751891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48860) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:21.756390 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0fe37826-2641-4eec-973f-34c344c2e408 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'b621d436-9105-4e64-aadd-faf0ff1717dc', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:21.782852 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Checking router: b40407d5-3a8f-4ecf-b51f-d41a27460e31 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:05:21.783429 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Updating router b40407d5-3a8f-4ecf-b51f-d41a27460e31 port ad7482f3-9a8f-40e6-b953-915558e09728 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:05:21.789329 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0fe37826-2641-4eec-973f-34c344c2e408 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.811180 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.860228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0fe37826-2641-4eec-973f-34c344c2e408 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.864685 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0fe37826-2641-4eec-973f-34c344c2e408 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.887158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe37826-2641-4eec-973f-34c344c2e408 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8caa9088-4650-443f-b157-6a6e6c5f03dd,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:21.903555 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0fe37826-2641-4eec-973f-34c344c2e408 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:21.907554 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0fe37826-2641-4eec-973f-34c344c2e408 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523895 Feb 04 06:05:21.907827 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48862) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:21.913976 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7c587f2d-83e0-4777-a883-a1ae6b719d6c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'b621d436-9105-4e64-aadd-faf0ff1717dc', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:21.947920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c587f2d-83e0-4777-a883-a1ae6b719d6c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.018551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c587f2d-83e0-4777-a883-a1ae6b719d6c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.026910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c587f2d-83e0-4777-a883-a1ae6b719d6c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.047209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c587f2d-83e0-4777-a883-a1ae6b719d6c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33389868-3f79-4984-b21c-c80566148a09,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:22.052501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7c587f2d-83e0-4777-a883-a1ae6b719d6c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.056460 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7c587f2d-83e0-4777-a883-a1ae6b719d6c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447759 Feb 04 06:05:22.056749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48864) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:22.061557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e7dd561d-1c4b-4dab-a61a-29ca700830e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'b621d436-9105-4e64-aadd-faf0ff1717dc', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:22.091575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7dd561d-1c4b-4dab-a61a-29ca700830e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.117205 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.125217 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.153270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7dd561d-1c4b-4dab-a61a-29ca700830e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.162717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7dd561d-1c4b-4dab-a61a-29ca700830e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.183683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd561d-1c4b-4dab-a61a-29ca700830e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99b3a8b-a97d-41ac-9b05-ade061ebf51f,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:22.194374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7dd561d-1c4b-4dab-a61a-29ca700830e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.198404 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e7dd561d-1c4b-4dab-a61a-29ca700830e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376829 Feb 04 06:05:22.198714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48866) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:22.205571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c6c32ff5-5305-4ce8-a302-9d0cda3c9750 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'b621d436-9105-4e64-aadd-faf0ff1717dc', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:22.229034 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Pushing event updated for resources: {'Port': ['ID=ad7482f3-9a8f-40e6-b953-915558e09728,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:22.234619 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-c6c32ff5-5305-4ce8-a302-9d0cda3c9750 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:05:22.235241 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Attempting to bind port ad7482f3-9a8f-40e6-b953-915558e09728 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:22.235648 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Attempting to bind port ad7482f3-9a8f-40e6-b953-915558e09728 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:22.236011 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Attempting to bind port ad7482f3-9a8f-40e6-b953-915558e09728 on network 736a611a-341f-4d18-b760-960dbb2e2863 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:05:22.242805 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.243215 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.243700 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.244035 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.244304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6c32ff5-5305-4ce8-a302-9d0cda3c9750 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.244437 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.244734 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.245050 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.245459 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.245773 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.246090 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.246403 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.246712 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:22.252490 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:05:22.252878 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Checking segment: {'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:05:22.253275 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.253791 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Bound using segment: {'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:05:22.254260 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Bound port: ad7482f3-9a8f-40e6-b953-915558e09728, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:22.254632 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.327028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6c32ff5-5305-4ce8-a302-9d0cda3c9750 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.328117 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] For port ad7482f3-9a8f-40e6-b953-915558e09728, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:05:22.331723 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6c32ff5-5305-4ce8-a302-9d0cda3c9750 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.331884 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] For port ad7482f3-9a8f-40e6-b953-915558e09728, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ad7482f3-9a8f-40e6-b953-915558e09728,segment=NetworkSegment(42581460-5509-4a02-a726-6a500afc0b1c),segment_id=42581460-5509-4a02-a726-6a500afc0b1c)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:05:22.338144 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.355088 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c32ff5-5305-4ce8-a302-9d0cda3c9750 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f778966c-75bd-4a19-826c-7dd879ce8103,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:22.363241 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c6c32ff5-5305-4ce8-a302-9d0cda3c9750 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.364981 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c6c32ff5-5305-4ce8-a302-9d0cda3c9750 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649268 Feb 04 06:05:22.373826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48868) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:22.380001 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-8f9bbcc0-6223-4713-9197-bdb58613c20f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'b621d436-9105-4e64-aadd-faf0ff1717dc', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:22.396919 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fbe24-4e66-4558-9468-5a7f77470e66 None None] Pushing event updated for resources: {'Port': ['ID=ad7482f3-9a8f-40e6-b953-915558e09728,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:22.420327 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Routers {'b40407d5-3a8f-4ecf-b51f-d41a27460e31'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:22.422563 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:04:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:22.432149 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-8f9bbcc0-6223-4713-9197-bdb58613c20f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:05:22.438364 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8f9bbcc0-6223-4713-9197-bdb58613c20f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.516911 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8f9bbcc0-6223-4713-9197-bdb58613c20f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.522735 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8f9bbcc0-6223-4713-9197-bdb58613c20f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.547114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bbcc0-6223-4713-9197-bdb58613c20f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8298f5d6-d088-4903-908f-6c4c3d609d30,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:22.557176 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8f9bbcc0-6223-4713-9197-bdb58613c20f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.561145 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8f9bbcc0-6223-4713-9197-bdb58613c20f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1831057 Feb 04 06:05:22.658971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0275e6e4-cb91-4ce6-a978-13be363a04f7 None None] Provisioning complete for port ad7482f3-9a8f-40e6-b953-915558e09728 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:22.659675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0275e6e4-cb91-4ce6-a978-13be363a04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.703935 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] Set router b40407d5-3a8f-4ecf-b51f-d41a27460e31 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:22.826450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0275e6e4-cb91-4ce6-a978-13be363a04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.830618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:22.917602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-0275e6e4-cb91-4ce6-a978-13be363a04f7 None None] For port ad7482f3-9a8f-40e6-b953-915558e09728, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ad7482f3-9a8f-40e6-b953-915558e09728,segment=NetworkSegment(42581460-5509-4a02-a726-6a500afc0b1c),segment_id=42581460-5509-4a02-a726-6a500afc0b1c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:22.928821 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0275e6e4-cb91-4ce6-a978-13be363a04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.938299 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-a6552461-30e0-40f7-a628-65bbf4f56092 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698268536&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0454326 Feb 04 06:05:22.985286 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:22.985737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:22.995208 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:19Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'ad7482f3-9a8f-40e6-b953-915558e09728', 'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:1a:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:18Z', 'updated_at': '2022-02-04T06:05:22Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:23.024496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275e6e4-cb91-4ce6-a978-13be363a04f7 None None] Pushing event updated for resources: {'Port': ['ID=ad7482f3-9a8f-40e6-b953-915558e09728,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:23.043327 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1744e69-9af2-45e0-a199-97faf9f34c74 None None] The sync data for ids ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'] in dv-neutron-826811-2-hyperv is: [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:19Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'ad7482f3-9a8f-40e6-b953-915558e09728', 'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:1a:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:18Z', 'updated_at': '2022-02-04T06:05:22Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:23.067209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-23bc9df6-f405-415d-b8e1-39d4f44571e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:23.068098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-106c2040-9241-4a71-aa25-7867dd4ce9b9 None None] Provisioning complete for port ad7482f3-9a8f-40e6-b953-915558e09728 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:23.068480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-106c2040-9241-4a71-aa25-7867dd4ce9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.074515 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-23bc9df6-f405-415d-b8e1-39d4f44571e7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/networks?id=736a611a-341f-4d18-b760-960dbb2e2863 HTTP/1.1" status: 200 len: 796 time: 0.1344004 Feb 04 06:05:23.090784 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-6c0983c9-4466-4e0e-a8bd-81d503901444 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/quotas/64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 375 time: 0.0153222 Feb 04 06:05:23.163319 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-85ed8ebf-562e-41fe-8c9f-62297b1db265 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716527 Feb 04 06:05:23.369058 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f7410270-6901-462e-9225-a9671026b9f3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:23.419590 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-6f778186-b271-491b-8a02-88e906248512 service neutron] 10.222.0.15 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350950 Feb 04 06:05:23.496024 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8e890e9f-47e2-4f47-bd51-a317b4daffa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.502155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f7410270-6901-462e-9225-a9671026b9f3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:23.502879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.546650 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-e79e30fa-72d6-4101-b087-0c76cf484999 service neutron] 10.222.0.15 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188588 Feb 04 06:05:23.770040 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bed11d8e-39cd-4cc2-b6eb-95bb3bbff586 req-bb6b0212-f2d9-48f1-bc37-db9e376efd59 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 210 time: 0.0490515 Feb 04 06:05:24.738939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.793027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-2747d1b3-9083-4ce8-a029-d15593c0045b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:24.795147 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-2747d1b3-9083-4ce8-a029-d15593c0045b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=736a611a-341f-4d18-b760-960dbb2e2863 HTTP/1.1" status: 200 len: 796 time: 0.1272283 Feb 04 06:05:24.857698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ad7482f3-9a8f-40e6-b953-915558e09728 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:24.860770 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-faa0cdda-21bb-4bb3-9088-0943947026bc tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 379 time: 0.0544112 Feb 04 06:05:24.911475 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-34655f97-280e-4bd8-89f1-4b1c3f7135f8 req-20f23228-d047-428f-a578-898b71264c08 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 210 time: 0.0444150 Feb 04 06:05:24.911972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port ad7482f3-9a8f-40e6-b953-915558e09728 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:24.912294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.918272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'device_id': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'admin_state_up': True, 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'security_groups': ['b621d436-9105-4e64-aadd-faf0ff1717dc']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:25.037015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:25.040599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.171442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.9 (736a611a-341f-4d18-b760-960dbb2e2863/46c8fb75-30fd-47a0-9167-61acec29d04f/5225e12d-f2e7-4193-960d-36973e4d5be7) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:25.316877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.352031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.398068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 736a611a-341f-4d18-b760-960dbb2e2863 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:25.401034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:25.404693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:05:25.432016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=5225e12d-f2e7-4193-960d-36973e4d5be7,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:25.463590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:25.464418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.482041 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-c2819e8b-bc4e-47bf-859d-add7cf1afe42 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681911 Feb 04 06:05:25.494185 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Request body: {'port': {'device_id': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:25.560539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.611469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2872de09-eb39-4475-804a-3eea54d5f3c4 None None] Provisioning complete for port 5225e12d-f2e7-4193-960d-36973e4d5be7 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:25.612016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2872de09-eb39-4475-804a-3eea54d5f3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.647039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-2872de09-eb39-4475-804a-3eea54d5f3c4 None None] Port 5225e12d-f2e7-4193-960d-36973e4d5be7 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:05:25.830308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5225e12d-f2e7-4193-960d-36973e4d5be7 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:05:25.838204 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.851138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Transition to ACTIVE for port object 5225e12d-f2e7-4193-960d-36973e4d5be7 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:25.856368 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.910754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5225e12d-f2e7-4193-960d-36973e4d5be7,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:26.010696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Attempting to bind port 5225e12d-f2e7-4193-960d-36973e4d5be7 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:26.011041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Attempting to bind port 5225e12d-f2e7-4193-960d-36973e4d5be7 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:26.011379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Attempting to bind port 5225e12d-f2e7-4193-960d-36973e4d5be7 on network 736a611a-341f-4d18-b760-960dbb2e2863 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:05:26.019257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Port 5225e12d-f2e7-4193-960d-36973e4d5be7 on network 736a611a-341f-4d18-b760-960dbb2e2863 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:05:26.019599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Attempting to bind port 5225e12d-f2e7-4193-960d-36973e4d5be7 on network 736a611a-341f-4d18-b760-960dbb2e2863 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:05:26.028300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:05:26.028643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Checking segment: {'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:05:26.029024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Bound using segment: {'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:05:26.029487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Bound port: 5225e12d-f2e7-4193-960d-36973e4d5be7, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42581460-5509-4a02-a726-6a500afc0b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:26.029868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.052485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cc8e4-95d9-4b47-ba36-1d93ad7cc7b1 req-e6f4045b-a02e-4f6b-bbc1-f43814d837e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.054072 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-379cc8e4-95d9-4b47-ba36-1d93ad7cc7b1 req-e6f4045b-a02e-4f6b-bbc1-f43814d837e3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 943 time: 0.0759001 Feb 04 06:05:26.133952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-379cc8e4-95d9-4b47-ba36-1d93ad7cc7b1 req-a58f7386-a3f4-4376-b544-4e592f2ab904 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=b621d436-9105-4e64-aadd-faf0ff1717dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565405 Feb 04 06:05:26.136333 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] For port 5225e12d-f2e7-4193-960d-36973e4d5be7, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:05:26.139580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] For port 5225e12d-f2e7-4193-960d-36973e4d5be7, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5225e12d-f2e7-4193-960d-36973e4d5be7,segment=NetworkSegment(42581460-5509-4a02-a726-6a500afc0b1c),segment_id=42581460-5509-4a02-a726-6a500afc0b1c)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:05:26.145362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.188406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.188899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.190604 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] 10.222.0.36 "PUT /v2.0/ports/5225e12d-f2e7-4193-960d-36973e4d5be7 HTTP/1.1" status: 200 len: 1093 time: 0.7007375 Feb 04 06:05:26.191058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'tag': '5225e12d-f2e7-4193-960d-36973e4d5be7'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:26.193479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e1ca62-d611-4d66-8f18-5bba664bca82" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3f3dfe-5a69-4892-9a81-de98f6546848", "tag": "5225e12d-f2e7-4193-960d-36973e4d5be7"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:05:26.219842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02b52e-6241-4b39-af26-c57d76327cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5225e12d-f2e7-4193-960d-36973e4d5be7,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:26.241009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86023907-c629-497f-ac98-bf9ae6a7d914 x-openstack-request-id: req-86023907-c629-497f-ac98-bf9ae6a7d914 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:05:26.241325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3f3dfe-5a69-4892-9a81-de98f6546848", "tag": "5225e12d-f2e7-4193-960d-36973e4d5be7", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:05:26.241665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86023907-c629-497f-ac98-bf9ae6a7d914 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:05:26.242081 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'tag': '5225e12d-f2e7-4193-960d-36973e4d5be7', 'status': 'completed', 'code': 200} Feb 04 06:05:26.293300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-85f0d5d3-cfc1-4c7e-ba47-5c8b604dfe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.294839 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-85f0d5d3-cfc1-4c7e-ba47-5c8b604dfe46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 1096 time: 0.0450878 Feb 04 06:05:26.340903 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-b9c03bc2-5a9d-4ea4-a116-4c153edc218d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5225e12d-f2e7-4193-960d-36973e4d5be7 HTTP/1.1" status: 200 len: 217 time: 0.0363493 Feb 04 06:05:26.346146 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.399151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-49898312-3933-4a4e-b671-6afb8a3806ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.400766 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-49898312-3933-4a4e-b671-6afb8a3806ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46c8fb75-30fd-47a0-9167-61acec29d04f HTTP/1.1" status: 200 len: 843 time: 0.0533917 Feb 04 06:05:26.452065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-26f243fb-ae6c-4ddc-b48e-512490a2a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.453584 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-26f243fb-ae6c-4ddc-b48e-512490a2a6ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=736a611a-341f-4d18-b760-960dbb2e2863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434027 Feb 04 06:05:26.547538 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-17eb167a-785b-4bc0-9862-50e51b316003 service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862055 Feb 04 06:05:26.636586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.643141 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5291621d-fc7a-437f-8d2f-a7f11e873473 req-0543a3ed-0aab-45b4-a1dc-7fb1e0c0eb21 service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882587 Feb 04 06:05:26.731583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1ca62-d611-4d66-8f18-5bba664bca82 req-f3c0e41d-de71-43f2-994c-de627547071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.733069 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7e1ca62-d611-4d66-8f18-5bba664bca82 req-f3c0e41d-de71-43f2-994c-de627547071d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 1096 time: 0.0421147 Feb 04 06:05:26.828853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1ca62-d611-4d66-8f18-5bba664bca82 req-def95d3b-6ee7-48c1-a470-9f4b7dd669a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.830359 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7e1ca62-d611-4d66-8f18-5bba664bca82 req-def95d3b-6ee7-48c1-a470-9f4b7dd669a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=736a611a-341f-4d18-b760-960dbb2e2863 HTTP/1.1" status: 200 len: 897 time: 0.0887222 Feb 04 06:05:26.874774 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7e1ca62-d611-4d66-8f18-5bba664bca82 req-65d29e5d-f229-4c54-aaf3-b8234ab70c0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5225e12d-f2e7-4193-960d-36973e4d5be7 HTTP/1.1" status: 200 len: 217 time: 0.0364287 Feb 04 06:05:26.924582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1ca62-d611-4d66-8f18-5bba664bca82 req-925c5cb7-29b8-4ba3-869e-71a2c14cf4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.926087 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7e1ca62-d611-4d66-8f18-5bba664bca82 req-925c5cb7-29b8-4ba3-869e-71a2c14cf4ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46c8fb75-30fd-47a0-9167-61acec29d04f HTTP/1.1" status: 200 len: 843 time: 0.0449028 Feb 04 06:05:26.974667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1ca62-d611-4d66-8f18-5bba664bca82 req-af166808-a5cc-44bf-bd44-6120642a605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.976473 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7e1ca62-d611-4d66-8f18-5bba664bca82 req-af166808-a5cc-44bf-bd44-6120642a605f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=736a611a-341f-4d18-b760-960dbb2e2863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421638 Feb 04 06:05:27.074330 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7e1ca62-d611-4d66-8f18-5bba664bca82 req-ff5e3e5a-528b-4297-a17b-797596e6d943 service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906708 Feb 04 06:05:27.166080 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7e1ca62-d611-4d66-8f18-5bba664bca82 req-95903068-69c5-46b7-ad77-f5be0f976085 service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835919 Feb 04 06:05:27.259170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c40cc7-926b-47ab-9e0b-43fc23d6dfd5 req-778d51b6-932f-4440-8226-d3d1d14f99a9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:27.260658 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-25c40cc7-926b-47ab-9e0b-43fc23d6dfd5 req-778d51b6-932f-4440-8226-d3d1d14f99a9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 943 time: 0.0545270 Feb 04 06:05:27.299092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-25c40cc7-926b-47ab-9e0b-43fc23d6dfd5 req-f961e80e-241d-47ec-ac5f-17360db11c8b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=b621d436-9105-4e64-aadd-faf0ff1717dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319958 Feb 04 06:05:28.167984 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 5225e12d-f2e7-4193-960d-36973e4d5be7 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:05:28.266010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 5225e12d-f2e7-4193-960d-36973e4d5be7, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5225e12d-f2e7-4193-960d-36973e4d5be7,segment=NetworkSegment(42581460-5509-4a02-a726-6a500afc0b1c),segment_id=42581460-5509-4a02-a726-6a500afc0b1c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:28.277491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '5225e12d-f2e7-4193-960d-36973e4d5be7', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'port_id': '5225e12d-f2e7-4193-960d-36973e4d5be7', 'mac_address': 'fa:16:3e:60:11:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:05:28.317809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:28.331929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5225e12d-f2e7-4193-960d-36973e4d5be7 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:05:28.358145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 5225e12d-f2e7-4193-960d-36973e4d5be7, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5225e12d-f2e7-4193-960d-36973e4d5be7,segment=NetworkSegment(42581460-5509-4a02-a726-6a500afc0b1c),segment_id=42581460-5509-4a02-a726-6a500afc0b1c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:28.362978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:28.413031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=5225e12d-f2e7-4193-960d-36973e4d5be7,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:28.425583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296ed61-e144-42c0-8f30-a96a06e8e990 req-14191908-da66-40f8-930f-247313758673 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:28.427128 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9296ed61-e144-42c0-8f30-a96a06e8e990 req-14191908-da66-40f8-930f-247313758673 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 944 time: 0.0544741 Feb 04 06:05:28.462592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:28.470714 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9296ed61-e144-42c0-8f30-a96a06e8e990 req-02614cd7-1771-4752-9546-696ab1dca600 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=b621d436-9105-4e64-aadd-faf0ff1717dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353873 Feb 04 06:05:28.605167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['5225e12d-f2e7-4193-960d-36973e4d5be7'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:05:29.591876 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40827ded-f176-472f-a792-6585970460f6 req-33f74772-438b-4865-93b7-0d3ec861185c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:29.593409 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-40827ded-f176-472f-a792-6585970460f6 req-33f74772-438b-4865-93b7-0d3ec861185c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 944 time: 0.0506620 Feb 04 06:05:29.635970 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-40827ded-f176-472f-a792-6585970460f6 req-3aa1cdf2-89c0-4e5f-bfb2-1242687a81a1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=b621d436-9105-4e64-aadd-faf0ff1717dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339229 Feb 04 06:05:30.204672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 5225e12d-f2e7-4193-960d-36973e4d5be7 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:30.252902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 5225e12d-f2e7-4193-960d-36973e4d5be7 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:30.256937 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 5225e12d-f2e7-4193-960d-36973e4d5be7 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:30.257342 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.337796 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.362277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5225e12d-f2e7-4193-960d-36973e4d5be7'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:30.364522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b68343-3fa5-46e5-809d-e2669040dbd6" -d '{"events": [{"server_uuid": "4d3f3dfe-5a69-4892-9a81-de98f6546848", "name": "network-vif-plugged", "status": "completed", "tag": "5225e12d-f2e7-4193-960d-36973e4d5be7"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:05:30.377566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 5225e12d-f2e7-4193-960d-36973e4d5be7, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5225e12d-f2e7-4193-960d-36973e4d5be7,segment=NetworkSegment(42581460-5509-4a02-a726-6a500afc0b1c),segment_id=42581460-5509-4a02-a726-6a500afc0b1c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:30.382304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.410431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360e2e8a-3f83-41ee-8686-9e888c24a749 x-openstack-request-id: req-360e2e8a-3f83-41ee-8686-9e888c24a749 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:05:30.410716 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3f3dfe-5a69-4892-9a81-de98f6546848", "name": "network-vif-plugged", "status": "completed", "tag": "5225e12d-f2e7-4193-960d-36973e4d5be7", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:05:30.410968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-360e2e8a-3f83-41ee-8686-9e888c24a749 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:05:30.411359 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5225e12d-f2e7-4193-960d-36973e4d5be7', 'code': 200} Feb 04 06:05:30.434570 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=5225e12d-f2e7-4193-960d-36973e4d5be7,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:30.588145 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155371b-1e03-40c7-9478-ef2394a63d67 req-22385ad9-2067-4b20-a305-87ceeaee313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:30.589726 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2155371b-1e03-40c7-9478-ef2394a63d67 req-22385ad9-2067-4b20-a305-87ceeaee313c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 1098 time: 0.0474670 Feb 04 06:05:30.625532 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2155371b-1e03-40c7-9478-ef2394a63d67 req-da425a95-2e70-4aa0-9bb5-96f954d039af service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b621d436-9105-4e64-aadd-faf0ff1717dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283976 Feb 04 06:05:30.761937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32581af-b95f-4bff-b857-a43902fb35e2 req-ae138bce-33d5-462d-b088-b6d3e1b75710 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:30.763540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a32581af-b95f-4bff-b857-a43902fb35e2 req-ae138bce-33d5-462d-b088-b6d3e1b75710 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 945 time: 0.0519855 Feb 04 06:05:30.803586 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a32581af-b95f-4bff-b857-a43902fb35e2 req-c9d4a47c-b742-450f-bd1a-ddca22e4a17b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=b621d436-9105-4e64-aadd-faf0ff1717dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338995 Feb 04 06:05:31.935509 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd5f6c-30c2-4474-a352-ea0c47bda4ee req-747ab5ea-8063-43ad-a7ed-0ecea78b5218 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.937261 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ebd5f6c-30c2-4474-a352-ea0c47bda4ee req-747ab5ea-8063-43ad-a7ed-0ecea78b5218 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 945 time: 0.0627828 Feb 04 06:05:31.977163 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ebd5f6c-30c2-4474-a352-ea0c47bda4ee req-1fe7707f-bccb-4bc2-948c-51ff4b8ac0d2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=b621d436-9105-4e64-aadd-faf0ff1717dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329916 Feb 04 06:05:32.102920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cf427-756c-4fa7-af62-c974a712ee7f req-19c0fe53-bd4e-4645-bbd0-daff2d3e9e0a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:32.104781 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e2cf427-756c-4fa7-af62-c974a712ee7f req-19c0fe53-bd4e-4645-bbd0-daff2d3e9e0a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 945 time: 0.0607870 Feb 04 06:05:32.146206 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e2cf427-756c-4fa7-af62-c974a712ee7f req-2e4bb38e-4505-4890-9a91-b3bed2e38e05 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=b621d436-9105-4e64-aadd-faf0ff1717dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341787 Feb 04 06:05:32.167469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48926) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:32.207485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf99c63-eee7-487e-8448-4f44f07c5259 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:32.209021 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ebf99c63-eee7-487e-8448-4f44f07c5259 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 1093 time: 0.0405183 Feb 04 06:05:32.211743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 48928) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:32.216219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '5225e12d-f2e7-4193-960d-36973e4d5be7', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:32.239781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.337544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.441714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.154 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/b02ebd7f-ae42-426f-b069-b83d080bcf0b) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:32.550742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.588746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:32.630425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:32.633288 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:32.635734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:05:32.660158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=b02ebd7f-ae42-426f-b069-b83d080bcf0b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:33.005172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.073394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.232822 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.238896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.311386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=b02ebd7f-ae42-426f-b069-b83d080bcf0b,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:33.319828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.419989 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP cfba29c4-336d-4e26-ac29-69e78dfb0ba5 associated. External IP: 172.26.5.154, port: 5225e12d-f2e7-4193-960d-36973e4d5be7. Feb 04 06:05:33.623693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router b40407d5-3a8f-4ecf-b51f-d41a27460e31 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:05:33.731770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:05:33.741929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13296e7-18ff-480e-a2d4-8a2b86ea11b9 None None] Sync routers for ids ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:33.749492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.756546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13296e7-18ff-480e-a2d4-8a2b86ea11b9 None None] Routers {'b40407d5-3a8f-4ecf-b51f-d41a27460e31'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:33.757473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c13296e7-18ff-480e-a2d4-8a2b86ea11b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:05:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:33.780659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48930) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:33.781322 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b69f5ff6-b895-4d9c-86db-51eee4604c23 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5679235 Feb 04 06:05:33.781424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'tag': '5225e12d-f2e7-4193-960d-36973e4d5be7'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:33.783686 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3f3dfe-5a69-4892-9a81-de98f6546848", "tag": "5225e12d-f2e7-4193-960d-36973e4d5be7"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:05:33.821138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0558540f-3ca1-4383-97dc-0cf4b7928156 x-openstack-request-id: req-0558540f-3ca1-4383-97dc-0cf4b7928156 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:05:33.821640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3f3dfe-5a69-4892-9a81-de98f6546848", "tag": "5225e12d-f2e7-4193-960d-36973e4d5be7", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:05:33.822050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0558540f-3ca1-4383-97dc-0cf4b7928156 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:05:33.822620 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'tag': '5225e12d-f2e7-4193-960d-36973e4d5be7', 'status': 'completed', 'code': 200} Feb 04 06:05:33.864599 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c54d951a-b7bf-412d-8a4d-fd6a17c8ecd4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cfba29c4-336d-4e26-ac29-69e78dfb0ba5 HTTP/1.1" status: 200 len: 991 time: 0.0825884 Feb 04 06:05:33.875625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c13296e7-18ff-480e-a2d4-8a2b86ea11b9 None None] Set router b40407d5-3a8f-4ecf-b51f-d41a27460e31 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:33.903664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6 req-d2c1459b-a7d8-4ad9-852c-4774894c6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:33.905219 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6 req-d2c1459b-a7d8-4ad9-852c-4774894c6392 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 1098 time: 0.0591352 Feb 04 06:05:33.998898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6 req-df41488e-e61b-4b19-aa03-f1836a8f56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:34.002573 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6 req-df41488e-e61b-4b19-aa03-f1836a8f56fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=736a611a-341f-4d18-b760-960dbb2e2863 HTTP/1.1" status: 200 len: 897 time: 0.0896773 Feb 04 06:05:34.072923 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6 req-769631c9-a0e7-45d2-a7ba-6bc9d8f3ce15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5225e12d-f2e7-4193-960d-36973e4d5be7 HTTP/1.1" status: 200 len: 999 time: 0.0649426 Feb 04 06:05:34.114798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c13296e7-18ff-480e-a2d4-8a2b86ea11b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:19Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cfba29c4-336d-4e26-ac29-69e78dfb0ba5', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.154', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'port_id': '5225e12d-f2e7-4193-960d-36973e4d5be7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'mac_address': 'fa:16:3e:60:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:05:32Z', 'updated_at': '2022-02-04T06:05:32Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7482f3-9a8f-40e6-b953-915558e09728', 'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:1a:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:18Z', 'updated_at': '2022-02-04T06:05:22Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:34.126031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6 req-1b488dfe-96af-4537-a569-73e3eddc4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:34.127890 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6 req-1b488dfe-96af-4537-a569-73e3eddc4357 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46c8fb75-30fd-47a0-9167-61acec29d04f HTTP/1.1" status: 200 len: 843 time: 0.0486867 Feb 04 06:05:34.141619 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13296e7-18ff-480e-a2d4-8a2b86ea11b9 None None] Checking router: b40407d5-3a8f-4ecf-b51f-d41a27460e31 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:05:34.150208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13296e7-18ff-480e-a2d4-8a2b86ea11b9 None None] Routers {'b40407d5-3a8f-4ecf-b51f-d41a27460e31'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:34.150800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c13296e7-18ff-480e-a2d4-8a2b86ea11b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:05:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:34.176709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6 req-7b418e09-d9d8-456d-899c-3998452d36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:34.178312 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6 req-7b418e09-d9d8-456d-899c-3998452d36e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=736a611a-341f-4d18-b760-960dbb2e2863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433359 Feb 04 06:05:34.259703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c13296e7-18ff-480e-a2d4-8a2b86ea11b9 None None] Set router b40407d5-3a8f-4ecf-b51f-d41a27460e31 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:34.285797 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6 req-710b928f-2354-4518-bf14-f58501a8560f service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997691 Feb 04 06:05:34.380545 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16145da4-ba9c-4c7f-bc20-32a49b1c5bb6 req-7877a301-c6b8-4e2b-a9ef-36f0607a14c3 service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879476 Feb 04 06:05:34.497684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c13296e7-18ff-480e-a2d4-8a2b86ea11b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:19Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cfba29c4-336d-4e26-ac29-69e78dfb0ba5', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.154', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'port_id': '5225e12d-f2e7-4193-960d-36973e4d5be7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'mac_address': 'fa:16:3e:60:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:05:32Z', 'updated_at': '2022-02-04T06:05:32Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7482f3-9a8f-40e6-b953-915558e09728', 'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:1a:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:18Z', 'updated_at': '2022-02-04T06:05:22Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:34.527466 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13296e7-18ff-480e-a2d4-8a2b86ea11b9 None None] The sync data for ids ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'] in dv-neutron-826811-2-hyperv is: [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:19Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cfba29c4-336d-4e26-ac29-69e78dfb0ba5', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.154', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'port_id': '5225e12d-f2e7-4193-960d-36973e4d5be7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'mac_address': 'fa:16:3e:60:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:05:32Z', 'updated_at': '2022-02-04T06:05:32Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7482f3-9a8f-40e6-b953-915558e09728', 'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:1a:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:18Z', 'updated_at': '2022-02-04T06:05:22Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:34.717660 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f8669-7d46-4075-9153-32d865ca7e8a None None] New status for floating IP cfba29c4-336d-4e26-ac29-69e78dfb0ba5: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:05:34.868303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48934) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:34.935325 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3662959d-2463-4fa6-9ab7-72497faaf813 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cfba29c4-336d-4e26-ac29-69e78dfb0ba5 HTTP/1.1" status: 200 len: 993 time: 0.0658102 Feb 04 06:05:42.368493 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-afdcfc3f-d036-4039-8087-85dfe99310de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394409 Feb 04 06:05:42.450787 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-649fdfb9-0840-468a-81ce-a80e8fb49813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:42.452252 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-649fdfb9-0840-468a-81ce-a80e8fb49813 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 1098 time: 0.0435865 Feb 04 06:05:42.550951 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-2e8d668d-01bf-40be-b24a-25270dab60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:42.552392 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-2e8d668d-01bf-40be-b24a-25270dab60ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.0816917 Feb 04 06:05:42.622321 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-4679b18c-98f7-4799-b6ed-69ea94ae0f67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0816fc3a-b507-443f-88ae-2ffae42c331b HTTP/1.1" status: 200 len: 1000 time: 0.0629156 Feb 04 06:05:43.018003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-f975c9bf-f7cd-442f-ad12-77c9dd7c4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:43.019475 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-f975c9bf-f7cd-442f-ad12-77c9dd7c4fa6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.3906825 Feb 04 06:05:43.064249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-17eaf1fc-e0a9-4de1-b0f6-32910ff4b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:43.065725 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-17eaf1fc-e0a9-4de1-b0f6-32910ff4b5ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386183 Feb 04 06:05:43.157237 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-b93fd9ff-d544-48ba-bab0-1cb888dcd30e service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837629 Feb 04 06:05:43.244389 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cfb4cd9a-cd8e-447b-8749-9b237278bb6d req-999f18ee-8237-4ae8-87d7-a0bae83b081b service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814822 Feb 04 06:05:44.707464 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:05:51.174784 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c66e3c2f-7d03-4923-95fd-22c76b94bb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.417832 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c44e9b94-4b50-4899-aaf7-722c6e26d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:54.723567 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.341339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:56.639735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:58.464817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.780034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48952) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:10.946059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Deleting port 33180cdc-b9c9-48ca-a2f0-c4567a30c95c {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:10.946450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.029185 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.029430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.041453 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Calling delete_port for 33180cdc-b9c9-48ca-a2f0-c4567a30c95c owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:11.191694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.217520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event deleted for resources: {'Port': ['ID=33180cdc-b9c9-48ca-a2f0-c4567a30c95c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:11.245626 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.245979 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.246322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.246667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.247002 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.247336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.247669 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.248001 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.248330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.248657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.248991 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.249336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:11.289281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.289513 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Floating IP 246f7657-45d4-44c4-9251-19cb98b308f7 disassociated (deleted). External IP: 172.26.5.117, port: 6a6c60ca-8840-4b3a-9832-9be78c08e4e1. Feb 04 06:06:11.503432 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Router e6f42ca1-a357-4306-8824-d786558ca787 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:06:11.862160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:06:11.866968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:11.872078 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a87713-81c9-4747-947b-30329dd96d5a None None] Sync routers for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:11.881158 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a87713-81c9-4747-947b-30329dd96d5a None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:11.881753 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c1a87713-81c9-4747-947b-30329dd96d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:05:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:11.895086 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f2ce0bc7-d32f-4f08-962c-9583302cc4e2 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "DELETE /v2.0/floatingips/246f7657-45d4-44c4-9251-19cb98b308f7 HTTP/1.1" status: 204 len: 168 time: 1.1139321 Feb 04 06:06:11.895779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'tag': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:11.898151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d790aeb-b870-4500-ab36-d93b7539dfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b029b0e3-0bb5-4bab-841a-8acdbf662248", "tag": "6a6c60ca-8840-4b3a-9832-9be78c08e4e1"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:06:12.012639 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a292b9f1-c356-44a8-b897-db12acf9ace6 x-openstack-request-id: req-a292b9f1-c356-44a8-b897-db12acf9ace6 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:06:12.013214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b029b0e3-0bb5-4bab-841a-8acdbf662248", "tag": "6a6c60ca-8840-4b3a-9832-9be78c08e4e1", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:06:12.013696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a292b9f1-c356-44a8-b897-db12acf9ace6 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:06:12.014346 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'tag': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1', 'status': 'completed', 'code': 200} Feb 04 06:06:12.023050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c1a87713-81c9-4747-947b-30329dd96d5a None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:12.085245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d790aeb-b870-4500-ab36-d93b7539dfb2 req-bb865ea4-a5dd-4ee5-9a7f-d7b7d82f585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:12.087860 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4d790aeb-b870-4500-ab36-d93b7539dfb2 req-bb865ea4-a5dd-4ee5-9a7f-d7b7d82f585d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 1099 time: 0.0546889 Feb 04 06:06:12.231599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4eef5-4d3e-4453-bc45-f2bef9bcab20 req-5babf04c-3f6d-4dfe-93d4-c53eafb622e6 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:12.233291 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7e4eef5-4d3e-4453-bc45-f2bef9bcab20 req-5babf04c-3f6d-4dfe-93d4-c53eafb622e6 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 946 time: 0.0804951 Feb 04 06:06:12.239868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d790aeb-b870-4500-ab36-d93b7539dfb2 req-440574b0-59c9-490d-8fb7-a35099fa6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:12.241340 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4d790aeb-b870-4500-ab36-d93b7539dfb2 req-440574b0-59c9-490d-8fb7-a35099fa6cbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.1474965 Feb 04 06:06:12.292119 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c1a87713-81c9-4747-947b-30329dd96d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'f3be650d-825a-4ca4-955d-7b0c21ce1b79', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:15:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:02:28Z', 'updated_at': '2022-02-04T06:02:30Z', 'revision_number': 1, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:12.297885 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4d790aeb-b870-4500-ab36-d93b7539dfb2 req-daa2349c-1472-429e-a9ee-b13e951d3a67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6c60ca-8840-4b3a-9832-9be78c08e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0483799 Feb 04 06:06:12.319301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a87713-81c9-4747-947b-30329dd96d5a None None] Checking router: e6f42ca1-a357-4306-8824-d786558ca787 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:06:12.327585 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a87713-81c9-4747-947b-30329dd96d5a None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:12.328180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c1a87713-81c9-4747-947b-30329dd96d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:05:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:12.342278 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7e4eef5-4d3e-4453-bc45-f2bef9bcab20 req-03f407a7-7de9-4341-96b1-e45a987b2a12 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999570 Feb 04 06:06:12.360572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d790aeb-b870-4500-ab36-d93b7539dfb2 req-f638fd76-3b40-4c97-b70e-068190f02ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:12.362164 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4d790aeb-b870-4500-ab36-d93b7539dfb2 req-f638fd76-3b40-4c97-b70e-068190f02ad1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0549295 Feb 04 06:06:12.410957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d790aeb-b870-4500-ab36-d93b7539dfb2 req-1220b5d0-35c7-462b-a87e-fc5c7b48283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:12.412465 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4d790aeb-b870-4500-ab36-d93b7539dfb2 req-1220b5d0-35c7-462b-a87e-fc5c7b48283f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425510 Feb 04 06:06:12.440541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c1a87713-81c9-4747-947b-30329dd96d5a None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:12.508888 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4d790aeb-b870-4500-ab36-d93b7539dfb2 req-2e62fcc0-498f-410e-a5b0-85a5e073aaf8 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891399 Feb 04 06:06:12.607042 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4d790aeb-b870-4500-ab36-d93b7539dfb2 req-d3435e79-8281-46b3-82d4-8cd36ae1b47f service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910041 Feb 04 06:06:12.819073 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c1a87713-81c9-4747-947b-30329dd96d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'f3be650d-825a-4ca4-955d-7b0c21ce1b79', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:15:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:02:28Z', 'updated_at': '2022-02-04T06:02:30Z', 'revision_number': 1, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:12.847812 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a87713-81c9-4747-947b-30329dd96d5a None None] The sync data for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv is: [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'f3be650d-825a-4ca4-955d-7b0c21ce1b79', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'port_id': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'mac_address': 'fa:16:3e:15:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:02:28Z', 'updated_at': '2022-02-04T06:02:30Z', 'revision_number': 1, 'project_id': '873935bdbbd64744932a7c294363dceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:13.059387 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82253edf-a83d-488e-b901-26d87df64f7d None None] New status for floating IP 246f7657-45d4-44c4-9251-19cb98b308f7: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:06:13.466988 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddba16f-e3d7-408b-82dd-4ba40b2d86d0 req-5e8c5ef8-6f06-4eae-ba18-46c7479017a5 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:13.468586 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-eddba16f-e3d7-408b-82dd-4ba40b2d86d0 req-5e8c5ef8-6f06-4eae-ba18-46c7479017a5 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 946 time: 0.0508153 Feb 04 06:06:13.514208 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-eddba16f-e3d7-408b-82dd-4ba40b2d86d0 req-ca047ec2-8ccb-4087-9601-84dd898050df tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388057 Feb 04 06:06:13.666898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c820be-334e-4256-b57f-cd4abf69b63b req-0eb06db6-829a-43d4-8d1d-b2a5f1a7acf6 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:13.668369 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f1c820be-334e-4256-b57f-cd4abf69b63b req-0eb06db6-829a-43d4-8d1d-b2a5f1a7acf6 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 946 time: 0.0490973 Feb 04 06:06:13.758494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-f1c820be-334e-4256-b57f-cd4abf69b63b req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Deleting port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:13.758842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f1c820be-334e-4256-b57f-cd4abf69b63b req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.853440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-f1c820be-334e-4256-b57f-cd4abf69b63b req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] For port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6a6c60ca-8840-4b3a-9832-9be78c08e4e1,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:13.853804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f1c820be-334e-4256-b57f-cd4abf69b63b req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.865967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-f1c820be-334e-4256-b57f-cd4abf69b63b req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Calling delete_port for 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:13.998754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f1c820be-334e-4256-b57f-cd4abf69b63b req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.029247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event deleted for resources: {'Port': ['ID=6a6c60ca-8840-4b3a-9832-9be78c08e4e1,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:14.059202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.059569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.059903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.060243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.060582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.060916 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.061282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.061615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.061951 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.062282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.062601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.062920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:14.079150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c820be-334e-4256-b57f-cd4abf69b63b req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] No DVR routers for this DVR port 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:14.081627 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f1c820be-334e-4256-b57f-cd4abf69b63b req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:14.084932 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f1c820be-334e-4256-b57f-cd4abf69b63b req-a7230d5b-1c51-4a52-876e-74596f562d72 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "DELETE /v2.0/ports/6a6c60ca-8840-4b3a-9832-9be78c08e4e1 HTTP/1.1" status: 204 len: 173 time: 0.4109261 Feb 04 06:06:14.085391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'name': 'network-vif-deleted', 'tag': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:14.087599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a47f96f-7eb6-432a-bc16-6f13b11d6903" -d '{"events": [{"server_uuid": "b029b0e3-0bb5-4bab-841a-8acdbf662248", "name": "network-vif-deleted", "tag": "6a6c60ca-8840-4b3a-9832-9be78c08e4e1"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:06:14.131640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c332f65c-ee24-430a-a291-67f3ea2bcbf7 x-openstack-request-id: req-c332f65c-ee24-430a-a291-67f3ea2bcbf7 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:06:14.131933 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b029b0e3-0bb5-4bab-841a-8acdbf662248", "name": "network-vif-deleted", "tag": "6a6c60ca-8840-4b3a-9832-9be78c08e4e1", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:06:14.132183 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c332f65c-ee24-430a-a291-67f3ea2bcbf7 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:06:14.132576 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b029b0e3-0bb5-4bab-841a-8acdbf662248', 'name': 'network-vif-deleted', 'tag': '6a6c60ca-8840-4b3a-9832-9be78c08e4e1', 'status': 'completed', 'code': 200} Feb 04 06:06:14.610336 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7a7d4453-2e4a-4759-b02d-0ee49dcb0f31 req-515b9a85-746e-4e01-871a-cab3d2b879ea tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 210 time: 0.0271270 Feb 04 06:06:15.707998 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-213178b3-f162-424c-b6e4-b7f9554a0a3a req-4b8d65c0-a667-4bce-96ad-659489317cee tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 210 time: 0.0284386 Feb 04 06:06:16.398404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:16.419182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:16.419562 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6a6c60ca-8840-4b3a-9832-9be78c08e4e1 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:16.807633 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b07edc8c-e79f-443d-af44-3de08ca9d39c req-3c659406-fb70-4478-b9a3-92925c57a224 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b029b0e3-0bb5-4bab-841a-8acdbf662248 HTTP/1.1" status: 200 len: 210 time: 0.0309722 Feb 04 06:06:21.183018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f463c77-8b05-4af0-b240-c3e8e0c43293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:21.707047 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:06:22.213739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 48994) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:22.374281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Deleting port e87c0626-f873-41c5-8310-b7a7d3b61f04 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:22.374621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.449147 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.449578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.461344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Calling delete_port for e87c0626-f873-41c5-8310-b7a7d3b61f04 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:22.607442 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.634284 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event deleted for resources: {'Port': ['ID=e87c0626-f873-41c5-8310-b7a7d3b61f04,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:22.693883 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.694478 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Floating IP f3be650d-825a-4ca4-955d-7b0c21ce1b79 disassociated (deleted). External IP: 172.26.5.46, port: 0816fc3a-b507-443f-88ae-2ffae42c331b. Feb 04 06:06:22.907739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Router e6f42ca1-a357-4306-8824-d786558ca787 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:06:23.015761 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:06:23.021215 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.025880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e212288-8c8e-4ca1-a508-055af91c5189 None None] Sync routers for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:23.037567 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e212288-8c8e-4ca1-a508-055af91c5189 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:23.038461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8e212288-8c8e-4ca1-a508-055af91c5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:05:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:23.054462 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9db61a7f-0e10-4890-87b2-ec82cb8988db tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "DELETE /v2.0/floatingips/f3be650d-825a-4ca4-955d-7b0c21ce1b79 HTTP/1.1" status: 204 len: 168 time: 0.8394785 Feb 04 06:06:23.055002 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'tag': '0816fc3a-b507-443f-88ae-2ffae42c331b'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:23.065843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c081b752-7073-4be4-8eea-37b1552b2989" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4f47bc-a9e1-4cc6-97d4-780f3daa914d", "tag": "0816fc3a-b507-443f-88ae-2ffae42c331b"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:06:23.119413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31217547-fc37-40b1-a22f-e4a4f67e9e80 x-openstack-request-id: req-31217547-fc37-40b1-a22f-e4a4f67e9e80 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:06:23.119703 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4f47bc-a9e1-4cc6-97d4-780f3daa914d", "tag": "0816fc3a-b507-443f-88ae-2ffae42c331b", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:06:23.119954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31217547-fc37-40b1-a22f-e4a4f67e9e80 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:06:23.120378 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'tag': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'status': 'completed', 'code': 200} Feb 04 06:06:23.154094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-8e212288-8c8e-4ca1-a508-055af91c5189 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:23.195192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081b752-7073-4be4-8eea-37b1552b2989 req-75105baf-8237-453c-b020-50b28dea5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:23.197661 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c081b752-7073-4be4-8eea-37b1552b2989 req-75105baf-8237-453c-b020-50b28dea5e2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873935bdbbd64744932a7c294363dceb&device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 1098 time: 0.0524604 Feb 04 06:06:23.350101 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081b752-7073-4be4-8eea-37b1552b2989 req-4ae6623d-bde5-400a-a49c-c84bca4a6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:23.351483 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c081b752-7073-4be4-8eea-37b1552b2989 req-4ae6623d-bde5-400a-a49c-c84bca4a6ae1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 200 len: 913 time: 0.1435380 Feb 04 06:06:23.386394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8e212288-8c8e-4ca1-a508-055af91c5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:23.410696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a23c47-1f3f-475f-a7df-e314e9fa280c req-397fa64c-6fb5-4601-bb77-5a0a3f69a9ba tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:23.412267 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-76a23c47-1f3f-475f-a7df-e314e9fa280c req-397fa64c-6fb5-4601-bb77-5a0a3f69a9ba tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 945 time: 0.1075830 Feb 04 06:06:23.414195 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c081b752-7073-4be4-8eea-37b1552b2989 req-45d3a276-9c20-4d4a-8372-e950d189ab83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0816fc3a-b507-443f-88ae-2ffae42c331b HTTP/1.1" status: 200 len: 217 time: 0.0537689 Feb 04 06:06:23.429211 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e212288-8c8e-4ca1-a508-055af91c5189 None None] Checking router: e6f42ca1-a357-4306-8824-d786558ca787 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:06:23.447589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e212288-8c8e-4ca1-a508-055af91c5189 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:23.448156 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8e212288-8c8e-4ca1-a508-055af91c5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:05:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:23.450380 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-278f309c-f87a-4381-a938-95ad05dd48da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:23.496281 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-76a23c47-1f3f-475f-a7df-e314e9fa280c req-df39d042-1d69-4b18-a888-9e322e478d7e tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770180 Feb 04 06:06:23.502408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081b752-7073-4be4-8eea-37b1552b2989 req-5e8fbc12-816f-4208-89e1-718223c401fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:23.503603 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c081b752-7073-4be4-8eea-37b1552b2989 req-5e8fbc12-816f-4208-89e1-718223c401fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 200 len: 851 time: 0.0769908 Feb 04 06:06:23.560104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081b752-7073-4be4-8eea-37b1552b2989 req-083de024-5ca1-4ad8-9c95-3ad380f02857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:23.565644 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c081b752-7073-4be4-8eea-37b1552b2989 req-083de024-5ca1-4ad8-9c95-3ad380f02857 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34558d7e-546e-4b91-a2ef-da4a9625d6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542150 Feb 04 06:06:23.583185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-8e212288-8c8e-4ca1-a508-055af91c5189 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:23.687094 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c081b752-7073-4be4-8eea-37b1552b2989 req-770a71db-56c3-47c8-bb25-33693cb6d1d2 service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133838 Feb 04 06:06:23.787927 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c081b752-7073-4be4-8eea-37b1552b2989 req-57d1811a-3c0c-4018-b17c-40b2c3c2a28a service neutron] 10.222.0.36 "GET /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937817 Feb 04 06:06:23.803122 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8e212288-8c8e-4ca1-a508-055af91c5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:23.831712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e212288-8c8e-4ca1-a508-055af91c5189 None None] The sync data for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv is: [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 4, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a88b0612-2f11-4dda-aa8b-a312d2da5095', 'name': '', 'network_id': '34558d7e-546e-4b91-a2ef-da4a9625d6bd', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'mac_address': 'fa:16:3e:56:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:19Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'subnets': [{'id': '1817768c-a2cb-4f0e-aacb-43d56aa011b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:24.066057 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b7c1f-ea9f-4812-9d2e-4aa90c68bf47 None None] New status for floating IP f3be650d-825a-4ca4-955d-7b0c21ce1b79: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:06:24.622622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a230fd6-7fcf-4332-bee8-0ad37e75b364 req-0c0420b7-0181-45e7-b27c-546c280d75d0 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:24.624110 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8a230fd6-7fcf-4332-bee8-0ad37e75b364 req-0c0420b7-0181-45e7-b27c-546c280d75d0 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 945 time: 0.0500655 Feb 04 06:06:24.665589 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8a230fd6-7fcf-4332-bee8-0ad37e75b364 req-638e3aac-596e-4812-acf8-6b6affd54cae tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/security-groups?id=d326c406-4156-4b6a-9993-cc4287c4efc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341983 Feb 04 06:06:24.728145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.746376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8119b-93ed-4b80-9bab-bd8730139a06 req-9ad62fe8-4781-4c2f-93ef-79e3db3f48f1 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:24.747978 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16a8119b-93ed-4b80-9bab-bd8730139a06 req-9ad62fe8-4781-4c2f-93ef-79e3db3f48f1 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 945 time: 0.0520084 Feb 04 06:06:24.842992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-16a8119b-93ed-4b80-9bab-bd8730139a06 req-58c8271c-e4bd-49e5-8889-25e7b4dc6c4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Deleting port 0816fc3a-b507-443f-88ae-2ffae42c331b {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:24.843250 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-16a8119b-93ed-4b80-9bab-bd8730139a06 req-58c8271c-e4bd-49e5-8889-25e7b4dc6c4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.931892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-16a8119b-93ed-4b80-9bab-bd8730139a06 req-58c8271c-e4bd-49e5-8889-25e7b4dc6c4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] For port 0816fc3a-b507-443f-88ae-2ffae42c331b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0816fc3a-b507-443f-88ae-2ffae42c331b,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:24.932314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-16a8119b-93ed-4b80-9bab-bd8730139a06 req-58c8271c-e4bd-49e5-8889-25e7b4dc6c4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:24.945306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-16a8119b-93ed-4b80-9bab-bd8730139a06 req-58c8271c-e4bd-49e5-8889-25e7b4dc6c4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Calling delete_port for 0816fc3a-b507-443f-88ae-2ffae42c331b owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:25.077517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-16a8119b-93ed-4b80-9bab-bd8730139a06 req-58c8271c-e4bd-49e5-8889-25e7b4dc6c4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.105539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8271c-e4bd-49e5-8889-25e7b4dc6c4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event deleted for resources: {'Port': ['ID=0816fc3a-b507-443f-88ae-2ffae42c331b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:25.157279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a8119b-93ed-4b80-9bab-bd8730139a06 req-58c8271c-e4bd-49e5-8889-25e7b4dc6c4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] No DVR routers for this DVR port 0816fc3a-b507-443f-88ae-2ffae42c331b on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:25.160610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-16a8119b-93ed-4b80-9bab-bd8730139a06 req-58c8271c-e4bd-49e5-8889-25e7b4dc6c4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:25.164254 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16a8119b-93ed-4b80-9bab-bd8730139a06 req-58c8271c-e4bd-49e5-8889-25e7b4dc6c4d tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.36 "DELETE /v2.0/ports/0816fc3a-b507-443f-88ae-2ffae42c331b HTTP/1.1" status: 204 len: 173 time: 0.4104345 Feb 04 06:06:25.164723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'name': 'network-vif-deleted', 'tag': '0816fc3a-b507-443f-88ae-2ffae42c331b'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:25.167568 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baef07ff-f726-4ee4-b332-665a88f79a9f" -d '{"events": [{"server_uuid": "ef4f47bc-a9e1-4cc6-97d4-780f3daa914d", "name": "network-vif-deleted", "tag": "0816fc3a-b507-443f-88ae-2ffae42c331b"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:06:25.205646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32790e3-a65e-4215-b6bc-0876f66011e4 x-openstack-request-id: req-c32790e3-a65e-4215-b6bc-0876f66011e4 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:06:25.205993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4f47bc-a9e1-4cc6-97d4-780f3daa914d", "name": "network-vif-deleted", "tag": "0816fc3a-b507-443f-88ae-2ffae42c331b", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:06:25.206690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c32790e3-a65e-4215-b6bc-0876f66011e4 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:06:25.206690 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4f47bc-a9e1-4cc6-97d4-780f3daa914d', 'name': 'network-vif-deleted', 'tag': '0816fc3a-b507-443f-88ae-2ffae42c331b', 'status': 'completed', 'code': 200} Feb 04 06:06:25.762247 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e7253414-5419-4e05-94ee-a1f74991fb99 req-012a537b-1fdd-448a-97d9-e3e7bbc1b396 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 210 time: 0.0290260 Feb 04 06:06:26.348523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.642164 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.863492 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-17f6766c-e19b-46f0-a43d-9e7bd4a7fe15 req-86ffd281-f6de-4817-8857-3bf07fe734bf tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 210 time: 0.0300441 Feb 04 06:06:27.962301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9c75ab9b-d09c-44f0-81b8-10299650f113 req-84935acb-ba32-4137-b9a5-9128d0d1e1a1 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef4f47bc-a9e1-4cc6-97d4-780f3daa914d HTTP/1.1" status: 200 len: 210 time: 0.0285718 Feb 04 06:06:28.479874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0816fc3a-b507-443f-88ae-2ffae42c331b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:28.506158 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 0816fc3a-b507-443f-88ae-2ffae42c331b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:28.506524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0816fc3a-b507-443f-88ae-2ffae42c331b not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:28.509341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.024644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49014) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:29.150371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b7a0c-dab9-4881-8abb-bc8cb6f7ae42 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Deleting port 8764c309-83c8-4ad3-9bf9-a69b607104e8 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:29.150709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2b6b7a0c-dab9-4881-8abb-bc8cb6f7ae42 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.227911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2b6b7a0c-dab9-4881-8abb-bc8cb6f7ae42 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.228241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2b6b7a0c-dab9-4881-8abb-bc8cb6f7ae42 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.240192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b7a0c-dab9-4881-8abb-bc8cb6f7ae42 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Calling delete_port for 8764c309-83c8-4ad3-9bf9-a69b607104e8 owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:29.366834 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2b6b7a0c-dab9-4881-8abb-bc8cb6f7ae42 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.395544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b7a0c-dab9-4881-8abb-bc8cb6f7ae42 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event deleted for resources: {'Port': ['ID=8764c309-83c8-4ad3-9bf9-a69b607104e8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:29.458953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2b6b7a0c-dab9-4881-8abb-bc8cb6f7ae42 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.461546 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2b6b7a0c-dab9-4881-8abb-bc8cb6f7ae42 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.462719 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2b6b7a0c-dab9-4881-8abb-bc8cb6f7ae42 tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "DELETE /v2.0/floatingips/0b7d0602-7fa7-4a60-a889-c178e21f19c6 HTTP/1.1" status: 204 len: 168 time: 0.4370146 Feb 04 06:06:32.788111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49030) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:32.854983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dfa587e5-2ef2-42af-abd8-d994fbc4fcdb tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.884332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dfa587e5-2ef2-42af-abd8-d994fbc4fcdb tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.951947 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dfa587e5-2ef2-42af-abd8-d994fbc4fcdb tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.954587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dfa587e5-2ef2-42af-abd8-d994fbc4fcdb tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:32.955753 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dfa587e5-2ef2-42af-abd8-d994fbc4fcdb tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] 10.222.0.15 "DELETE /v2.0/security-groups/d326c406-4156-4b6a-9993-cc4287c4efc1 HTTP/1.1" status: 204 len: 168 time: 0.1666410 Feb 04 06:06:32.965064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa587e5-2ef2-42af-abd8-d994fbc4fcdb tempest-TestVolumeBootPattern-1304952106 tempest-TestVolumeBootPattern-1304952106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d326c406-4156-4b6a-9993-cc4287c4efc1,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:33.012275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49034) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:33.541293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.804462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] Deleting port a88b0612-2f11-4dda-aa8b-a312d2da5095 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:33.804757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.901599 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] For port a88b0612-2f11-4dda-aa8b-a312d2da5095, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a88b0612-2f11-4dda-aa8b-a312d2da5095,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:33.902045 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:33.917987 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] Calling delete_port for a88b0612-2f11-4dda-aa8b-a312d2da5095 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:34.102197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.138586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a88b0612-2f11-4dda-aa8b-a312d2da5095,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:34.310342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.530155 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] Router e6f42ca1-a357-4306-8824-d786558ca787 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:06:34.637259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:06:34.642756 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-07366d69-53f1-425b-ad04-cdf2c5104a1e admin admin] 10.222.0.15 "PUT /v2.0/routers/e6f42ca1-a357-4306-8824-d786558ca787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6294310 Feb 04 06:06:34.645848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49038) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:34.651149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec536e-44bf-4f63-a7c7-289afc42bae6 None None] Sync routers for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:34.661503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec536e-44bf-4f63-a7c7-289afc42bae6 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:34.662109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-76ec536e-44bf-4f63-a7c7-289afc42bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:06:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:34.754418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.775282 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-76ec536e-44bf-4f63-a7c7-289afc42bae6 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:34.858003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.920561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Deleting port 0f86b976-d688-4b56-9bda-04100903bb49 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:34.920900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:34.984517 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-76ec536e-44bf-4f63-a7c7-289afc42bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '0f86b976-d688-4b56-9bda-04100903bb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:06:34Z', 'revision_number': 5, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port': {'id': '0f86b976-d688-4b56-9bda-04100903bb49', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:35.002611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] For port 0f86b976-d688-4b56-9bda-04100903bb49, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0f86b976-d688-4b56-9bda-04100903bb49,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:35.002912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.015699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Calling delete_port for 0f86b976-d688-4b56-9bda-04100903bb49 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:35.020528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec536e-44bf-4f63-a7c7-289afc42bae6 None None] Checking router: e6f42ca1-a357-4306-8824-d786558ca787 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:06:35.029506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec536e-44bf-4f63-a7c7-289afc42bae6 None None] Routers {'e6f42ca1-a357-4306-8824-d786558ca787'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:35.030117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-76ec536e-44bf-4f63-a7c7-289afc42bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:06:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['e6f42ca1-a357-4306-8824-d786558ca787'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:35.132666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-76ec536e-44bf-4f63-a7c7-289afc42bae6 None None] Set router e6f42ca1-a357-4306-8824-d786558ca787 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:35.189111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-76ec536e-44bf-4f63-a7c7-289afc42bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:06:34Z', 'revision_number': 6, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:35.224074 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec536e-44bf-4f63-a7c7-289afc42bae6 None None] The sync data for ids ['e6f42ca1-a357-4306-8824-d786558ca787'] in dv-neutron-826811-2-hyperv is: [{'id': 'e6f42ca1-a357-4306-8824-d786558ca787', 'name': 'tempest-TestVolumeBootPattern-1338960785-router', 'tenant_id': '873935bdbbd64744932a7c294363dceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:06:34Z', 'revision_number': 6, 'project_id': '873935bdbbd64744932a7c294363dceb', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:35.453210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.476980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f86b976-d688-4b56-9bda-04100903bb49,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:35.540843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.627919 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.630633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.674572 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.675641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6f42ca1-a357-4306-8824-d786558ca787 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:06:35.680151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.682551 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e55ecd68-4068-4343-b55a-9766b50f2695 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e6f42ca1-a357-4306-8824-d786558ca787 HTTP/1.1" status: 204 len: 168 time: 1.0357950 Feb 04 06:06:35.684978 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49040) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:35.736905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d614a289-b4f1-4b80-bd90-e573478f0022 admin admin] Deleting subnet 1817768c-a2cb-4f0e-aacb-43d56aa011b1 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:06:35.741692 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d614a289-b4f1-4b80-bd90-e573478f0022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.781363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d614a289-b4f1-4b80-bd90-e573478f0022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.867615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d614a289-b4f1-4b80-bd90-e573478f0022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.922077 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d614a289-b4f1-4b80-bd90-e573478f0022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.954253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614a289-b4f1-4b80-bd90-e573478f0022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1817768c-a2cb-4f0e-aacb-43d56aa011b1,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:35.956266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d614a289-b4f1-4b80-bd90-e573478f0022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.960084 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d614a289-b4f1-4b80-bd90-e573478f0022 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1817768c-a2cb-4f0e-aacb-43d56aa011b1 HTTP/1.1" status: 204 len: 168 time: 0.2741184 Feb 04 06:06:35.962131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ecb55-a46b-4022-8ff6-5db49859feea None None] Network 34558d7e-546e-4b91-a2ef-da4a9625d6bd requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:06:35.963311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49042) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:36.033058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.096220 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Deleting port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:36.104882 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.160380 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795dad2-a958-479e-88f0-303372206e10 None None] DHCP port deletion for 34558d7e-546e-4b91-a2ef-da4a9625d6bd request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:06:36.182949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] For port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:36.183311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.196939 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Calling delete_port for bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:36.215133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Deleting port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:36.215584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.276747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a795dad2-a958-479e-88f0-303372206e10 None None] For port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b,segment=NetworkSegment(470342eb-5928-48dc-9348-f2f1745a3456),segment_id=470342eb-5928-48dc-9348-f2f1745a3456)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:36.277176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.291462 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Calling delete_port for bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:36.296371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.325561 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:36.330890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] No DVR routers for this DVR port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: from cryptography.utils import int_from_bytes Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: from cryptography.utils import int_from_bytes Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:06:36.366972 dv-neutron-826811-2-hyperv neutron-server[102168]: self.session.flush() Feb 04 06:06:36.376927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.404040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Pushing event deleted for resources: {'Port': ['ID=bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:36.409162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795dad2-a958-479e-88f0-303372206e10 None None] No DVR routers for this DVR port bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:36.410242 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.417724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.418399 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.418864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.419509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.420062 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.420690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.421132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.421838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.422519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.423078 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.423497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.424038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795dad2-a958-479e-88f0-303372206e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:36.444157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34558d7e-546e-4b91-a2ef-da4a9625d6bd']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:36.454707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470342eb-5928-48dc-9348-f2f1745a3456') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:36.454970 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470342eb-5928-48dc-9348-f2f1745a3456') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:36.465340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.479165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.485055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:36.485491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:36.487152 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:36.544590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.550841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.556471 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/34558d7e-546e-4b91-a2ef-da4a9625d6bd HTTP/1.1" status: 204 len: 168 time: 0.5896699 Feb 04 06:06:36.556790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49044) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:36.564677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff06498-dc8f-4837-8f26-21d49fedb1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=34558d7e-546e-4b91-a2ef-da4a9625d6bd,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:36.793801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0f86b976-d688-4b56-9bda-04100903bb49 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:36.813861 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 0f86b976-d688-4b56-9bda-04100903bb49 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:36.814290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0f86b976-d688-4b56-9bda-04100903bb49 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:36.814820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a88b0612-2f11-4dda-aa8b-a312d2da5095 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:36.834772 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: a88b0612-2f11-4dda-aa8b-a312d2da5095 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:36.835275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a88b0612-2f11-4dda-aa8b-a312d2da5095 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:36.835783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:36.856247 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:36.856741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bd3e83a9-dd8e-44b0-9c3c-5c47e89b604b not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:36.934130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-65910235-e458-4b5d-927c-177757573694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.209345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-65910235-e458-4b5d-927c-177757573694 admin admin] Deleting port 4d574c86-9e48-4a41-90bf-d9c3256062ed {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:37.209702 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-65910235-e458-4b5d-927c-177757573694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.289974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-65910235-e458-4b5d-927c-177757573694 admin admin] For port 4d574c86-9e48-4a41-90bf-d9c3256062ed, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=4d574c86-9e48-4a41-90bf-d9c3256062ed,segment=NetworkSegment(a0bbacbb-594e-4dee-8447-d8db6700c210),segment_id=a0bbacbb-594e-4dee-8447-d8db6700c210)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:37.290313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-65910235-e458-4b5d-927c-177757573694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.302261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-65910235-e458-4b5d-927c-177757573694 admin admin] Calling delete_port for 4d574c86-9e48-4a41-90bf-d9c3256062ed owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:37.509724 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-65910235-e458-4b5d-927c-177757573694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.545946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65910235-e458-4b5d-927c-177757573694 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d574c86-9e48-4a41-90bf-d9c3256062ed,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:37.748549 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-65910235-e458-4b5d-927c-177757573694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:37.988648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65910235-e458-4b5d-927c-177757573694 admin admin] Router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:06:38.096679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65910235-e458-4b5d-927c-177757573694 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:06:38.101849 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-65910235-e458-4b5d-927c-177757573694 admin admin] 10.222.0.15 "PUT /v2.0/routers/c1d1c15d-d9b4-402a-96e0-c5e6d80a808f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5438678 Feb 04 06:06:38.104301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49046) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:38.106929 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c368a-b272-47a1-ad45-b957050f9e72 None None] Sync routers for ids ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:38.117675 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2c368a-b272-47a1-ad45-b957050f9e72 None None] Routers {'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:38.118275 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ab2c368a-b272-47a1-ad45-b957050f9e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:06:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:38.218512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.232524 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-ab2c368a-b272-47a1-ad45-b957050f9e72 None None] Set router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:38.327632 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.383236 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Deleting port a2846ac6-bafe-496b-b650-c9ad84359065 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:38.383479 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.422799 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ab2c368a-b272-47a1-ad45-b957050f9e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'name': 'tempest-TestVolumeBootPattern-941649707-router', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:21Z', 'updated_at': '2022-02-04T06:06:37Z', 'revision_number': 5, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'gw_port': {'id': 'a2846ac6-bafe-496b-b650-c9ad84359065', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:22Z', 'updated_at': '2022-02-04T05:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:38.451719 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c368a-b272-47a1-ad45-b957050f9e72 None None] Checking router: c1d1c15d-d9b4-402a-96e0-c5e6d80a808f for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:06:38.460613 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2c368a-b272-47a1-ad45-b957050f9e72 None None] Routers {'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:38.461252 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ab2c368a-b272-47a1-ad45-b957050f9e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:06:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:38.468686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] For port a2846ac6-bafe-496b-b650-c9ad84359065, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a2846ac6-bafe-496b-b650-c9ad84359065,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:38.469464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.482018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Calling delete_port for a2846ac6-bafe-496b-b650-c9ad84359065 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:38.554414 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-ab2c368a-b272-47a1-ad45-b957050f9e72 None None] Set router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:38.607949 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ab2c368a-b272-47a1-ad45-b957050f9e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'name': 'tempest-TestVolumeBootPattern-941649707-router', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:21Z', 'updated_at': '2022-02-04T06:06:38Z', 'revision_number': 6, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:38.639462 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c368a-b272-47a1-ad45-b957050f9e72 None None] The sync data for ids ['c1d1c15d-d9b4-402a-96e0-c5e6d80a808f'] in dv-neutron-826811-2-hyperv is: [{'id': 'c1d1c15d-d9b4-402a-96e0-c5e6d80a808f', 'name': 'tempest-TestVolumeBootPattern-941649707-router', 'tenant_id': 'ca746f4c40494c3fa44bd06f4b677690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:21Z', 'updated_at': '2022-02-04T06:06:38Z', 'revision_number': 6, 'project_id': 'ca746f4c40494c3fa44bd06f4b677690', 'gw_port_host': None}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:38.668678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.703574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2846ac6-bafe-496b-b650-c9ad84359065,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:38.763270 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.855744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.857911 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.901928 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.902425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1d1c15d-d9b4-402a-96e0-c5e6d80a808f {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:06:38.906694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:38.907891 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e17c6cc4-2cc6-497c-8c5c-f852ec4a91c9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c1d1c15d-d9b4-402a-96e0-c5e6d80a808f HTTP/1.1" status: 204 len: 168 time: 0.8026810 Feb 04 06:06:38.911077 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49048) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:38.959072 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7643cc-6277-4f02-a8d9-21bd9a9d8cd0 admin admin] Deleting subnet e609536c-a455-4104-a485-d1fc74f7cbfa {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:06:38.964969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd7643cc-6277-4f02-a8d9-21bd9a9d8cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.009855 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd7643cc-6277-4f02-a8d9-21bd9a9d8cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.105847 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd7643cc-6277-4f02-a8d9-21bd9a9d8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.149270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4d574c86-9e48-4a41-90bf-d9c3256062ed no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:39.177701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 4d574c86-9e48-4a41-90bf-d9c3256062ed {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:39.178336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4d574c86-9e48-4a41-90bf-d9c3256062ed not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:39.183342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd7643cc-6277-4f02-a8d9-21bd9a9d8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.210259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7643cc-6277-4f02-a8d9-21bd9a9d8cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e609536c-a455-4104-a485-d1fc74f7cbfa,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:39.214122 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd7643cc-6277-4f02-a8d9-21bd9a9d8cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.217512 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cd7643cc-6277-4f02-a8d9-21bd9a9d8cd0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e609536c-a455-4104-a485-d1fc74f7cbfa HTTP/1.1" status: 204 len: 168 time: 0.3055174 Feb 04 06:06:39.219930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49050) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:39.223161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c37da9e-659a-4927-ad83-177c29ad8004 None None] Network f52e34d6-f8de-4a4e-8a53-6de2103fbf4a requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:06:39.289585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.346437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Deleting port dd472d6d-bc8d-457e-b128-afb67c07f48a {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:39.346783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.416212 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] For port dd472d6d-bc8d-457e-b128-afb67c07f48a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=dd472d6d-bc8d-457e-b128-afb67c07f48a,segment=NetworkSegment(a0bbacbb-594e-4dee-8447-d8db6700c210),segment_id=a0bbacbb-594e-4dee-8447-d8db6700c210)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:39.416503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.429624 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Calling delete_port for dd472d6d-bc8d-457e-b128-afb67c07f48a owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:39.520137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.546706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd472d6d-bc8d-457e-b128-afb67c07f48a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:39.560519 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] No DVR routers for this DVR port dd472d6d-bc8d-457e-b128-afb67c07f48a on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:39.586756 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c6b1c-1829-4b8f-b7a7-c11c3b2e79d8 None None] DHCP port deletion for f52e34d6-f8de-4a4e-8a53-6de2103fbf4a request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:06:39.645516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.674305 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52e34d6-f8de-4a4e-8a53-6de2103fbf4a']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:39.684727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bbacbb-594e-4dee-8447-d8db6700c210') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:39.685164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bbacbb-594e-4dee-8447-d8db6700c210') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:39.696036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.718005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:39.725815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:39.730030 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:40.047988 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:40.086229 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.095800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.100427 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f52e34d6-f8de-4a4e-8a53-6de2103fbf4a HTTP/1.1" status: 204 len: 168 time: 0.8795283 Feb 04 06:06:40.112176 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4501f-faf3-4a25-a69f-f5bfbe3d14a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f52e34d6-f8de-4a4e-8a53-6de2103fbf4a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:40.213028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49054) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:40.260352 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f607bb75-ca96-49be-84ab-1c13e9cbe167 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=873935bdbbd64744932a7c294363dceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437541 Feb 04 06:06:40.260726 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49056) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:40.320989 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89f8229b-bc45-4409-b18c-fc1bd33c812c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.342815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89f8229b-bc45-4409-b18c-fc1bd33c812c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.397977 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89f8229b-bc45-4409-b18c-fc1bd33c812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.402409 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89f8229b-bc45-4409-b18c-fc1bd33c812c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.405185 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-89f8229b-bc45-4409-b18c-fc1bd33c812c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c6afd83-214d-48b0-b1d9-dfd5b50b4757 HTTP/1.1" status: 204 len: 168 time: 0.1424344 Feb 04 06:06:40.419515 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8229b-bc45-4409-b18c-fc1bd33c812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6afd83-214d-48b0-b1d9-dfd5b50b4757,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:40.787514 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49062) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:40.810634 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a2846ac6-bafe-496b-b650-c9ad84359065 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:40.827786 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ba430703-f01a-4e38-970c-264b46025104 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca746f4c40494c3fa44bd06f4b677690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389497 Feb 04 06:06:40.830228 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49064) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:40.833533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: a2846ac6-bafe-496b-b650-c9ad84359065 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:40.833887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a2846ac6-bafe-496b-b650-c9ad84359065 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:40.834303 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device dd472d6d-bc8d-457e-b128-afb67c07f48a no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:40.856541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: dd472d6d-bc8d-457e-b128-afb67c07f48a {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:40.856898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device dd472d6d-bc8d-457e-b128-afb67c07f48a not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:40.889986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a1155692-310e-4c68-9625-5aa7bdf7d293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.911876 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a1155692-310e-4c68-9625-5aa7bdf7d293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.960484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a1155692-310e-4c68-9625-5aa7bdf7d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.963143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a1155692-310e-4c68-9625-5aa7bdf7d293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:40.964299 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a1155692-310e-4c68-9625-5aa7bdf7d293 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04971a74-bdfb-4f55-bf0a-6a71b6f3cf9b HTTP/1.1" status: 204 len: 168 time: 0.1318314 Feb 04 06:06:40.972920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1155692-310e-4c68-9625-5aa7bdf7d293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04971a74-bdfb-4f55-bf0a-6a71b6f3cf9b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:42.422954 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-87a9a297-c653-447a-b4f0-34999849b517 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389056 Feb 04 06:06:42.485487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-f2722c7c-6329-4ff4-a5bd-4e080d909c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:42.487023 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-f2722c7c-6329-4ff4-a5bd-4e080d909c47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 1098 time: 0.0446396 Feb 04 06:06:42.585498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-597f96ad-f031-4957-853e-dca40db7f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:42.586923 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-597f96ad-f031-4957-853e-dca40db7f88f service neutron] 10.222.0.36 "GET /v2.0/networks?id=736a611a-341f-4d18-b760-960dbb2e2863 HTTP/1.1" status: 200 len: 897 time: 0.0820355 Feb 04 06:06:42.654186 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-05f2c9f7-0c5f-4063-aa9a-54c3dcb9a9d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5225e12d-f2e7-4193-960d-36973e4d5be7 HTTP/1.1" status: 200 len: 1001 time: 0.0601072 Feb 04 06:06:42.702837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-e49746aa-6851-4eb3-972f-f1b7a3db872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:42.704207 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-e49746aa-6851-4eb3-972f-f1b7a3db872f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46c8fb75-30fd-47a0-9167-61acec29d04f HTTP/1.1" status: 200 len: 843 time: 0.0434117 Feb 04 06:06:42.749104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-6fd7ea15-41b8-49f3-8d86-17aba9ae6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:42.750590 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-6fd7ea15-41b8-49f3-8d86-17aba9ae6c8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=736a611a-341f-4d18-b760-960dbb2e2863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399420 Feb 04 06:06:42.842285 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-fc674f97-b317-4478-bf05-3ba16fa48f07 service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851455 Feb 04 06:06:42.931692 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6acc9c9-1118-4854-b619-a105ef6e83ae req-d567415a-dad8-49ef-92d8-69bc5f14147d service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829062 Feb 04 06:06:51.175889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ecf9b10f-6b78-498a-91ac-72034fd1a6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:53.424626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1cba4083-27a9-47a1-8065-1e16051329c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.729853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.347036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.645626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.498077 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:58.706266 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:07:21.177347 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-49a19d09-9914-4ad1-9745-021561fa8388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.427875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a583f6de-dff6-45a3-8a0d-d5a06e75e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.732744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.351118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.531562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49076) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:26.537137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:26.631672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9747961'] for subnet, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.649881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.777852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747974407783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9699970'] for subnet, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.813058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:26.813222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.815265 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/subnets/46c8fb75-30fd-47a0-9167-61acec29d04f HTTP/1.1" status: 200 len: 835 time: 0.2823448 Feb 04 06:07:26.818106 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36cf876-ed6e-4480-8875-d38f2d752e76 None None] Network 736a611a-341f-4d18-b760-960dbb2e2863 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:26.831301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Subnet': ['ID=46c8fb75-30fd-47a0-9167-61acec29d04f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:26.839239 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:26.839590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:26.839929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:26.840263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:26.840596 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:26.840926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:26.841283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:26.841687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:26.841926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:26.842365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:26.842577 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:26.842880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5f090-c161-437c-8bc2-7a5f5396d517 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:27.189734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8fb7d15a-a096-4e8b-8621-198843431820 None None] Provisioning complete for port f7410270-6901-462e-9225-a9671026b9f3 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:27.190166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d15a-a096-4e8b-8621-198843431820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.275469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8fb7d15a-a096-4e8b-8621-198843431820 None None] Provisioning complete for port ad7482f3-9a8f-40e6-b953-915558e09728 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:27.276033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d15a-a096-4e8b-8621-198843431820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.363604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8fb7d15a-a096-4e8b-8621-198843431820 None None] Provisioning complete for port 5225e12d-f2e7-4193-960d-36973e4d5be7 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:27.364892 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d15a-a096-4e8b-8621-198843431820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.494882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.705355 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:07:44.368247 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-d3709687-26c1-44c3-8383-8ded52683d1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490766 Feb 04 06:07:44.457823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-7d8d94a1-f528-40bf-ba33-afe258aa0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:44.459900 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-7d8d94a1-f528-40bf-ba33-afe258aa0555 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 1098 time: 0.0446775 Feb 04 06:07:44.567735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-4b1a91d7-c18a-4696-8196-cd1b1eb22069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:44.569402 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-4b1a91d7-c18a-4696-8196-cd1b1eb22069 service neutron] 10.222.0.36 "GET /v2.0/networks?id=736a611a-341f-4d18-b760-960dbb2e2863 HTTP/1.1" status: 200 len: 897 time: 0.0909388 Feb 04 06:07:44.637514 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-dc6f239e-1e80-4a21-b676-905eedbd12f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5225e12d-f2e7-4193-960d-36973e4d5be7 HTTP/1.1" status: 200 len: 1001 time: 0.0615852 Feb 04 06:07:44.690756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-79c1fda0-5c5f-4d78-a29b-9d240c64a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:44.692232 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-79c1fda0-5c5f-4d78-a29b-9d240c64a2a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46c8fb75-30fd-47a0-9167-61acec29d04f HTTP/1.1" status: 200 len: 843 time: 0.0486009 Feb 04 06:07:44.738547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-fe33f0cc-2663-4963-ad25-1eca45249505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:44.740986 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-fe33f0cc-2663-4963-ad25-1eca45249505 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=736a611a-341f-4d18-b760-960dbb2e2863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424917 Feb 04 06:07:44.829620 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-a3d7b18b-57c2-4b07-91c2-a9f425d7c919 service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821753 Feb 04 06:07:44.928705 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a3b28b9-2f1a-43b5-806b-5dc432daeae7 req-e07f1774-7c67-4c25-8b2d-d87517846097 service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923610 Feb 04 06:07:51.180158 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-47b2afb2-8737-48ae-9fe4-c97885aea706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:53.429289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-59c526f2-b48b-4f8e-b027-bf17e24f25e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.735810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.352704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:56.652109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:58.508427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:04.073324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-320b7fb2-136a-4ad4-9051-fe1a812643ff req-03c422b2-501d-4e1f-bb60-cf3fabce0af7 service neutron] (102167) timed out ('10.222.0.36', 54237) {{(pid=102167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 06:08:09.618983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49090) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:09.777274 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port b02ebd7f-ae42-426f-b069-b83d080bcf0b {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:09.777609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.853450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.853776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:09.865775 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for b02ebd7f-ae42-426f-b069-b83d080bcf0b owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:10.009952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.034588 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=b02ebd7f-ae42-426f-b069-b83d080bcf0b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:10.044699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.045048 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.045465 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.045796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.046118 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.046440 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.046758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.047077 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.047402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.047722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.048039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.048350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:10.112200 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.112525 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP cfba29c4-336d-4e26-ac29-69e78dfb0ba5 disassociated (deleted). External IP: 172.26.5.154, port: 5225e12d-f2e7-4193-960d-36973e4d5be7. Feb 04 06:08:10.314084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router b40407d5-3a8f-4ecf-b51f-d41a27460e31 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:08:10.422427 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:08:10.427174 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:10.442152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119b14f-c395-4c9d-b413-255d781b91d0 None None] Sync routers for ids ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:10.452430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119b14f-c395-4c9d-b413-255d781b91d0 None None] Routers {'b40407d5-3a8f-4ecf-b51f-d41a27460e31'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:10.453340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-3119b14f-c395-4c9d-b413-255d781b91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:07:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:10.457635 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-139662f4-8ea5-44f3-856c-7d71fd4cf140 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/floatingips/cfba29c4-336d-4e26-ac29-69e78dfb0ba5 HTTP/1.1" status: 204 len: 168 time: 0.8352659 Feb 04 06:08:10.457635 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'tag': '5225e12d-f2e7-4193-960d-36973e4d5be7'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:10.464707 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3f3dfe-5a69-4892-9a81-de98f6546848", "tag": "5225e12d-f2e7-4193-960d-36973e4d5be7"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:10.523696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56713998-7fdd-4db3-8d43-e968b54e123e x-openstack-request-id: req-56713998-7fdd-4db3-8d43-e968b54e123e {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:10.523981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3f3dfe-5a69-4892-9a81-de98f6546848", "tag": "5225e12d-f2e7-4193-960d-36973e4d5be7", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:10.524228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56713998-7fdd-4db3-8d43-e968b54e123e {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:10.524764 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'tag': '5225e12d-f2e7-4193-960d-36973e4d5be7', 'status': 'completed', 'code': 200} Feb 04 06:08:10.568251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-3119b14f-c395-4c9d-b413-255d781b91d0 None None] Set router b40407d5-3a8f-4ecf-b51f-d41a27460e31 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:10.597548 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d req-8a12b11e-ba7b-4067-9fb5-577fd1f6a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:10.599870 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d req-8a12b11e-ba7b-4067-9fb5-577fd1f6a4ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 1098 time: 0.0521586 Feb 04 06:08:10.739756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d req-80e4a647-eb01-45c3-b80c-ff3a8ad32247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:10.745100 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d req-80e4a647-eb01-45c3-b80c-ff3a8ad32247 service neutron] 10.222.0.36 "GET /v2.0/networks?id=736a611a-341f-4d18-b760-960dbb2e2863 HTTP/1.1" status: 200 len: 897 time: 0.1344814 Feb 04 06:08:10.773177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9944-c94b-474d-a8fc-7d9333d3c407 req-ad763662-0eae-4248-8698-44365b43fdf8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:10.776042 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-965e9944-c94b-474d-a8fc-7d9333d3c407 req-ad763662-0eae-4248-8698-44365b43fdf8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 945 time: 0.0817184 Feb 04 06:08:10.798598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-3119b14f-c395-4c9d-b413-255d781b91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:19Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'ad7482f3-9a8f-40e6-b953-915558e09728', 'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:1a:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:18Z', 'updated_at': '2022-02-04T06:05:22Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:10.816494 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d req-90fd6bef-4cc6-4d15-8117-7525cf1ec548 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5225e12d-f2e7-4193-960d-36973e4d5be7 HTTP/1.1" status: 200 len: 217 time: 0.0670190 Feb 04 06:08:10.829491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119b14f-c395-4c9d-b413-255d781b91d0 None None] Checking router: b40407d5-3a8f-4ecf-b51f-d41a27460e31 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:10.839016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119b14f-c395-4c9d-b413-255d781b91d0 None None] Routers {'b40407d5-3a8f-4ecf-b51f-d41a27460e31'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:10.839623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-3119b14f-c395-4c9d-b413-255d781b91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:07:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:10.886311 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-965e9944-c94b-474d-a8fc-7d9333d3c407 req-56421eac-88e0-49d3-a386-59538d9390ee tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=b621d436-9105-4e64-aadd-faf0ff1717dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724623 Feb 04 06:08:10.909062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d req-4dd0e5c8-2971-47fe-8c86-e4de6c6ede17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:10.909062 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d req-4dd0e5c8-2971-47fe-8c86-e4de6c6ede17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46c8fb75-30fd-47a0-9167-61acec29d04f HTTP/1.1" status: 200 len: 843 time: 0.0806808 Feb 04 06:08:10.952312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-3119b14f-c395-4c9d-b413-255d781b91d0 None None] Set router b40407d5-3a8f-4ecf-b51f-d41a27460e31 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:10.954256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d req-5ba4a0f9-3aea-42ba-9b19-232073632f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:10.955746 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d req-5ba4a0f9-3aea-42ba-9b19-232073632f0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=736a611a-341f-4d18-b760-960dbb2e2863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447414 Feb 04 06:08:11.046525 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d req-1fe222af-a8ec-4344-94bb-2fc87b568687 service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834222 Feb 04 06:08:11.141001 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4f2d41a2-a1c5-4ecb-a6a6-da3b7b7d482d req-2d3b5bc2-b0a3-4216-91d9-78af93b6210c service neutron] 10.222.0.36 "GET /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872569 Feb 04 06:08:11.154042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-3119b14f-c395-4c9d-b413-255d781b91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:19Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'ad7482f3-9a8f-40e6-b953-915558e09728', 'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:1a:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:18Z', 'updated_at': '2022-02-04T06:05:22Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:11.181299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3119b14f-c395-4c9d-b413-255d781b91d0 None None] The sync data for ids ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'] in dv-neutron-826811-2-hyperv is: [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:19Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'ad7482f3-9a8f-40e6-b953-915558e09728', 'name': '', 'network_id': '736a611a-341f-4d18-b760-960dbb2e2863', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:1a:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:18Z', 'updated_at': '2022-02-04T06:05:22Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '46c8fb75-30fd-47a0-9167-61acec29d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:11.387735 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99011c8-2b1b-40ac-954d-5ccbadaf971b None None] New status for floating IP cfba29c4-336d-4e26-ac29-69e78dfb0ba5: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:08:12.028869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd265bb8-ccdc-4383-ad02-2ab23028ea61 req-529e57c7-fe85-4f45-b296-7a35da5dede6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:12.030494 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd265bb8-ccdc-4383-ad02-2ab23028ea61 req-529e57c7-fe85-4f45-b296-7a35da5dede6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 945 time: 0.0494022 Feb 04 06:08:12.131365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-cd265bb8-ccdc-4383-ad02-2ab23028ea61 req-ee7e22b3-9731-49df-8383-5210d8944fab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 5225e12d-f2e7-4193-960d-36973e4d5be7 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:12.131720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cd265bb8-ccdc-4383-ad02-2ab23028ea61 req-ee7e22b3-9731-49df-8383-5210d8944fab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.220563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-cd265bb8-ccdc-4383-ad02-2ab23028ea61 req-ee7e22b3-9731-49df-8383-5210d8944fab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 5225e12d-f2e7-4193-960d-36973e4d5be7, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5225e12d-f2e7-4193-960d-36973e4d5be7,segment=NetworkSegment(42581460-5509-4a02-a726-6a500afc0b1c),segment_id=42581460-5509-4a02-a726-6a500afc0b1c)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:12.220926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cd265bb8-ccdc-4383-ad02-2ab23028ea61 req-ee7e22b3-9731-49df-8383-5210d8944fab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.254344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-cd265bb8-ccdc-4383-ad02-2ab23028ea61 req-ee7e22b3-9731-49df-8383-5210d8944fab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 5225e12d-f2e7-4193-960d-36973e4d5be7 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:12.315830 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81707e26-34d4-49ab-85aa-97bab6ed56f2 req-d918566b-9587-42a2-8580-ae5a26b12191 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:12.317334 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-81707e26-34d4-49ab-85aa-97bab6ed56f2 req-d918566b-9587-42a2-8580-ae5a26b12191 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3f3dfe-5a69-4892-9a81-de98f6546848 HTTP/1.1" status: 200 len: 945 time: 0.3602483 Feb 04 06:08:12.374858 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-81707e26-34d4-49ab-85aa-97bab6ed56f2 req-3745f37b-c4b8-49d5-83d0-949de524946f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=b621d436-9105-4e64-aadd-faf0ff1717dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508089 Feb 04 06:08:12.436186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cd265bb8-ccdc-4383-ad02-2ab23028ea61 req-ee7e22b3-9731-49df-8383-5210d8944fab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.464265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e22b3-9731-49df-8383-5210d8944fab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=5225e12d-f2e7-4193-960d-36973e4d5be7,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:12.511421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd265bb8-ccdc-4383-ad02-2ab23028ea61 req-ee7e22b3-9731-49df-8383-5210d8944fab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] No DVR routers for this DVR port 5225e12d-f2e7-4193-960d-36973e4d5be7 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:08:12.513927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cd265bb8-ccdc-4383-ad02-2ab23028ea61 req-ee7e22b3-9731-49df-8383-5210d8944fab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.517217 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd265bb8-ccdc-4383-ad02-2ab23028ea61 req-ee7e22b3-9731-49df-8383-5210d8944fab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "DELETE /v2.0/ports/5225e12d-f2e7-4193-960d-36973e4d5be7 HTTP/1.1" status: 204 len: 173 time: 0.4784968 Feb 04 06:08:12.517659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'name': 'network-vif-deleted', 'tag': '5225e12d-f2e7-4193-960d-36973e4d5be7'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:12.519871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb4ea9c-2578-419e-9ab6-c6b7d4974f61" -d '{"events": [{"server_uuid": "4d3f3dfe-5a69-4892-9a81-de98f6546848", "name": "network-vif-deleted", "tag": "5225e12d-f2e7-4193-960d-36973e4d5be7"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:12.560781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28528fbd-c783-49c6-a5ba-0038e3c1dbfc x-openstack-request-id: req-28528fbd-c783-49c6-a5ba-0038e3c1dbfc {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:12.564433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3f3dfe-5a69-4892-9a81-de98f6546848", "name": "network-vif-deleted", "tag": "5225e12d-f2e7-4193-960d-36973e4d5be7", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:12.564699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28528fbd-c783-49c6-a5ba-0038e3c1dbfc {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:12.565148 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3f3dfe-5a69-4892-9a81-de98f6546848', 'name': 'network-vif-deleted', 'tag': '5225e12d-f2e7-4193-960d-36973e4d5be7', 'status': 'completed', 'code': 200} Feb 04 06:08:12.704624 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:08:13.437434 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49114) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:13.501445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ceb8ab-2cc7-4b4f-8641-73f7e668c2e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.530554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ceb8ab-2cc7-4b4f-8641-73f7e668c2e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.595574 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ceb8ab-2cc7-4b4f-8641-73f7e668c2e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.598339 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3ceb8ab-2cc7-4b4f-8641-73f7e668c2e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:13.600334 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e3ceb8ab-2cc7-4b4f-8641-73f7e668c2e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/b621d436-9105-4e64-aadd-faf0ff1717dc HTTP/1.1" status: 204 len: 168 time: 0.1618264 Feb 04 06:08:13.611894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ceb8ab-2cc7-4b4f-8641-73f7e668c2e6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b621d436-9105-4e64-aadd-faf0ff1717dc,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:13.636903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49118) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:14.345357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:14.606965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port ad7482f3-9a8f-40e6-b953-915558e09728 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:14.607227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:14.703652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port ad7482f3-9a8f-40e6-b953-915558e09728, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ad7482f3-9a8f-40e6-b953-915558e09728,segment=NetworkSegment(42581460-5509-4a02-a726-6a500afc0b1c),segment_id=42581460-5509-4a02-a726-6a500afc0b1c)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:14.704388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:14.716711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for ad7482f3-9a8f-40e6-b953-915558e09728 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:14.903915 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:14.928853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=ad7482f3-9a8f-40e6-b953-915558e09728,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:15.108015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.348421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router b40407d5-3a8f-4ecf-b51f-d41a27460e31 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:08:15.454905 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:08:15.461187 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-55855705-9e1d-4d84-85da-2feadf3cc221 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/b40407d5-3a8f-4ecf-b51f-d41a27460e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8230765 Feb 04 06:08:15.463430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49120) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:15.466210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89c4a27-318e-4154-9edd-4c3e0b43479a None None] Sync routers for ids ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:15.476127 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89c4a27-318e-4154-9edd-4c3e0b43479a None None] Routers {'b40407d5-3a8f-4ecf-b51f-d41a27460e31'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:15.476727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c89c4a27-318e-4154-9edd-4c3e0b43479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:07:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:15.518778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31930b8-9a01-4bb4-859f-83dc50b9a595 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting subnet 46c8fb75-30fd-47a0-9167-61acec29d04f {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:08:15.522578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b31930b8-9a01-4bb4-859f-83dc50b9a595 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.567663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b31930b8-9a01-4bb4-859f-83dc50b9a595 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.582251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c89c4a27-318e-4154-9edd-4c3e0b43479a None None] Set router b40407d5-3a8f-4ecf-b51f-d41a27460e31 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:15.674228 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b31930b8-9a01-4bb4-859f-83dc50b9a595 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.746629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b31930b8-9a01-4bb4-859f-83dc50b9a595 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.766091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c89c4a27-318e-4154-9edd-4c3e0b43479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:08:14Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:15.774269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31930b8-9a01-4bb4-859f-83dc50b9a595 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Subnet': ['ID=46c8fb75-30fd-47a0-9167-61acec29d04f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:15.779974 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b31930b8-9a01-4bb4-859f-83dc50b9a595 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.785812 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b31930b8-9a01-4bb4-859f-83dc50b9a595 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/subnets/46c8fb75-30fd-47a0-9167-61acec29d04f HTTP/1.1" status: 204 len: 168 time: 0.3188345 Feb 04 06:08:15.785812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49122) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:15.795323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89c4a27-318e-4154-9edd-4c3e0b43479a None None] Checking router: b40407d5-3a8f-4ecf-b51f-d41a27460e31 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:15.797323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fcdd65-a616-458d-8e1d-5ae12a66959a None None] Network 736a611a-341f-4d18-b760-960dbb2e2863 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:08:15.848301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89c4a27-318e-4154-9edd-4c3e0b43479a None None] Routers {'b40407d5-3a8f-4ecf-b51f-d41a27460e31'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:15.848301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c89c4a27-318e-4154-9edd-4c3e0b43479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:07:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:15.916348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.006852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c89c4a27-318e-4154-9edd-4c3e0b43479a None None] Set router b40407d5-3a8f-4ecf-b51f-d41a27460e31 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:16.034751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.103869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:16.104316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.110796 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] DHCP port deletion for 736a611a-341f-4d18-b760-960dbb2e2863 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:08:16.189052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=2aa9ed7c-fe4e-427c-94e3-9f6941f5a457,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:16.189561 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.203777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:16.216244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Deleting port f7410270-6901-462e-9225-a9671026b9f3 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:16.216616 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.382633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.409316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=2aa9ed7c-fe4e-427c-94e3-9f6941f5a457,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:16.438415 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] For port f7410270-6901-462e-9225-a9671026b9f3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f7410270-6901-462e-9225-a9671026b9f3,segment=NetworkSegment(42581460-5509-4a02-a726-6a500afc0b1c),segment_id=42581460-5509-4a02-a726-6a500afc0b1c)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:16.438815 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.448430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c89c4a27-318e-4154-9edd-4c3e0b43479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:08:14Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:16.478443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.479234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Calling delete_port for f7410270-6901-462e-9225-a9671026b9f3 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:16.481219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89c4a27-318e-4154-9edd-4c3e0b43479a None None] The sync data for ids ['b40407d5-3a8f-4ecf-b51f-d41a27460e31'] in dv-neutron-826811-2-hyperv is: [{'id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'name': 'tempest-TestNetworkBasicOps-router-726671233', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:08:14Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': '2aa9ed7c-fe4e-427c-94e3-9f6941f5a457', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40407d5-3a8f-4ecf-b51f-d41a27460e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:05:15Z', 'updated_at': '2022-02-04T06:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:16.575670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.576643 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.578115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.592180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] No DVR routers for this DVR port f7410270-6901-462e-9225-a9671026b9f3 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:08:16.613038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Pushing event deleted for resources: {'Port': ['ID=f7410270-6901-462e-9225-a9671026b9f3,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:16.627990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.628521 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.629056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.629397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.629863 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.630204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.630560 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.631102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.631612 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.631745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.631987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.632276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.632557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Fanout notify agent at l3_agent the message router_deleted on router b40407d5-3a8f-4ecf-b51f-d41a27460e31 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:08:16.632702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3cfac3-2f9a-4a8f-a9fa-1c80a7db52a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:16.640480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.644188 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d76ec4b2-8a9f-427d-a81a-63f1f2656890 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/routers/b40407d5-3a8f-4ecf-b51f-d41a27460e31 HTTP/1.1" status: 204 len: 168 time: 0.8549392 Feb 04 06:08:16.644346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49124) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:16.721581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.810207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.836073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736a611a-341f-4d18-b760-960dbb2e2863']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:16.848489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42581460-5509-4a02-a726-6a500afc0b1c') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:16.848489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42581460-5509-4a02-a726-6a500afc0b1c') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:16.858831 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.878775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.890784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:08:16.891396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:08:16.907622 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:08:16.939593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 5225e12d-f2e7-4193-960d-36973e4d5be7 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:08:16.967586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 5225e12d-f2e7-4193-960d-36973e4d5be7 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:08:16.968594 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 5225e12d-f2e7-4193-960d-36973e4d5be7 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:08:16.989432 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.009990 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.013501 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/networks/736a611a-341f-4d18-b760-960dbb2e2863 HTTP/1.1" status: 204 len: 168 time: 0.3680847 Feb 04 06:08:17.014298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bed90-aaa3-4319-81e2-5268ddf50c7f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Network': ['ID=736a611a-341f-4d18-b760-960dbb2e2863,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:17.025579 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49126) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:17.028102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ad7482f3-9a8f-40e6-b953-915558e09728 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:08:17.032247 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'network': {'name': 'tempest-network-smoke--1442612846', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'port_security_enabled': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:17.049388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: ad7482f3-9a8f-40e6-b953-915558e09728 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:08:17.049783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ad7482f3-9a8f-40e6-b953-915558e09728 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:08:17.050419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f7410270-6901-462e-9225-a9671026b9f3 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:08:17.063407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:17.067135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.071133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: f7410270-6901-462e-9225-a9671026b9f3 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:08:17.071476 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f7410270-6901-462e-9225-a9671026b9f3 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:08:17.095261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:08:17.105018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.105410 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Added segment b812081e-6f7b-470b-af61-18998610be35 of type vlan for network a19a267f-8bf9-4507-9e31-57a18242b568 Feb 04 06:08:17.145594 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.176651 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.183080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:17.183802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.247786 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2212408 Feb 04 06:08:17.250721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49128) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:17.256579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'admin_state_up': True, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:17.265375 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d4909-a5e4-4734-a5c0-bdb8475679f8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Network': ['ID=a19a267f-8bf9-4507-9e31-57a18242b568,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:17.277566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network a19a267f-8bf9-4507-9e31-57a18242b568 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:08:17.283873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.285100 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.339513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.487109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.686471 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.711172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.813765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.111 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/b98350ae-962a-463f-be20-23b3b24fac87) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:17.925484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.960183 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.999210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:18.002093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:18.006159 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:08:18.011760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=b98350ae-962a-463f-be20-23b3b24fac87,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:18.256835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.457826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.588700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router d795d734-b3eb-4e45-b699-6c6d5ae659db is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:08:18.698726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:08:18.709345 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Sync routers for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:18.718959 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:18.719173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.719557 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:07:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:18.723512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49132) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:18.729647 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-829e9132-ee26-4fa9-a561-77b2cd1fa634 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4777589 Feb 04 06:08:18.755450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49134) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:18.755665 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1b7c9405-02d1-4ab4-a52e-59313e9dd569 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302520 Feb 04 06:08:18.809264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:08:18.832290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:08:18.832665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 2aa9ed7c-fe4e-427c-94e3-9f6941f5a457 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:08:18.859710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5307b92-2601-4702-88f7-4724283ccc1c tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:18.864139 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a5307b92-2601-4702-88f7-4724283ccc1c tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1043632 Feb 04 06:08:18.864417 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49136) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:18.896279 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0c02c250-9079-408d-995d-19a2ba0a9c52 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280697 Feb 04 06:08:18.897099 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49138) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:18.901891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-985139203', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:18.934233 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:18.996815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:19.001528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.126478 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:18Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:19.153413 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Checking router: d795d734-b3eb-4e45-b699-6c6d5ae659db for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:19.154041 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Updating router d795d734-b3eb-4e45-b699-6c6d5ae659db port b98350ae-962a-463f-be20-23b3b24fac87 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:08:19.179720 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.190760 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.250718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Subnet': ['ID=bb328fbe-8933-4d25-8810-81f3d2e81881,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:19.271185 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Checking segment: {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:08:19.271695 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network hostable DHCP agents. Network: a19a267f-8bf9-4507-9e31-57a18242b568, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:08:19.288640 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network a19a267f-8bf9-4507-9e31-57a18242b568 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:08:19.299132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, a19a267f-8bf9-4507-9e31-57a18242b568) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:19.304313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:19.304892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.311215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907d7e1-17f3-42b5-89cc-bf36b64411db None None] Network a19a267f-8bf9-4507-9e31-57a18242b568 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:08:19.323223 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c77e59ab-ec46-4767-b2fd-60b933a7c9c5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4249125 Feb 04 06:08:19.326018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49140) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:19.467860 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.474649 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.487326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-a19a267f-8bf9-4507-9e31-57a18242b568', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:08:19.488452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.538985 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Attempting to bind port b98350ae-962a-463f-be20-23b3b24fac87 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:19.539538 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Attempting to bind port b98350ae-962a-463f-be20-23b3b24fac87 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:19.540028 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Attempting to bind port b98350ae-962a-463f-be20-23b3b24fac87 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:08:19.547463 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:08:19.547842 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:08:19.548239 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.548768 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:08:19.549436 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Bound port: b98350ae-962a-463f-be20-23b3b24fac87, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:19.549829 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.584553 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Pushing event updated for resources: {'Port': ['ID=b98350ae-962a-463f-be20-23b3b24fac87,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:19.596685 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.597023 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.597462 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.597805 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.598114 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.598539 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.598934 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.600030 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.600699 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.601037 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.601382 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.601707 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:19.634400 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] For port b98350ae-962a-463f-be20-23b3b24fac87, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:08:19.638107 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] For port b98350ae-962a-463f-be20-23b3b24fac87, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b98350ae-962a-463f-be20-23b3b24fac87,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:08:19.648172 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.655886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Allocated IP 172.20.0.2 (a19a267f-8bf9-4507-9e31-57a18242b568/bb328fbe-8933-4d25-8810-81f3d2e81881/f9578170-1bf1-46f9-b1a2-72e1ceb17c9f) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:19.728354 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:19.728932 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:07:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:19.798601 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2a084-dcea-449a-8980-2acd4ae75209 None None] Pushing event updated for resources: {'Port': ['ID=b98350ae-962a-463f-be20-23b3b24fac87,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:19.851763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.862151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.874431 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.891982 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:19.908311 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Network a19a267f-8bf9-4507-9e31-57a18242b568 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:19.911687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:19.915440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:08:19.939972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Pushing event updated for resources: {'Port': ['ID=f9578170-1bf1-46f9-b1a2-72e1ceb17c9f,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:19.979428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Attempting to bind port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:19.979711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Attempting to bind port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:19.980110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Attempting to bind port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f on network a19a267f-8bf9-4507-9e31-57a18242b568 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:08:19.985358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:08:19.985731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Checking segment: {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:08:19.986187 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.986694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Bound using segment: {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:08:19.987293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Bound port: f9578170-1bf1-46f9-b1a2-72e1ceb17c9f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:19.987793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.058662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] For port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:08:20.062608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] For port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f9578170-1bf1-46f9-b1a2-72e1ceb17c9f,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:08:20.073042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.103027 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:18Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:20.131046 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084d3b8-47cb-4691-b3f6-8b2e0709f2df None None] The sync data for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv is: [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:18Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:20.136039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b43321-c86e-4bbb-8a7d-e644f833a1a6 None None] Pushing event updated for resources: {'Port': ['ID=f9578170-1bf1-46f9-b1a2-72e1ceb17c9f,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:20.224576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.1 (a19a267f-8bf9-4507-9e31-57a18242b568/bb328fbe-8933-4d25-8810-81f3d2e81881/88378d65-d4f7-4cc6-9e25-25093e764a1e) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:20.374779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.429596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.489518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network a19a267f-8bf9-4507-9e31-57a18242b568 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:20.493798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:20.497929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:08:20.535190 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=88378d65-d4f7-4cc6-9e25-25093e764a1e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:20.563956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.717365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.015880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f9578170-1bf1-46f9-b1a2-72e1ceb17c9f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:08:21.065822 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.072900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.114653 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:21.115474 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.190908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4f01-5e04-4200-b737-8b94cacda43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.229581 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.232205 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=88378d65-d4f7-4cc6-9e25-25093e764a1e,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:21.260450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.322179 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f9578170-1bf1-46f9-b1a2-72e1ceb17c9f,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:21.328507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.329961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b98350ae-962a-463f-be20-23b3b24fac87 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:08:21.433850 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=f9578170-1bf1-46f9-b1a2-72e1ceb17c9f,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:21.447940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port b98350ae-962a-463f-be20-23b3b24fac87 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:21.448461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.544381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.559171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381d26f-9aa6-4af6-b208-5ad241a02bac None None] Network a19a267f-8bf9-4507-9e31-57a18242b568 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:08:21.583249 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port b98350ae-962a-463f-be20-23b3b24fac87, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b98350ae-962a-463f-be20-23b3b24fac87,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:21.615977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.670364 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network a19a267f-8bf9-4507-9e31-57a18242b568 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:21.671858 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:21.675626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4d908a74-431e-4525-bbba-08ed3da9d7a0 None None] Provisioning complete for port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:21.675999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4d908a74-431e-4525-bbba-08ed3da9d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:21.733800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=b98350ae-962a-463f-be20-23b3b24fac87,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:21.810661 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router d795d734-b3eb-4e45-b699-6c6d5ae659db has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:08:21.936767 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:08:21.942272 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c0141a39-69d3-48b9-be47-4a331faf1350 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/d795d734-b3eb-4e45-b699-6c6d5ae659db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6150334 Feb 04 06:08:21.944953 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49144) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:22.058526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c7e0ea-4f32-4394-a057-b8e71512cbc3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.058997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c7e0ea-4f32-4394-a057-b8e71512cbc3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.059460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c7e0ea-4f32-4394-a057-b8e71512cbc3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.059917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c7e0ea-4f32-4394-a057-b8e71512cbc3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.062257 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-56c7e0ea-4f32-4394-a057-b8e71512cbc3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1158972 Feb 04 06:08:22.065364 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49146) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:22.123254 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01bcdaa-b181-4ff5-a083-f1ea758548d7 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.123904 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01bcdaa-b181-4ff5-a083-f1ea758548d7 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.124233 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01bcdaa-b181-4ff5-a083-f1ea758548d7 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.124679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01bcdaa-b181-4ff5-a083-f1ea758548d7 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.126477 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b01bcdaa-b181-4ff5-a083-f1ea758548d7 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0601337 Feb 04 06:08:22.129071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49148) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:22.193664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c46965dd-23f8-4766-a1f1-ffc591a7ee74 None None] Provisioning complete for port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:22.194175 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c46965dd-23f8-4766-a1f1-ffc591a7ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.226333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Sync routers for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:22.247792 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:22.248420 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:07:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:22.282754 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cb7197e3-94f8-42fa-beea-69fe61360ff3 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1525507 Feb 04 06:08:22.407535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:22.523255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c46965dd-23f8-4766-a1f1-ffc591a7ee74 None None] Provisioning complete for port 88378d65-d4f7-4cc6-9e25-25093e764a1e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:22.523756 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c46965dd-23f8-4766-a1f1-ffc591a7ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.605706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c46965dd-23f8-4766-a1f1-ffc591a7ee74 None None] Port 88378d65-d4f7-4cc6-9e25-25093e764a1e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:08:22.674797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:22.694301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49152) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:22.699578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-599ec377-8158-4eab-b9f0-6ada5cb67c39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452389999', 'description': 'tempest-secgroup-smoke-452389999 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:22.702500 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Checking router: d795d734-b3eb-4e45-b699-6c6d5ae659db for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:22.702859 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Updating router d795d734-b3eb-4e45-b699-6c6d5ae659db port 88378d65-d4f7-4cc6-9e25-25093e764a1e binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:08:22.726877 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-599ec377-8158-4eab-b9f0-6ada5cb67c39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.739491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.755556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6a57db37-b772-4817-a994-073b99f4b24a None None] Provisioning complete for port 88378d65-d4f7-4cc6-9e25-25093e764a1e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:22.756132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6a57db37-b772-4817-a994-073b99f4b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.801749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-599ec377-8158-4eab-b9f0-6ada5cb67c39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.808387 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-599ec377-8158-4eab-b9f0-6ada5cb67c39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.842652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-599ec377-8158-4eab-b9f0-6ada5cb67c39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.848094 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-599ec377-8158-4eab-b9f0-6ada5cb67c39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1523099 Feb 04 06:08:22.851597 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49154) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:22.856566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ec377-8158-4eab-b9f0-6ada5cb67c39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf0343d-e556-4b96-86e9-2cbadc2e502d,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:22.856911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-88cab224-8bbe-426c-be4e-df580961dc82 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2bf0343d-e556-4b96-86e9-2cbadc2e502d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:22.901213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-88cab224-8bbe-426c-be4e-df580961dc82 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.915988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f9578170-1bf1-46f9-b1a2-72e1ceb17c9f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:08:22.939089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6a57db37-b772-4817-a994-073b99f4b24a None None] Port 88378d65-d4f7-4cc6-9e25-25093e764a1e cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:08:22.955732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-88cab224-8bbe-426c-be4e-df580961dc82 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.961170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-88cab224-8bbe-426c-be4e-df580961dc82 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.992923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-88cab224-8bbe-426c-be4e-df580961dc82 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.994425 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-88cab224-8bbe-426c-be4e-df580961dc82 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412358 Feb 04 06:08:22.997216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49156) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:22.997769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cab224-8bbe-426c-be4e-df580961dc82 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdf0f10-0eff-4cab-827e-06224bdaddbb,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.003398 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e2e75889-ad5d-417b-8a0c-772e2dd1d848 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2bf0343d-e556-4b96-86e9-2cbadc2e502d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:23.036152 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2e75889-ad5d-417b-8a0c-772e2dd1d848 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.037682 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:23.038061 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.097676 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2e75889-ad5d-417b-8a0c-772e2dd1d848 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.102528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2e75889-ad5d-417b-8a0c-772e2dd1d848 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.123940 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e75889-ad5d-417b-8a0c-772e2dd1d848 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa98066b-f119-4e86-95ea-baba9be6e87c,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.136191 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e2e75889-ad5d-417b-8a0c-772e2dd1d848 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.140244 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e2e75889-ad5d-417b-8a0c-772e2dd1d848 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388364 Feb 04 06:08:23.140566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49158) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:23.145776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-59f4492d-ad66-4945-b050-86cc99625fa8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2bf0343d-e556-4b96-86e9-2cbadc2e502d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:23.176385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-59f4492d-ad66-4945-b050-86cc99625fa8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.246664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-59f4492d-ad66-4945-b050-86cc99625fa8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.253459 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-59f4492d-ad66-4945-b050-86cc99625fa8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.273585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4492d-ad66-4945-b050-86cc99625fa8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa176de-0dbe-4c5e-9c5e-de7bd174e34d,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.289641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-59f4492d-ad66-4945-b050-86cc99625fa8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.290881 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-59f4492d-ad66-4945-b050-86cc99625fa8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487825 Feb 04 06:08:23.293822 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49160) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:23.299244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-68b569ef-e522-4312-9393-2c94f6d45b9c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2bf0343d-e556-4b96-86e9-2cbadc2e502d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:23.314633 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.327592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.334759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68b569ef-e522-4312-9393-2c94f6d45b9c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.368330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b98350ae-962a-463f-be20-23b3b24fac87 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:08:23.410861 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34869cb-7b68-4d63-af38-63d7e5e99e9d None None] Pushing event updated for resources: {'Port': ['ID=88378d65-d4f7-4cc6-9e25-25093e764a1e,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.418685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68b569ef-e522-4312-9393-2c94f6d45b9c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.424192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68b569ef-e522-4312-9393-2c94f6d45b9c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.450154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b569ef-e522-4312-9393-2c94f6d45b9c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d679d70-52e4-4ba6-8ddf-4c62f5da97cd,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.457460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68b569ef-e522-4312-9393-2c94f6d45b9c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.459981 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-68b569ef-e522-4312-9393-2c94f6d45b9c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649377 Feb 04 06:08:23.462717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49162) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:23.468713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-388b444a-80c4-433a-a953-93d88547c8ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2bf0343d-e556-4b96-86e9-2cbadc2e502d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:23.482938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-787ff395-be58-4163-b3ec-97c611af3b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.500509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Attempting to bind port 88378d65-d4f7-4cc6-9e25-25093e764a1e on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:23.500765 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-388b444a-80c4-433a-a953-93d88547c8ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:08:23.501071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Attempting to bind port 88378d65-d4f7-4cc6-9e25-25093e764a1e by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:23.501656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Attempting to bind port 88378d65-d4f7-4cc6-9e25-25093e764a1e on network a19a267f-8bf9-4507-9e31-57a18242b568 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:08:23.509431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-388b444a-80c4-433a-a953-93d88547c8ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.510308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:08:23.510768 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Checking segment: {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:08:23.511238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.511700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Bound using segment: {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:08:23.512378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Bound port: 88378d65-d4f7-4cc6-9e25-25093e764a1e, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:23.512766 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.514793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port b98350ae-962a-463f-be20-23b3b24fac87 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:23.515227 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.588645 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-388b444a-80c4-433a-a953-93d88547c8ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.594282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-388b444a-80c4-433a-a953-93d88547c8ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.619782 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b444a-80c4-433a-a953-93d88547c8ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424be61e-e9da-47ac-b90e-c9b7bd9fc663,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.630088 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-388b444a-80c4-433a-a953-93d88547c8ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.634805 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-388b444a-80c4-433a-a953-93d88547c8ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1698201 Feb 04 06:08:23.635105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49164) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:23.641450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-33bbf83f-5d5e-4a5d-8220-8fcdcabcd872 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '2bf0343d-e556-4b96-86e9-2cbadc2e502d', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:23.671991 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-33bbf83f-5d5e-4a5d-8220-8fcdcabcd872 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:08:23.678070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33bbf83f-5d5e-4a5d-8220-8fcdcabcd872 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.681314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] For port 88378d65-d4f7-4cc6-9e25-25093e764a1e, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:08:23.686378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] For port 88378d65-d4f7-4cc6-9e25-25093e764a1e, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=88378d65-d4f7-4cc6-9e25-25093e764a1e,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:08:23.694765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.699795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9a3141af-3c92-4602-bb9e-1cbe941f6eb8 None None] Provisioning complete for port 88378d65-d4f7-4cc6-9e25-25093e764a1e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:23.700278 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9a3141af-3c92-4602-bb9e-1cbe941f6eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.756195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33bbf83f-5d5e-4a5d-8220-8fcdcabcd872 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.761540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33bbf83f-5d5e-4a5d-8220-8fcdcabcd872 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.787895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbf83f-5d5e-4a5d-8220-8fcdcabcd872 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41295d9-ada5-4471-bf80-20388eb947a8,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.796427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:23.797059 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:08:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:23.799173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33bbf83f-5d5e-4a5d-8220-8fcdcabcd872 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.800293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34869cb-7b68-4d63-af38-63d7e5e99e9d None None] Pushing event updated for resources: {'Port': ['ID=88378d65-d4f7-4cc6-9e25-25093e764a1e,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.807926 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-33bbf83f-5d5e-4a5d-8220-8fcdcabcd872 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1701047 Feb 04 06:08:23.959815 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9a3141af-3c92-4602-bb9e-1cbe941f6eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.008397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:24.062846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9a3141af-3c92-4602-bb9e-1cbe941f6eb8 None None] For port 88378d65-d4f7-4cc6-9e25-25093e764a1e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=88378d65-d4f7-4cc6-9e25-25093e764a1e,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:24.069795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9a3141af-3c92-4602-bb9e-1cbe941f6eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.219218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3141af-3c92-4602-bb9e-1cbe941f6eb8 None None] Pushing event updated for resources: {'Port': ['ID=88378d65-d4f7-4cc6-9e25-25093e764a1e,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:24.240376 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-29c1e732-83d4-48f1-8d83-24313f605df5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452389999&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0413525 Feb 04 06:08:24.245347 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-486c43c6-a96b-4564-9548-533d02fd8c5c None None] Provisioning complete for port 88378d65-d4f7-4cc6-9e25-25093e764a1e triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:24.245734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-486c43c6-a96b-4564-9548-533d02fd8c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.375835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22b166-c584-4cd3-9006-84c271a48ced req-95edadac-7ed2-4af2-b5f9-ba90272bd601 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:24.380966 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-95edadac-7ed2-4af2-b5f9-ba90272bd601 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 797 time: 0.1286967 Feb 04 06:08:24.387961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:24.397335 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-50c5de69-f0a0-4d27-9a6f-932096482322 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/quotas/64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 375 time: 0.0104766 Feb 04 06:08:24.418722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72094d9f-9ffe-4894-8ac4-7473960823eb None None] The sync data for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv is: [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:24.454373 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-e54e0a02-840b-4255-8029-592034b89f0c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507224 Feb 04 06:08:24.593468 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-01252029-0732-4741-98bf-ed78cbaaf731 service neutron] 10.222.0.15 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068394 Feb 04 06:08:24.693806 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-57db1439-c917-43c5-a759-584ece786d54 service neutron] 10.222.0.15 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929391 Feb 04 06:08:24.742583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:24.922277 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0b0f6a75-580b-448e-bc0d-11fac253ba29 req-c1001b13-a9ee-4c5a-bd0c-6309b3c88ea5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 210 time: 0.0387628 Feb 04 06:08:24.949280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 88378d65-d4f7-4cc6-9e25-25093e764a1e up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:08:25.010009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 88378d65-d4f7-4cc6-9e25-25093e764a1e triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:25.010336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:25.935525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22b166-c584-4cd3-9006-84c271a48ced req-1b8608eb-1fb5-474f-b956-46c4b26701e5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:25.936911 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-1b8608eb-1fb5-474f-b956-46c4b26701e5 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 797 time: 0.1136248 Feb 04 06:08:25.992949 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-462679f5-2477-4f06-a77c-9c1c7e0a9e0e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 379 time: 0.0471532 Feb 04 06:08:26.002940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'device_id': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'admin_state_up': True, 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'security_groups': ['2bf0343d-e556-4b96-86e9-2cbadc2e502d']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:26.047689 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73383c2f-2893-44e9-a454-3ceb12a06e9b req-886ec404-b2e5-439a-8827-d060f1d6063c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 210 time: 0.0408838 Feb 04 06:08:26.147464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:26.151021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.275910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.13 (a19a267f-8bf9-4507-9e31-57a18242b568/bb328fbe-8933-4d25-8810-81f3d2e81881/932bc12b-ac8d-4b20-a60f-cb9fb3e9c014) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:26.355498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.416901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.454050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.497699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network a19a267f-8bf9-4507-9e31-57a18242b568 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:26.501562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:26.505234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:08:26.536520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:26.564684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:26.565383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.585610 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-fe10325e-22c3-43ed-8c95-e44b1c376623 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5873928 Feb 04 06:08:26.599412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Request body: {'port': {'device_id': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:26.658142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.659271 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.816174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-fe5430eb-98de-4509-bba7-4c9ee42ca923 None None] Provisioning complete for port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:26.816624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fe5430eb-98de-4509-bba7-4c9ee42ca923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.857897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-fe5430eb-98de-4509-bba7-4c9ee42ca923 None None] Port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:08:26.933464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:08:26.940888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.952996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Transition to ACTIVE for port object 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:26.956998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.011221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Pushing event updated for resources: {'Port': ['ID=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:27.034819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.035162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.035503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.035839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.036167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.036492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.037603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.038002 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.038380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.038654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.038968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.039285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.101124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Attempting to bind port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:27.101124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Attempting to bind port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:27.101124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Attempting to bind port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 on network a19a267f-8bf9-4507-9e31-57a18242b568 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:08:27.104940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 on network a19a267f-8bf9-4507-9e31-57a18242b568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:08:27.105298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Attempting to bind port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 on network a19a267f-8bf9-4507-9e31-57a18242b568 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:08:27.111158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:08:27.111495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Checking segment: {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:08:27.111880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Bound using segment: {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:08:27.112308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Bound port: 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:27.112666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.616428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] For port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:08:27.629336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6b0c6-61de-420c-96c4-20da95ca96ac req-a0364ea7-6a39-437b-84f0-8c1e8fc534a9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:27.631854 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7ac6b0c6-61de-420c-96c4-20da95ca96ac req-a0364ea7-6a39-437b-84f0-8c1e8fc534a9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 944 time: 0.4764433 Feb 04 06:08:27.649142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] For port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:08:27.657713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.716488 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:27.717558 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:27.719500 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] 10.222.0.36 "PUT /v2.0/ports/932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 HTTP/1.1" status: 200 len: 1094 time: 1.1254134 Feb 04 06:08:27.722784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:27.726689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:27.741320 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7ac6b0c6-61de-420c-96c4-20da95ca96ac req-3b167ba3-77de-4d84-b11a-22a88505b657 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf0343d-e556-4b96-86e9-2cbadc2e502d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024792 Feb 04 06:08:27.761093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7f110-cef6-4f16-b4c8-348d82d4da89 service neutron] Pushing event updated for resources: {'Port': ['ID=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:27.839260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22b166-c584-4cd3-9006-84c271a48ced req-63603497-0072-4536-8b79-f7e5633b350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:27.841150 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-63603497-0072-4536-8b79-f7e5633b350c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 1097 time: 0.0537729 Feb 04 06:08:27.899745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60517b2a-3701-4e3f-9e35-ff792422aac6 x-openstack-request-id: req-60517b2a-3701-4e3f-9e35-ff792422aac6 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:27.900027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:27.900554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60517b2a-3701-4e3f-9e35-ff792422aac6 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:27.901011 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'status': 'completed', 'code': 200} Feb 04 06:08:27.903521 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-0fd2731f-65c4-48e2-9288-f76d9dd69cfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 HTTP/1.1" status: 200 len: 217 time: 0.0533493 Feb 04 06:08:27.958839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22b166-c584-4cd3-9006-84c271a48ced req-ff53b2fa-8c82-4b95-bae7-ff881e4fbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:27.960497 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-ff53b2fa-8c82-4b95-bae7-ff881e4fbc18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 200 len: 834 time: 0.0508342 Feb 04 06:08:28.011385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22b166-c584-4cd3-9006-84c271a48ced req-dac93046-7ece-4763-b5d9-3ef26ccba8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:28.012822 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-dac93046-7ece-4763-b5d9-3ef26ccba8ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a19a267f-8bf9-4507-9e31-57a18242b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464280 Feb 04 06:08:28.111889 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-54212a23-805a-41c8-b924-e23d30e5dcb3 service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907826 Feb 04 06:08:28.201229 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf22b166-c584-4cd3-9006-84c271a48ced req-644861a2-6043-4316-b0f8-d787046200a0 service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821362 Feb 04 06:08:28.289520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1 req-dda136a3-fd43-4722-890e-948a9343290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:28.290908 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1 req-dda136a3-fd43-4722-890e-948a9343290f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 1097 time: 0.0451818 Feb 04 06:08:28.381978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1 req-8f4d33c1-13e2-4ad5-9c93-6cd8e7caccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:28.383428 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1 req-8f4d33c1-13e2-4ad5-9c93-6cd8e7caccaa service neutron] 10.222.0.36 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 898 time: 0.0851388 Feb 04 06:08:28.425318 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1 req-09cf7700-8e91-4b2d-a798-e762b35a7777 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 HTTP/1.1" status: 200 len: 217 time: 0.0341263 Feb 04 06:08:28.477036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1 req-11f31399-688d-44fa-ba45-96382696837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:28.478536 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1 req-11f31399-688d-44fa-ba45-96382696837c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 200 len: 834 time: 0.0472653 Feb 04 06:08:28.508552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.527785 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1 req-3ae54fc6-973d-40aa-804c-0be7acda9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:28.529300 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1 req-3ae54fc6-973d-40aa-804c-0be7acda9492 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a19a267f-8bf9-4507-9e31-57a18242b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421228 Feb 04 06:08:28.618349 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1 req-40535dbc-cd64-44e6-822a-d0768158ed82 service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814633 Feb 04 06:08:28.714044 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f8d9ca4-5fe5-4062-9568-839b03e29eb1 req-03cb836d-ab47-4db8-9837-5e96d50dc9c8 service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886934 Feb 04 06:08:28.872369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f65a8b-9e74-405c-8d85-46435f579154 req-84cc019e-537d-43df-bd66-1c3c77e1e253 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:28.873816 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-82f65a8b-9e74-405c-8d85-46435f579154 req-84cc019e-537d-43df-bd66-1c3c77e1e253 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 944 time: 0.0509672 Feb 04 06:08:28.912884 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-82f65a8b-9e74-405c-8d85-46435f579154 req-a0632fe3-65d8-400c-974e-5d612c58adbf tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf0343d-e556-4b96-86e9-2cbadc2e502d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329857 Feb 04 06:08:30.118565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2b827-54e2-4676-b211-aa819376ac80 req-c1900b45-838b-4468-9654-8e4159efa214 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:30.120076 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7df2b827-54e2-4676-b211-aa819376ac80 req-c1900b45-838b-4468-9654-8e4159efa214 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 944 time: 0.0579407 Feb 04 06:08:30.158575 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7df2b827-54e2-4676-b211-aa819376ac80 req-ed0f77ea-fcb2-4c63-813e-43d0e3bba9a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf0343d-e556-4b96-86e9-2cbadc2e502d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323327 Feb 04 06:08:31.026532 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:08:31.117998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:31.128088 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'port_id': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'mac_address': 'fa:16:3e:c0:10:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:08:31.169999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:31.183389 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:08:31.203185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:31.208116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:31.255500 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:31.283258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58bfdf-4bec-484e-879d-83ac992b9565 req-22664088-f18e-4228-8954-6e9e37f2f27a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:31.284741 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-be58bfdf-4bec-484e-879d-83ac992b9565 req-22664088-f18e-4228-8954-6e9e37f2f27a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 945 time: 0.0567555 Feb 04 06:08:31.323820 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-be58bfdf-4bec-484e-879d-83ac992b9565 req-0394c419-9f32-4056-ae34-aef287227dd9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf0343d-e556-4b96-86e9-2cbadc2e502d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322547 Feb 04 06:08:31.431841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['932bc12b-ac8d-4b20-a60f-cb9fb3e9c014'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:08:32.437273 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26226e-e96d-4dcb-80a6-755452469b8c req-690af394-bc03-43fa-a3c2-0758d87c8adb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:32.438738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e26226e-e96d-4dcb-80a6-755452469b8c req-690af394-bc03-43fa-a3c2-0758d87c8adb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 945 time: 0.0484350 Feb 04 06:08:32.478411 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e26226e-e96d-4dcb-80a6-755452469b8c req-36194e7c-82a8-4035-842f-9f3769f66542 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf0343d-e556-4b96-86e9-2cbadc2e502d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331082 Feb 04 06:08:33.041888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:08:33.090059 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:33.093974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:33.094345 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:33.175408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:33.199446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:33.201991 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37017773-2951-4b31-bde4-5439eb615463" -d '{"events": [{"server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "name": "network-vif-plugged", "status": "completed", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:33.215646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:33.219357 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:33.245480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3251b416-006a-4b73-a85d-18beeb08edd0 x-openstack-request-id: req-3251b416-006a-4b73-a85d-18beeb08edd0 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:33.245784 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "name": "network-vif-plugged", "status": "completed", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:33.246041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3251b416-006a-4b73-a85d-18beeb08edd0 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:33.246435 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'code': 200} Feb 04 06:08:33.275577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:33.459316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836c84d-f4cf-40ed-80ec-19836e0ce8ee req-add5f9d5-6b24-44f8-9a10-173df3e09cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:33.460823 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3836c84d-f4cf-40ed-80ec-19836e0ce8ee req-add5f9d5-6b24-44f8-9a10-173df3e09cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 1099 time: 0.0938578 Feb 04 06:08:33.494261 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3836c84d-f4cf-40ed-80ec-19836e0ce8ee req-6575fece-83b2-4a90-a9e2-1b7bc5611b41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2bf0343d-e556-4b96-86e9-2cbadc2e502d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270991 Feb 04 06:08:33.593652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be26c82-8563-4d60-a08a-472a5cd2898d req-e5bbd933-2b6c-4908-a4fc-afc665d1fdfc tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:33.595359 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4be26c82-8563-4d60-a08a-472a5cd2898d req-e5bbd933-2b6c-4908-a4fc-afc665d1fdfc tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 946 time: 0.0499337 Feb 04 06:08:33.635468 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4be26c82-8563-4d60-a08a-472a5cd2898d req-a28301ee-3a92-4f1d-b117-462c6f361527 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf0343d-e556-4b96-86e9-2cbadc2e502d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337627 Feb 04 06:08:34.761394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95651af-5d8d-45bb-9b5a-74e59d3a9518 req-267b6734-9665-4029-9d7a-0ce721a61a19 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:34.763020 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c95651af-5d8d-45bb-9b5a-74e59d3a9518 req-267b6734-9665-4029-9d7a-0ce721a61a19 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 946 time: 0.0533116 Feb 04 06:08:34.804426 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c95651af-5d8d-45bb-9b5a-74e59d3a9518 req-806a61b7-83e3-4128-9ac6-09e2c10142f9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf0343d-e556-4b96-86e9-2cbadc2e502d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347109 Feb 04 06:08:34.929201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff73c36-0a46-4990-a7bf-b6cf99b576b0 req-0bcb1fba-cbe4-4a8d-ae52-876cd3b4db6c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:34.930756 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ff73c36-0a46-4990-a7bf-b6cf99b576b0 req-0bcb1fba-cbe4-4a8d-ae52-876cd3b4db6c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 946 time: 0.0551052 Feb 04 06:08:34.968878 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ff73c36-0a46-4990-a7bf-b6cf99b576b0 req-42729596-01a1-4fd2-9606-80384f9e176a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf0343d-e556-4b96-86e9-2cbadc2e502d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317743 Feb 04 06:08:34.991885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49230) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:35.031306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857c385-1ff6-4b9d-8aba-960496b5a5aa tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:35.035489 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7857c385-1ff6-4b9d-8aba-960496b5a5aa tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 1094 time: 0.0399706 Feb 04 06:08:35.035687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49232) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:35.040536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:35.064346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:35.165294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:35.270801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.169 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/57dea293-8788-4eaf-9f7f-60250df503a3) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:35.379597 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:35.414480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:35.455120 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:35.459616 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:35.462244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:08:35.486533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=57dea293-8788-4eaf-9f7f-60250df503a3,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:35.836004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:35.903109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:36.057615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:36.063085 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:36.137648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=57dea293-8788-4eaf-9f7f-60250df503a3,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:36.146732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:36.248350 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP c96762f2-b163-4661-89f1-82cd056ee723 associated. External IP: 172.26.5.169, port: 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014. Feb 04 06:08:36.453723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router d795d734-b3eb-4e45-b699-6c6d5ae659db has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:08:36.560899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:08:36.571130 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2688e4b4-cb9a-49ed-aab5-718a87e71e73 None None] Sync routers for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:36.580861 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:36.587370 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2688e4b4-cb9a-49ed-aab5-718a87e71e73 None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:36.587969 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2688e4b4-cb9a-49ed-aab5-718a87e71e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:08:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:36.609829 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6739f22e-5efd-4fe1-ae46-643e13fde2c8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5731046 Feb 04 06:08:36.610936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:36.612753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49234) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:36.613439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1739e6-e3a4-4478-b143-899e4989d3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:36.657730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b0d922-13f9-49e3-aea0-7c3fb26bf9af x-openstack-request-id: req-d1b0d922-13f9-49e3-aea0-7c3fb26bf9af {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:36.658194 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b72adb-fd11-4f58-9ebc-598d180662e9 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:36.658372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:36.658475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1b0d922-13f9-49e3-aea0-7c3fb26bf9af {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:36.658868 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'status': 'completed', 'code': 200} Feb 04 06:08:36.660752 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-17b72adb-fd11-4f58-9ebc-598d180662e9 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 1094 time: 0.0461192 Feb 04 06:08:36.703222 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2688e4b4-cb9a-49ed-aab5-718a87e71e73 None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:36.730234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1739e6-e3a4-4478-b143-899e4989d3f2 req-28e46bba-3d62-40f5-a19a-777724951366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:36.731774 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b1739e6-e3a4-4478-b143-899e4989d3f2 req-28e46bba-3d62-40f5-a19a-777724951366 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 1099 time: 0.0514827 Feb 04 06:08:36.842901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1739e6-e3a4-4478-b143-899e4989d3f2 req-2c83408c-2f6c-4b08-bc28-a6da12ce20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:36.844961 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b1739e6-e3a4-4478-b143-899e4989d3f2 req-2c83408c-2f6c-4b08-bc28-a6da12ce20b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 898 time: 0.1069305 Feb 04 06:08:36.911846 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49240) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:36.916704 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b54ae2e2-1951-4480-a8a8-4a10efea0f3f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263702013', 'description': 'tempest-secgroup-smoke-1263702013 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:36.920618 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b1739e6-e3a4-4478-b143-899e4989d3f2 req-ad21b3b5-3808-4270-93a4-0d290703d5e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 HTTP/1.1" status: 200 len: 1000 time: 0.0690103 Feb 04 06:08:36.943524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b54ae2e2-1951-4480-a8a8-4a10efea0f3f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:36.973364 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2688e4b4-cb9a-49ed-aab5-718a87e71e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c96762f2-b163-4661-89f1-82cd056ee723', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:c0:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:35Z', 'updated_at': '2022-02-04T06:08:35Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:36.981302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1739e6-e3a4-4478-b143-899e4989d3f2 req-78cb575b-ef28-4ad9-877b-ef98a626918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:36.982724 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b1739e6-e3a4-4478-b143-899e4989d3f2 req-78cb575b-ef28-4ad9-877b-ef98a626918f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 200 len: 834 time: 0.0558438 Feb 04 06:08:37.001465 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2688e4b4-cb9a-49ed-aab5-718a87e71e73 None None] Checking router: d795d734-b3eb-4e45-b699-6c6d5ae659db for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:37.011398 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2688e4b4-cb9a-49ed-aab5-718a87e71e73 None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:37.011991 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2688e4b4-cb9a-49ed-aab5-718a87e71e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:08:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:37.032527 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b54ae2e2-1951-4480-a8a8-4a10efea0f3f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.034755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1739e6-e3a4-4478-b143-899e4989d3f2 req-1853f55c-8a64-4b88-b014-1095741e8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:37.036888 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b1739e6-e3a4-4478-b143-899e4989d3f2 req-1853f55c-8a64-4b88-b014-1095741e8796 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a19a267f-8bf9-4507-9e31-57a18242b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479381 Feb 04 06:08:37.042766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b54ae2e2-1951-4480-a8a8-4a10efea0f3f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.078762 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ae2e2-1951-4480-a8a8-4a10efea0f3f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818a816e-85e0-4c0f-9f96-dc0a92f8a21e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:37.108139 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b54ae2e2-1951-4480-a8a8-4a10efea0f3f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.113381 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b54ae2e2-1951-4480-a8a8-4a10efea0f3f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2001698 Feb 04 06:08:37.114354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49242) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:37.121425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e3fa9f35-699a-45b6-a9b3-17adfc4b52cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '818a816e-85e0-4c0f-9f96-dc0a92f8a21e', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:37.137813 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b1739e6-e3a4-4478-b143-899e4989d3f2 req-a0da8881-5eae-4776-974b-a58587df6bbd service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949168 Feb 04 06:08:37.146830 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2688e4b4-cb9a-49ed-aab5-718a87e71e73 None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:37.160851 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9f35-699a-45b6-a9b3-17adfc4b52cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.236437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9f35-699a-45b6-a9b3-17adfc4b52cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.241763 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9f35-699a-45b6-a9b3-17adfc4b52cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.243342 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b1739e6-e3a4-4478-b143-899e4989d3f2 req-d156fd05-fb0d-4b87-b95e-f51ef8126c5e service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988812 Feb 04 06:08:37.262209 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa9f35-699a-45b6-a9b3-17adfc4b52cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d1a14b-3dac-4023-a3a3-b9548bf91b50,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:37.271016 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9f35-699a-45b6-a9b3-17adfc4b52cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.273133 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e3fa9f35-699a-45b6-a9b3-17adfc4b52cb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570501 Feb 04 06:08:37.275508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49244) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:37.281675 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e50413dd-9ffa-4681-971c-45367429a1e8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '818a816e-85e0-4c0f-9f96-dc0a92f8a21e', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:37.312598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e50413dd-9ffa-4681-971c-45367429a1e8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.375619 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e50413dd-9ffa-4681-971c-45367429a1e8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.380388 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e50413dd-9ffa-4681-971c-45367429a1e8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.398586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50413dd-9ffa-4681-971c-45367429a1e8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabae648-9120-400d-87a6-8001c99af15c,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:37.410101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e50413dd-9ffa-4681-971c-45367429a1e8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.412999 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2688e4b4-cb9a-49ed-aab5-718a87e71e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c96762f2-b163-4661-89f1-82cd056ee723', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:c0:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:35Z', 'updated_at': '2022-02-04T06:08:35Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:37.415062 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e50413dd-9ffa-4681-971c-45367429a1e8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368456 Feb 04 06:08:37.415261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49246) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:37.420161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-be08300a-f49a-4179-8338-91690edaba93 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '818a816e-85e0-4c0f-9f96-dc0a92f8a21e', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:37.446234 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2688e4b4-cb9a-49ed-aab5-718a87e71e73 None None] The sync data for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv is: [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c96762f2-b163-4661-89f1-82cd056ee723', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:c0:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:35Z', 'updated_at': '2022-02-04T06:08:35Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:37.451406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-be08300a-f49a-4179-8338-91690edaba93 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.516261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-be08300a-f49a-4179-8338-91690edaba93 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.521880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-be08300a-f49a-4179-8338-91690edaba93 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.541384 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08300a-f49a-4179-8338-91690edaba93 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9393181-1664-417b-8e04-cb98428b0a9a,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:37.551049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-be08300a-f49a-4179-8338-91690edaba93 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.552856 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-be08300a-f49a-4179-8338-91690edaba93 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357975 Feb 04 06:08:37.555734 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49248) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:37.560408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ebd98917-b6f8-49bb-bb2b-8175f8154ec4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '818a816e-85e0-4c0f-9f96-dc0a92f8a21e', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:37.591905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebd98917-b6f8-49bb-bb2b-8175f8154ec4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.656997 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebd98917-b6f8-49bb-bb2b-8175f8154ec4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.662497 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebd98917-b6f8-49bb-bb2b-8175f8154ec4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.682875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474eca8-7b1d-4588-91cc-526cf79ee911 None None] New status for floating IP c96762f2-b163-4661-89f1-82cd056ee723: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:08:37.683584 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd98917-b6f8-49bb-bb2b-8175f8154ec4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc60b2b-fea6-4343-9512-bdbc4cb5295b,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:37.696642 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ebd98917-b6f8-49bb-bb2b-8175f8154ec4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.700411 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ebd98917-b6f8-49bb-bb2b-8175f8154ec4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410897 Feb 04 06:08:37.700846 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49250) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:37.705485 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-19133bbf-8f30-40d4-8da7-ddd562dd5c47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '818a816e-85e0-4c0f-9f96-dc0a92f8a21e', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:37.731573 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-19133bbf-8f30-40d4-8da7-ddd562dd5c47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:08:37.736502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19133bbf-8f30-40d4-8da7-ddd562dd5c47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.798216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19133bbf-8f30-40d4-8da7-ddd562dd5c47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.802764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19133bbf-8f30-40d4-8da7-ddd562dd5c47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.821164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19133bbf-8f30-40d4-8da7-ddd562dd5c47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95975b9d-c9ad-424e-a4b3-a93bdbfc8925,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:37.837313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19133bbf-8f30-40d4-8da7-ddd562dd5c47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.841823 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-19133bbf-8f30-40d4-8da7-ddd562dd5c47 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364825 Feb 04 06:08:37.841823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49252) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:37.848437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a9f92a8b-e3a0-4172-bb46-0b1ef5cc0fde tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': '818a816e-85e0-4c0f-9f96-dc0a92f8a21e', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:37.870972 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-a9f92a8b-e3a0-4172-bb46-0b1ef5cc0fde tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:08:37.879000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9f92a8b-e3a0-4172-bb46-0b1ef5cc0fde tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.942678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9f92a8b-e3a0-4172-bb46-0b1ef5cc0fde tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.946752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9f92a8b-e3a0-4172-bb46-0b1ef5cc0fde tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.964368 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f92a8b-e3a0-4172-bb46-0b1ef5cc0fde tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51624ff-5cb4-4b1e-9267-07741a9cc24f,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:37.972604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9f92a8b-e3a0-4172-bb46-0b1ef5cc0fde tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:37.973824 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a9f92a8b-e3a0-4172-bb46-0b1ef5cc0fde tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315200 Feb 04 06:08:38.122846 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-aa35bd1d-362b-4c33-8865-34358e221deb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263702013&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0367377 Feb 04 06:08:38.230546 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-7a14bbe5-de86-4c14-a508-37e9fe58b0cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:38.232016 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-7a14bbe5-de86-4c14-a508-37e9fe58b0cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 797 time: 0.1023080 Feb 04 06:08:38.247379 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-98ae7777-d912-4b13-b98a-e42fbe12dc55 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/quotas/64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 375 time: 0.0092261 Feb 04 06:08:38.303333 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-91ddde49-dfb1-4f0c-82a2-fafadd2496a9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0498924 Feb 04 06:08:38.440969 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-10168443-17d0-441e-9c10-8936c95b8390 service neutron] 10.222.0.15 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254144 Feb 04 06:08:38.530539 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-b5595260-cb2a-4fda-8aaf-032f6a1ab50d service neutron] 10.222.0.15 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828393 Feb 04 06:08:38.696383 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84ae05c3-fcc1-42c0-a5a2-63f680d1c3ed req-6448c7e5-9efd-40db-8598-3037aeda1f16 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 210 time: 0.0315151 Feb 04 06:08:39.741169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-21669d9d-a340-4d0b-8c29-cbc3d6883aaa tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:39.742683 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-21669d9d-a340-4d0b-8c29-cbc3d6883aaa tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 797 time: 0.1142118 Feb 04 06:08:39.798164 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-0223b309-e33e-4b84-8fee-990c0cde9cee tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 472 time: 0.0440958 Feb 04 06:08:39.817530 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'device_id': '39cbdf13-bee0-4906-96a7-8152e1914234', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'admin_state_up': True, 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'security_groups': ['818a816e-85e0-4c0f-9f96-dc0a92f8a21e']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:39.897252 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-89cb6648-347d-471a-bdc3-acc15b9c3f4d req-e46691fa-0f12-4c61-a0ff-3f1271978d52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 210 time: 0.0941992 Feb 04 06:08:39.968760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:39.972726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.113735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.3 (a19a267f-8bf9-4507-9e31-57a18242b568/bb328fbe-8933-4d25-8810-81f3d2e81881/c86a8350-0ce2-4c58-b86e-887e14ca5929) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:40.263017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.298370 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.350700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network a19a267f-8bf9-4507-9e31-57a18242b568 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:40.353867 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:40.358574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:08:40.363007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=c86a8350-0ce2-4c58-b86e-887e14ca5929,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:40.413528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:40.414176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.433307 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-061390d3-8fff-42ad-9dc0-03f90fbf5fef tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6271949 Feb 04 06:08:40.457145 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Request body: {'port': {'device_id': '39cbdf13-bee0-4906-96a7-8152e1914234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:40.518227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.636820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a9883469-38ee-467c-b50a-92f91f2081a5 None None] Provisioning complete for port c86a8350-0ce2-4c58-b86e-887e14ca5929 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:40.637419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a9883469-38ee-467c-b50a-92f91f2081a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.674263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a9883469-38ee-467c-b50a-92f91f2081a5 None None] Port c86a8350-0ce2-4c58-b86e-887e14ca5929 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:08:40.823172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86a8350-0ce2-4c58-b86e-887e14ca5929 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:08:40.830769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.843224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Transition to ACTIVE for port object c86a8350-0ce2-4c58-b86e-887e14ca5929 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:40.851067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:40.946969 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Pushing event updated for resources: {'Port': ['ID=c86a8350-0ce2-4c58-b86e-887e14ca5929,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:41.010183 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Attempting to bind port c86a8350-0ce2-4c58-b86e-887e14ca5929 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:41.010663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Attempting to bind port c86a8350-0ce2-4c58-b86e-887e14ca5929 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:41.011093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Attempting to bind port c86a8350-0ce2-4c58-b86e-887e14ca5929 on network a19a267f-8bf9-4507-9e31-57a18242b568 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:08:41.020411 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Port c86a8350-0ce2-4c58-b86e-887e14ca5929 on network a19a267f-8bf9-4507-9e31-57a18242b568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:08:41.020941 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Attempting to bind port c86a8350-0ce2-4c58-b86e-887e14ca5929 on network a19a267f-8bf9-4507-9e31-57a18242b568 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:08:41.031835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:08:41.032285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Checking segment: {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:08:41.032746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Bound using segment: {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:08:41.033284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Bound port: c86a8350-0ce2-4c58-b86e-887e14ca5929, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b812081e-6f7b-470b-af61-18998610be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:41.033725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:41.051600 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940a9eb-d77f-466b-bcd1-709c521c331e req-b581caec-8779-4849-827e-e4c57869f4f7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:41.053568 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b940a9eb-d77f-466b-bcd1-709c521c331e req-b581caec-8779-4849-827e-e4c57869f4f7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 943 time: 0.0825615 Feb 04 06:08:41.132357 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b940a9eb-d77f-466b-bcd1-709c521c331e req-0aaa2e79-b92f-419f-9961-4c512008f182 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717950 Feb 04 06:08:41.138661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] For port c86a8350-0ce2-4c58-b86e-887e14ca5929, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:08:41.142088 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] For port c86a8350-0ce2-4c58-b86e-887e14ca5929, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c86a8350-0ce2-4c58-b86e-887e14ca5929,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:08:41.155848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:41.191517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:41.192183 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:41.194564 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] 10.222.0.36 "PUT /v2.0/ports/c86a8350-0ce2-4c58-b86e-887e14ca5929 HTTP/1.1" status: 200 len: 1093 time: 0.7533743 Feb 04 06:08:41.197005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cbdf13-bee0-4906-96a7-8152e1914234', 'tag': 'c86a8350-0ce2-4c58-b86e-887e14ca5929'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:41.200637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad11066-2c50-493f-ba6c-ce949316ea7f" -d '{"events": [{"name": "network-changed", "server_uuid": "39cbdf13-bee0-4906-96a7-8152e1914234", "tag": "c86a8350-0ce2-4c58-b86e-887e14ca5929"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:41.227376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f737a-f7aa-40e3-b259-9e74480b1554 service neutron] Pushing event updated for resources: {'Port': ['ID=c86a8350-0ce2-4c58-b86e-887e14ca5929,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:41.274646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df6ede4-5ddf-4bd0-af4b-81e68b5c240e x-openstack-request-id: req-9df6ede4-5ddf-4bd0-af4b-81e68b5c240e {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:41.274914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cbdf13-bee0-4906-96a7-8152e1914234", "tag": "c86a8350-0ce2-4c58-b86e-887e14ca5929", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:41.275173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9df6ede4-5ddf-4bd0-af4b-81e68b5c240e {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:41.275647 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cbdf13-bee0-4906-96a7-8152e1914234', 'tag': 'c86a8350-0ce2-4c58-b86e-887e14ca5929', 'status': 'completed', 'code': 200} Feb 04 06:08:41.292459 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-d83f5e0c-0b16-4354-9b9f-7fb6f7855bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:41.294009 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-d83f5e0c-0b16-4354-9b9f-7fb6f7855bba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 1096 time: 0.0548308 Feb 04 06:08:41.337312 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-1a91d6b0-c6d5-4505-a4a9-1d66093e62e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c86a8350-0ce2-4c58-b86e-887e14ca5929 HTTP/1.1" status: 200 len: 217 time: 0.0354774 Feb 04 06:08:41.392725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-ec6711ab-e8bf-47b3-be04-187476022d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:41.394165 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-ec6711ab-e8bf-47b3-be04-187476022d5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 200 len: 834 time: 0.0502079 Feb 04 06:08:41.444576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-1d4aea99-9ad4-4104-9983-8726fa2ba24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:41.446092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-1d4aea99-9ad4-4104-9983-8726fa2ba24b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a19a267f-8bf9-4507-9e31-57a18242b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457647 Feb 04 06:08:41.538186 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-35b5d504-730d-4169-8eac-0cb95e4b7b34 service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847838 Feb 04 06:08:41.639392 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38773b05-7dae-4bcf-9e74-f302ec01e374 req-505dbee8-b6ab-43a8-b697-9d61f00ced3b service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950971 Feb 04 06:08:41.724179 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11066-2c50-493f-ba6c-ce949316ea7f req-4294bd7b-4425-45e6-938f-e5cbd5d7043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:41.725772 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ad11066-2c50-493f-ba6c-ce949316ea7f req-4294bd7b-4425-45e6-938f-e5cbd5d7043b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 1096 time: 0.0421588 Feb 04 06:08:41.817558 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11066-2c50-493f-ba6c-ce949316ea7f req-cf4bd9c0-8e5e-49aa-89f9-89f43b51aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:41.819735 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ad11066-2c50-493f-ba6c-ce949316ea7f req-cf4bd9c0-8e5e-49aa-89f9-89f43b51aba9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 898 time: 0.0871053 Feb 04 06:08:42.210809 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ad11066-2c50-493f-ba6c-ce949316ea7f req-b6591247-9eb7-47c2-a523-ac89f6e16f1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c86a8350-0ce2-4c58-b86e-887e14ca5929 HTTP/1.1" status: 200 len: 217 time: 0.3836050 Feb 04 06:08:42.287304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5bf9e-6591-44bc-b32b-1de995e65403 req-45d3912d-7ce4-40ca-af1c-8f53bc5aeee4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:42.288769 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-63d5bf9e-6591-44bc-b32b-1de995e65403 req-45d3912d-7ce4-40ca-af1c-8f53bc5aeee4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 943 time: 0.0805435 Feb 04 06:08:42.290074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11066-2c50-493f-ba6c-ce949316ea7f req-d9d0e095-35d3-4d3a-bba1-e1a6b80d5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:42.291348 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ad11066-2c50-493f-ba6c-ce949316ea7f req-d9d0e095-35d3-4d3a-bba1-e1a6b80d5d50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 200 len: 834 time: 0.0722187 Feb 04 06:08:42.357169 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-63d5bf9e-6591-44bc-b32b-1de995e65403 req-ff4672a7-28be-426b-a7dc-13d81fbcfbd3 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623240 Feb 04 06:08:42.361407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11066-2c50-493f-ba6c-ce949316ea7f req-355a7874-79ab-4ef5-b4d7-1e86a394fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:42.362810 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ad11066-2c50-493f-ba6c-ce949316ea7f req-355a7874-79ab-4ef5-b4d7-1e86a394fd6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a19a267f-8bf9-4507-9e31-57a18242b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0624769 Feb 04 06:08:42.456621 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ad11066-2c50-493f-ba6c-ce949316ea7f req-97a72069-6eef-4874-b453-0aa96ae362e8 service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850449 Feb 04 06:08:42.549112 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ad11066-2c50-493f-ba6c-ce949316ea7f req-0e8c84d5-7c84-41fb-8136-0504028fe8f7 service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863152 Feb 04 06:08:43.476595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48680e5c-1fb7-4d17-b7a2-e5ed44e29041 req-b79eeeb3-c2b0-4d32-a37a-18ff82b66064 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:43.478092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48680e5c-1fb7-4d17-b7a2-e5ed44e29041 req-b79eeeb3-c2b0-4d32-a37a-18ff82b66064 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 943 time: 0.0490823 Feb 04 06:08:43.514958 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48680e5c-1fb7-4d17-b7a2-e5ed44e29041 req-ec788504-b95b-4bb2-9804-e6e65ded676e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309143 Feb 04 06:08:44.385374 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-06f59090-6828-4247-9fe3-6149b2100168 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412481 Feb 04 06:08:44.478929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-01654366-1cb7-4a72-b00e-38549c3393d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:44.480416 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-01654366-1cb7-4a72-b00e-38549c3393d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 1099 time: 0.0463972 Feb 04 06:08:44.625748 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-ee985d4c-f3b5-495e-a842-08db7ce5c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:44.627384 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-ee985d4c-f3b5-495e-a842-08db7ce5c19b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 898 time: 0.1187546 Feb 04 06:08:44.702920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ee477-4942-45af-8900-2e038ddeb7e4 req-195b8e60-51c9-4967-8880-6206cf79a034 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:44.705235 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0e5ee477-4942-45af-8900-2e038ddeb7e4 req-195b8e60-51c9-4967-8880-6206cf79a034 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 943 time: 0.1131635 Feb 04 06:08:44.732068 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-2d1162e9-35c1-4d03-b40c-441d024f62e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 HTTP/1.1" status: 200 len: 1002 time: 0.0976000 Feb 04 06:08:44.783859 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0e5ee477-4942-45af-8900-2e038ddeb7e4 req-d52f3e8d-a1c7-4ab1-8318-9b04534b86a1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667181 Feb 04 06:08:44.801340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-0c921435-6855-46e2-9439-ec65dc33c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:44.803173 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-0c921435-6855-46e2-9439-ec65dc33c2db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 200 len: 834 time: 0.0647466 Feb 04 06:08:44.851857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-40d1dd44-99f5-457f-8786-907648f7c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:44.853428 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-40d1dd44-99f5-457f-8786-907648f7c51c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a19a267f-8bf9-4507-9e31-57a18242b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435491 Feb 04 06:08:44.954824 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-bdf43cd3-189c-4887-93e2-472f0f9feeae service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951920 Feb 04 06:08:45.050799 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43ad5d4-a33e-4ecb-a1fe-d29fcba79691 req-eebdf036-e487-406b-af0b-d374509affe8 service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891247 Feb 04 06:08:45.247589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c86a8350-0ce2-4c58-b86e-887e14ca5929 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:08:45.341438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port c86a8350-0ce2-4c58-b86e-887e14ca5929, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c86a8350-0ce2-4c58-b86e-887e14ca5929,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:45.353735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'c86a8350-0ce2-4c58-b86e-887e14ca5929', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'port_id': 'c86a8350-0ce2-4c58-b86e-887e14ca5929', 'mac_address': 'fa:16:3e:27:6e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:08:45.394301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:45.408358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86a8350-0ce2-4c58-b86e-887e14ca5929 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:08:45.427940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port c86a8350-0ce2-4c58-b86e-887e14ca5929, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c86a8350-0ce2-4c58-b86e-887e14ca5929,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:45.432740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:45.480797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=c86a8350-0ce2-4c58-b86e-887e14ca5929,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:45.669471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['c86a8350-0ce2-4c58-b86e-887e14ca5929'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:08:45.942311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7786ec-dee0-49c9-a089-8e75ca983653 req-256a0afc-60a0-40a3-99b4-0f081064ed39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:45.949023 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dd7786ec-dee0-49c9-a089-8e75ca983653 req-256a0afc-60a0-40a3-99b4-0f081064ed39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 944 time: 0.0697675 Feb 04 06:08:45.984092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dd7786ec-dee0-49c9-a089-8e75ca983653 req-e3279219-ae49-47ba-831b-2b047b4f2d67 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343082 Feb 04 06:08:47.100399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039606f6-9d6e-4015-a64b-c806b4d01e6b req-34c413ee-7934-42d4-9e24-b8983c17137e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:47.102684 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-039606f6-9d6e-4015-a64b-c806b4d01e6b req-34c413ee-7934-42d4-9e24-b8983c17137e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 944 time: 0.0508823 Feb 04 06:08:47.122945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c86a8350-0ce2-4c58-b86e-887e14ca5929 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:08:47.149549 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-039606f6-9d6e-4015-a64b-c806b4d01e6b req-c4cb082b-764d-496b-bd69-ee83036a5e64 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Feb 04 06:08:47.180597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port c86a8350-0ce2-4c58-b86e-887e14ca5929 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:47.184800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port c86a8350-0ce2-4c58-b86e-887e14ca5929 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:47.185405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:47.266734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:47.290433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cbdf13-bee0-4906-96a7-8152e1914234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86a8350-0ce2-4c58-b86e-887e14ca5929'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:47.292677 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baddefd-e813-4784-a987-cb950332730e" -d '{"events": [{"server_uuid": "39cbdf13-bee0-4906-96a7-8152e1914234", "name": "network-vif-plugged", "status": "completed", "tag": "c86a8350-0ce2-4c58-b86e-887e14ca5929"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:47.306642 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port c86a8350-0ce2-4c58-b86e-887e14ca5929, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c86a8350-0ce2-4c58-b86e-887e14ca5929,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:47.313512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:47.372584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=c86a8350-0ce2-4c58-b86e-887e14ca5929,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:47.412432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227ca11-30fd-4df4-b415-ddd41c738fe7 x-openstack-request-id: req-1227ca11-30fd-4df4-b415-ddd41c738fe7 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:47.412789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cbdf13-bee0-4906-96a7-8152e1914234", "name": "network-vif-plugged", "status": "completed", "tag": "c86a8350-0ce2-4c58-b86e-887e14ca5929", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:47.413754 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1227ca11-30fd-4df4-b415-ddd41c738fe7 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:47.414126 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cbdf13-bee0-4906-96a7-8152e1914234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86a8350-0ce2-4c58-b86e-887e14ca5929', 'code': 200} Feb 04 06:08:47.582512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580b82b-d2f3-4f0e-b528-d38bab6995e6 req-1dadec53-72e1-44a1-850e-6f0c4c65f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:47.584033 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4580b82b-d2f3-4f0e-b528-d38bab6995e6 req-1dadec53-72e1-44a1-850e-6f0c4c65f881 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 1098 time: 0.0416899 Feb 04 06:08:47.620473 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4580b82b-d2f3-4f0e-b528-d38bab6995e6 req-b52eb7f0-4ce9-4ddb-bb21-b5e2fcb711d1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298736 Feb 04 06:08:48.268399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79adad-d24a-4df3-8f5f-dbb347d5f7d7 req-29190f9a-df60-4446-bbba-8f54472b6f8c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:48.269906 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc79adad-d24a-4df3-8f5f-dbb347d5f7d7 req-29190f9a-df60-4446-bbba-8f54472b6f8c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 945 time: 0.0519588 Feb 04 06:08:48.311298 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc79adad-d24a-4df3-8f5f-dbb347d5f7d7 req-65ec83bc-46d4-4adb-99a3-294a8fb82ffe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338249 Feb 04 06:08:49.427080 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb563c8-0429-4e23-bef3-ac970e30bb6a req-454fe8a3-2231-48a8-ab67-252d874dba34 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:49.428628 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dfb563c8-0429-4e23-bef3-ac970e30bb6a req-454fe8a3-2231-48a8-ab67-252d874dba34 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 945 time: 0.0488822 Feb 04 06:08:49.466472 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dfb563c8-0429-4e23-bef3-ac970e30bb6a req-61ca421e-9200-4d4d-96a2-4b0ffb2da788 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313566 Feb 04 06:08:49.582919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff1401-1b6f-4bdc-82bb-b9b93a4fde6d req-6235a07c-f7e2-487e-b85b-e97a3d9d14fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:49.584433 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2aff1401-1b6f-4bdc-82bb-b9b93a4fde6d req-6235a07c-f7e2-487e-b85b-e97a3d9d14fb tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 945 time: 0.0497415 Feb 04 06:08:49.625154 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2aff1401-1b6f-4bdc-82bb-b9b93a4fde6d req-9cede3da-2e10-4fdf-8bb7-e51aa290112c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330532 Feb 04 06:08:49.646739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49312) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:49.703623 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:08:49.825690 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f4d756-a31c-4147-abb0-5eeb1e596abe tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:49.827472 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-07f4d756-a31c-4147-abb0-5eeb1e596abe tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 1093 time: 0.1789932 Feb 04 06:08:49.830212 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49316) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:49.836109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': 'c86a8350-0ce2-4c58-b86e-887e14ca5929', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:49.861191 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:49.961259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.062062 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.25 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/15ddd036-925b-40e9-a3de-c1fcd700249d) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:50.168908 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.204207 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.246488 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:50.250843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:50.255286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:08:50.275916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=15ddd036-925b-40e9-a3de-c1fcd700249d,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:50.618010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.684391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.837331 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.841911 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.914934 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=15ddd036-925b-40e9-a3de-c1fcd700249d,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:50.926766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:51.028820 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP fcd460a1-6128-407c-8a9a-6e5584f4f525 associated. External IP: 172.26.5.25, port: c86a8350-0ce2-4c58-b86e-887e14ca5929. Feb 04 06:08:51.184321 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b5274db4-7f3b-4053-a6e9-173c3f2c0349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:51.234882 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router d795d734-b3eb-4e45-b699-6c6d5ae659db has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:08:51.338182 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:08:51.347985 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498ab83-4fe5-4aa8-aaf4-0f70a9125735 None None] Sync routers for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:51.356809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:51.358415 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498ab83-4fe5-4aa8-aaf4-0f70a9125735 None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:51.359396 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3498ab83-4fe5-4aa8-aaf4-0f70a9125735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:08:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:51.575903 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-3498ab83-4fe5-4aa8-aaf4-0f70a9125735 None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:51.639900 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0301607e-a853-47d6-831e-162cdc2409e9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8079631 Feb 04 06:08:51.640366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cbdf13-bee0-4906-96a7-8152e1914234', 'tag': 'c86a8350-0ce2-4c58-b86e-887e14ca5929'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:51.642602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b9c003-9ed8-4f76-9e61-b662b2acd804" -d '{"events": [{"name": "network-changed", "server_uuid": "39cbdf13-bee0-4906-96a7-8152e1914234", "tag": "c86a8350-0ce2-4c58-b86e-887e14ca5929"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:51.688498 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586ace24-3880-40a8-8b60-65f652c96c97 x-openstack-request-id: req-586ace24-3880-40a8-8b60-65f652c96c97 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:51.688498 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cbdf13-bee0-4906-96a7-8152e1914234", "tag": "c86a8350-0ce2-4c58-b86e-887e14ca5929", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:51.688498 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-586ace24-3880-40a8-8b60-65f652c96c97 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:51.689362 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cbdf13-bee0-4906-96a7-8152e1914234', 'tag': 'c86a8350-0ce2-4c58-b86e-887e14ca5929', 'status': 'completed', 'code': 200} Feb 04 06:08:51.756592 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9c003-9ed8-4f76-9e61-b662b2acd804 req-e2d70144-97a9-421e-84ac-821c938c473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:51.758151 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3b9c003-9ed8-4f76-9e61-b662b2acd804 req-e2d70144-97a9-421e-84ac-821c938c473f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 1098 time: 0.0465577 Feb 04 06:08:51.821150 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3498ab83-4fe5-4aa8-aaf4-0f70a9125735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c96762f2-b163-4661-89f1-82cd056ee723', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:c0:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:35Z', 'updated_at': '2022-02-04T06:08:37Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}, {'id': 'fcd460a1-6128-407c-8a9a-6e5584f4f525', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.25', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': 'c86a8350-0ce2-4c58-b86e-887e14ca5929', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:27:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cbdf13-bee0-4906-96a7-8152e1914234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:50Z', 'updated_at': '2022-02-04T06:08:50Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:51.850681 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498ab83-4fe5-4aa8-aaf4-0f70a9125735 None None] Checking router: d795d734-b3eb-4e45-b699-6c6d5ae659db for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:51.858816 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498ab83-4fe5-4aa8-aaf4-0f70a9125735 None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:51.859002 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9c003-9ed8-4f76-9e61-b662b2acd804 req-32cbad13-f8b6-4693-a610-38021c986ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:51.859401 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3498ab83-4fe5-4aa8-aaf4-0f70a9125735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:08:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:51.861102 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3b9c003-9ed8-4f76-9e61-b662b2acd804 req-32cbad13-f8b6-4693-a610-38021c986ee5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 898 time: 0.0950429 Feb 04 06:08:51.935691 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3b9c003-9ed8-4f76-9e61-b662b2acd804 req-a1bdfdda-a820-43bf-bb06-a8373983280e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c86a8350-0ce2-4c58-b86e-887e14ca5929 HTTP/1.1" status: 200 len: 998 time: 0.0675447 Feb 04 06:08:51.963604 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-3498ab83-4fe5-4aa8-aaf4-0f70a9125735 None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:51.987328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9c003-9ed8-4f76-9e61-b662b2acd804 req-dfc1ad8a-b5dd-4ea9-b1f8-490497f4a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:51.988807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3b9c003-9ed8-4f76-9e61-b662b2acd804 req-dfc1ad8a-b5dd-4ea9-b1f8-490497f4a349 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 200 len: 834 time: 0.0469477 Feb 04 06:08:52.034986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9c003-9ed8-4f76-9e61-b662b2acd804 req-e3a9d400-8843-4608-9fe9-3ef4fe5e71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:52.036930 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3b9c003-9ed8-4f76-9e61-b662b2acd804 req-e3a9d400-8843-4608-9fe9-3ef4fe5e71f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a19a267f-8bf9-4507-9e31-57a18242b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414851 Feb 04 06:08:52.133387 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3b9c003-9ed8-4f76-9e61-b662b2acd804 req-05d7e064-b7c1-4c23-b0fb-ced365eedb1b service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889628 Feb 04 06:08:52.193654 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3498ab83-4fe5-4aa8-aaf4-0f70a9125735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c96762f2-b163-4661-89f1-82cd056ee723', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:c0:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:35Z', 'updated_at': '2022-02-04T06:08:37Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}, {'id': 'fcd460a1-6128-407c-8a9a-6e5584f4f525', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.25', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': 'c86a8350-0ce2-4c58-b86e-887e14ca5929', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:27:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cbdf13-bee0-4906-96a7-8152e1914234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:50Z', 'updated_at': '2022-02-04T06:08:50Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:52.221587 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498ab83-4fe5-4aa8-aaf4-0f70a9125735 None None] The sync data for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv is: [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c96762f2-b163-4661-89f1-82cd056ee723', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:c0:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:35Z', 'updated_at': '2022-02-04T06:08:37Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}, {'id': 'fcd460a1-6128-407c-8a9a-6e5584f4f525', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.25', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': 'c86a8350-0ce2-4c58-b86e-887e14ca5929', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:27:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cbdf13-bee0-4906-96a7-8152e1914234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:50Z', 'updated_at': '2022-02-04T06:08:50Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:52.227344 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3b9c003-9ed8-4f76-9e61-b662b2acd804 req-10f68ae5-1588-4582-8624-1d9ea8301cbf service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875976 Feb 04 06:08:52.427782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5e94e6-3d32-4926-af85-02aca555aee5 None None] New status for floating IP fcd460a1-6128-407c-8a9a-6e5584f4f525: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:08:53.426364 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e90666c9-afb4-488d-a03f-c33fd6d0c0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:54.744091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.358298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.652488 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:58.516430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:21.020107 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49330) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:21.080575 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2336c073-fef9-4dfb-b59c-4474054a34f2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/c96762f2-b163-4661-89f1-82cd056ee723 HTTP/1.1" status: 200 len: 994 time: 0.0591238 Feb 04 06:09:21.187765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-faec9c9c-cd8c-4da1-9bb7-226823fe8919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.428957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4551fe0c-cdd6-46dc-b943-f78d10c22169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.482664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49338) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:23.487837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:23.551879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.697747 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:23.731934 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.736551 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.779813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:23.780493 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.786239 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/ports/932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 HTTP/1.1" status: 200 len: 939 time: 0.2983408 Feb 04 06:09:23.786239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:23.786239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbef20f-b0c9-4c20-a126-791940fb345f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:23.819278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,revision_number=6']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:23.827980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.828333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.828679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.829018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.829385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.829721 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.830050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.830429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.830768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.831096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.831428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.831754 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd03f2f-fdc7-4d11-9a79-48857032bb3e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:23.836812 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf283839-0c8d-4d88-940b-3e43418473a6 x-openstack-request-id: req-cf283839-0c8d-4d88-940b-3e43418473a6 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:23.837109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:23.837364 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf283839-0c8d-4d88-940b-3e43418473a6 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:23.837756 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'status': 'completed', 'code': 200} Feb 04 06:09:23.917032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbef20f-b0c9-4c20-a126-791940fb345f req-cfb068b0-0ad4-49f7-90df-d17f85117960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:23.918594 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fcbef20f-b0c9-4c20-a126-791940fb345f req-cfb068b0-0ad4-49f7-90df-d17f85117960 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 1100 time: 0.0480995 Feb 04 06:09:24.013586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c2d44d0e-8ddd-49b3-aa28-8aa53235082b None None] Provisioning complete for port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:24.013953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c2d44d0e-8ddd-49b3-aa28-8aa53235082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:24.019865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbef20f-b0c9-4c20-a126-791940fb345f req-302a2012-01fe-4973-aa9c-e438714357cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:24.021398 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fcbef20f-b0c9-4c20-a126-791940fb345f req-302a2012-01fe-4973-aa9c-e438714357cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 898 time: 0.0951424 Feb 04 06:09:24.054401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c2d44d0e-8ddd-49b3-aa28-8aa53235082b None None] Port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 is administratively disabled so it will not transition to active. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Feb 04 06:09:24.091729 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fcbef20f-b0c9-4c20-a126-791940fb345f req-87ed3e52-f8df-4fc8-a50f-25a9418baf0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 HTTP/1.1" status: 200 len: 1003 time: 0.0630174 Feb 04 06:09:24.145809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbef20f-b0c9-4c20-a126-791940fb345f req-cebe1721-18fa-4f55-b57e-9f03f09c6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:24.148042 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fcbef20f-b0c9-4c20-a126-791940fb345f req-cebe1721-18fa-4f55-b57e-9f03f09c6091 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 200 len: 834 time: 0.0493124 Feb 04 06:09:24.195347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbef20f-b0c9-4c20-a126-791940fb345f req-b85e3d9a-55c8-40df-8890-96f283c54fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:24.196889 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fcbef20f-b0c9-4c20-a126-791940fb345f req-b85e3d9a-55c8-40df-8890-96f283c54fcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a19a267f-8bf9-4507-9e31-57a18242b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422204 Feb 04 06:09:24.290067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fcbef20f-b0c9-4c20-a126-791940fb345f req-1723a006-1b07-48a3-ad3c-7d05d4da9d26 service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855739 Feb 04 06:09:24.388490 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fcbef20f-b0c9-4c20-a126-791940fb345f req-e09d0050-7c4f-4fff-90f7-43ba1c03716f service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917778 Feb 04 06:09:24.744624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:26.362260 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:26.654700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:26.703191 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:09:27.276800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49346) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:27.282328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'admin_state_up': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:27.353223 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.513492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:27.542923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.547407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.595233 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:27.595833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.597278 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/ports/932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 HTTP/1.1" status: 200 len: 938 time: 0.3193207 Feb 04 06:09:27.597838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:27.600114 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac6772-4339-4c53-a309-8a6785b5924a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:27.601163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49348) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:27.624768 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,revision_number=7']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:27.632487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.632866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.633238 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.633578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.633927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.634243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.634573 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.634899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.635226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.635551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.635925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.636251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc1f27-02d5-4942-81dc-e419b6f093cd tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:27.649223 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4699e3bf-aac8-4ede-a48c-cc357e31e674 x-openstack-request-id: req-4699e3bf-aac8-4ede-a48c-cc357e31e674 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:27.649513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:27.649770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4699e3bf-aac8-4ede-a48c-cc357e31e674 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:27.650182 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'status': 'completed', 'code': 200} Feb 04 06:09:27.708444 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7cad458d-880d-4b89-a233-9b104765b8f4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/c96762f2-b163-4661-89f1-82cd056ee723 HTTP/1.1" status: 200 len: 994 time: 0.1049333 Feb 04 06:09:27.720251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac6772-4339-4c53-a309-8a6785b5924a req-c06d7677-01a8-4f71-99d6-1af26d83b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:27.721825 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5ac6772-4339-4c53-a309-8a6785b5924a req-c06d7677-01a8-4f71-99d6-1af26d83b6e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 1099 time: 0.0499775 Feb 04 06:09:27.813834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['932bc12b-ac8d-4b20-a60f-cb9fb3e9c014'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:09:27.820001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac6772-4339-4c53-a309-8a6785b5924a req-2447f5c0-fdba-4c22-8a1b-579342ec3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:27.821521 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5ac6772-4339-4c53-a309-8a6785b5924a req-2447f5c0-fdba-4c22-8a1b-579342ec3df2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 898 time: 0.0932655 Feb 04 06:09:27.898766 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5ac6772-4339-4c53-a309-8a6785b5924a req-1e306a45-bee0-4b25-897a-b9296c03a98b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 HTTP/1.1" status: 200 len: 1002 time: 0.0699084 Feb 04 06:09:27.920746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b6912fdb-a979-4e6b-884b-fb1f80bfebcf None None] Provisioning complete for port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:27.921145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b6912fdb-a979-4e6b-884b-fb1f80bfebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:27.951820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac6772-4339-4c53-a309-8a6785b5924a req-6fbba479-35c4-4344-8a94-9887ec94775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:27.953935 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5ac6772-4339-4c53-a309-8a6785b5924a req-6fbba479-35c4-4344-8a94-9887ec94775a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 200 len: 834 time: 0.0486491 Feb 04 06:09:28.003371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac6772-4339-4c53-a309-8a6785b5924a req-2048d56d-0acc-48ae-8868-e62201ea8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:28.005969 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5ac6772-4339-4c53-a309-8a6785b5924a req-2048d56d-0acc-48ae-8868-e62201ea8934 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a19a267f-8bf9-4507-9e31-57a18242b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436068 Feb 04 06:09:28.109590 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5ac6772-4339-4c53-a309-8a6785b5924a req-5c1325ff-a932-4575-8121-5ab6b3aeaab8 service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961537 Feb 04 06:09:28.204927 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5ac6772-4339-4c53-a309-8a6785b5924a req-8c8297fc-52e8-41ec-8927-53451e3bd86a service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887704 Feb 04 06:09:28.515381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:30.236007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49358) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:30.394923 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 15ddd036-925b-40e9-a3de-c1fcd700249d {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:09:30.395261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:30.472811 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:30.473173 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:30.485667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 15ddd036-925b-40e9-a3de-c1fcd700249d owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:09:30.635786 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:30.663660 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=15ddd036-925b-40e9-a3de-c1fcd700249d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:30.731643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:30.731980 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP fcd460a1-6128-407c-8a9a-6e5584f4f525 disassociated (deleted). External IP: 172.26.5.25, port: c86a8350-0ce2-4c58-b86e-887e14ca5929. Feb 04 06:09:30.943088 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router d795d734-b3eb-4e45-b699-6c6d5ae659db has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:09:31.062321 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:09:31.067395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:31.072792 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d279f6-6d44-4a5b-bb19-8f7b8658c3a8 None None] Sync routers for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:31.082718 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d279f6-6d44-4a5b-bb19-8f7b8658c3a8 None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:31.083550 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-43d279f6-6d44-4a5b-bb19-8f7b8658c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:31.094644 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d177f05a-31d0-414d-82de-773a8950449a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/floatingips/fcd460a1-6128-407c-8a9a-6e5584f4f525 HTTP/1.1" status: 204 len: 168 time: 0.8573015 Feb 04 06:09:31.095243 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cbdf13-bee0-4906-96a7-8152e1914234', 'tag': 'c86a8350-0ce2-4c58-b86e-887e14ca5929'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:31.097522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "39cbdf13-bee0-4906-96a7-8152e1914234", "tag": "c86a8350-0ce2-4c58-b86e-887e14ca5929"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:31.153627 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc964131-dd30-452b-b5ad-e76c1c0fa0d4 x-openstack-request-id: req-fc964131-dd30-452b-b5ad-e76c1c0fa0d4 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:31.154199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cbdf13-bee0-4906-96a7-8152e1914234", "tag": "c86a8350-0ce2-4c58-b86e-887e14ca5929", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:31.154682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc964131-dd30-452b-b5ad-e76c1c0fa0d4 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:31.155317 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cbdf13-bee0-4906-96a7-8152e1914234', 'tag': 'c86a8350-0ce2-4c58-b86e-887e14ca5929', 'status': 'completed', 'code': 200} Feb 04 06:09:31.211050 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-43d279f6-6d44-4a5b-bb19-8f7b8658c3a8 None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:31.238526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1 req-52358ad1-896f-4d31-ba7e-355296b620c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:31.241419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1 req-52358ad1-896f-4d31-ba7e-355296b620c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 1098 time: 0.0591214 Feb 04 06:09:31.351983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1 req-8335c4c1-5d5a-44ec-9643-b7870ebafb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:31.353507 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1 req-8335c4c1-5d5a-44ec-9643-b7870ebafb80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 898 time: 0.1055536 Feb 04 06:09:31.417366 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1 req-b96b4e19-606c-45ce-8996-87ce8672b83b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c86a8350-0ce2-4c58-b86e-887e14ca5929 HTTP/1.1" status: 200 len: 217 time: 0.0557916 Feb 04 06:09:31.458977 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-43d279f6-6d44-4a5b-bb19-8f7b8658c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c96762f2-b163-4661-89f1-82cd056ee723', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:c0:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:35Z', 'updated_at': '2022-02-04T06:08:37Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:31.471690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f1759-a323-42fd-9e80-7862e56b3fa7 req-cd03e45e-06b5-4bb1-a44f-9413300abbe0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:31.473231 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7e1f1759-a323-42fd-9e80-7862e56b3fa7 req-cd03e45e-06b5-4bb1-a44f-9413300abbe0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 945 time: 0.1360147 Feb 04 06:09:31.482906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1 req-54a0ce67-c4ba-4357-9a70-fdd97c55ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:31.484319 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1 req-54a0ce67-c4ba-4357-9a70-fdd97c55ae46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 200 len: 834 time: 0.0602801 Feb 04 06:09:31.488297 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d279f6-6d44-4a5b-bb19-8f7b8658c3a8 None None] Checking router: d795d734-b3eb-4e45-b699-6c6d5ae659db for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:31.502699 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d279f6-6d44-4a5b-bb19-8f7b8658c3a8 None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:31.503648 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-43d279f6-6d44-4a5b-bb19-8f7b8658c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:31.556923 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7e1f1759-a323-42fd-9e80-7862e56b3fa7 req-c4d5cfb3-ef25-40f2-b274-771185c94120 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716014 Feb 04 06:09:31.570237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1 req-521eb73a-98a4-4501-8a6b-fbe9fc72e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:31.571883 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1 req-521eb73a-98a4-4501-8a6b-fbe9fc72e065 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a19a267f-8bf9-4507-9e31-57a18242b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792935 Feb 04 06:09:31.616086 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-43d279f6-6d44-4a5b-bb19-8f7b8658c3a8 None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:31.672220 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1 req-3ff1f141-eed3-4448-a4a8-6f9f435140b1 service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921824 Feb 04 06:09:31.766582 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c3d76d2-05e4-4bd7-96e6-4fc4a260c8b1 req-35786f75-0fbb-4965-9068-22dabdac66ea service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866280 Feb 04 06:09:31.847125 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-43d279f6-6d44-4a5b-bb19-8f7b8658c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c96762f2-b163-4661-89f1-82cd056ee723', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:c0:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:35Z', 'updated_at': '2022-02-04T06:08:37Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:31.877967 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d279f6-6d44-4a5b-bb19-8f7b8658c3a8 None None] The sync data for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv is: [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c96762f2-b163-4661-89f1-82cd056ee723', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.169', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'port_id': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'mac_address': 'fa:16:3e:c0:10:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:08:35Z', 'updated_at': '2022-02-04T06:08:37Z', 'revision_number': 1, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:32.083729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856f2e26-b9ef-48fa-a9bb-44a3d3f07096 None None] New status for floating IP fcd460a1-6128-407c-8a9a-6e5584f4f525: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:09:32.706953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e02c93-b8ae-4c84-9e6c-7488df4671eb req-23208991-c921-447c-8591-a5fd5eb13f5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:32.708445 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9e02c93-b8ae-4c84-9e6c-7488df4671eb req-23208991-c921-447c-8591-a5fd5eb13f5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 945 time: 0.0826657 Feb 04 06:09:32.719241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0732374-2a4c-43e5-9330-c8fe7fef9a07 req-0c822ac4-319c-4d39-8d05-320a5e26091d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:32.720639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0732374-2a4c-43e5-9330-c8fe7fef9a07 req-0c822ac4-319c-4d39-8d05-320a5e26091d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cbdf13-bee0-4906-96a7-8152e1914234 HTTP/1.1" status: 200 len: 945 time: 0.0826907 Feb 04 06:09:32.804757 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9e02c93-b8ae-4c84-9e6c-7488df4671eb req-a0de679c-615d-4999-8ff1-056e032ccfd6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=818a816e-85e0-4c0f-9f96-dc0a92f8a21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831370 Feb 04 06:09:32.832928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-e0732374-2a4c-43e5-9330-c8fe7fef9a07 req-fac57e2a-128b-457c-b241-6a0e077eda2b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port c86a8350-0ce2-4c58-b86e-887e14ca5929 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:09:32.833248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e0732374-2a4c-43e5-9330-c8fe7fef9a07 req-fac57e2a-128b-457c-b241-6a0e077eda2b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:32.925913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-e0732374-2a4c-43e5-9330-c8fe7fef9a07 req-fac57e2a-128b-457c-b241-6a0e077eda2b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port c86a8350-0ce2-4c58-b86e-887e14ca5929, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c86a8350-0ce2-4c58-b86e-887e14ca5929,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:32.926268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e0732374-2a4c-43e5-9330-c8fe7fef9a07 req-fac57e2a-128b-457c-b241-6a0e077eda2b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:32.939355 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-e0732374-2a4c-43e5-9330-c8fe7fef9a07 req-fac57e2a-128b-457c-b241-6a0e077eda2b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for c86a8350-0ce2-4c58-b86e-887e14ca5929 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:09:33.079392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e0732374-2a4c-43e5-9330-c8fe7fef9a07 req-fac57e2a-128b-457c-b241-6a0e077eda2b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:33.108455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac57e2a-128b-457c-b241-6a0e077eda2b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=c86a8350-0ce2-4c58-b86e-887e14ca5929,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:33.149157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0732374-2a4c-43e5-9330-c8fe7fef9a07 req-fac57e2a-128b-457c-b241-6a0e077eda2b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] No DVR routers for this DVR port c86a8350-0ce2-4c58-b86e-887e14ca5929 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:09:33.151610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e0732374-2a4c-43e5-9330-c8fe7fef9a07 req-fac57e2a-128b-457c-b241-6a0e077eda2b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:33.154869 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0732374-2a4c-43e5-9330-c8fe7fef9a07 req-fac57e2a-128b-457c-b241-6a0e077eda2b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "DELETE /v2.0/ports/c86a8350-0ce2-4c58-b86e-887e14ca5929 HTTP/1.1" status: 204 len: 173 time: 0.4273303 Feb 04 06:09:33.155303 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cbdf13-bee0-4906-96a7-8152e1914234', 'name': 'network-vif-deleted', 'tag': 'c86a8350-0ce2-4c58-b86e-887e14ca5929'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:33.157545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9788ac-2fdd-4f87-976f-5196241f7f38" -d '{"events": [{"server_uuid": "39cbdf13-bee0-4906-96a7-8152e1914234", "name": "network-vif-deleted", "tag": "c86a8350-0ce2-4c58-b86e-887e14ca5929"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:33.203446 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf58714-2797-49eb-a039-32937f59eb15 x-openstack-request-id: req-9bf58714-2797-49eb-a039-32937f59eb15 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:33.203771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cbdf13-bee0-4906-96a7-8152e1914234", "name": "network-vif-deleted", "tag": "c86a8350-0ce2-4c58-b86e-887e14ca5929", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:33.204210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bf58714-2797-49eb-a039-32937f59eb15 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:33.204633 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cbdf13-bee0-4906-96a7-8152e1914234', 'name': 'network-vif-deleted', 'tag': 'c86a8350-0ce2-4c58-b86e-887e14ca5929', 'status': 'completed', 'code': 200} Feb 04 06:09:33.859884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49372) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:33.924115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fdac1abb-d125-4de0-8c90-e735ef61077b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:33.950002 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fdac1abb-d125-4de0-8c90-e735ef61077b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.009345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fdac1abb-d125-4de0-8c90-e735ef61077b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.011909 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fdac1abb-d125-4de0-8c90-e735ef61077b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.013135 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fdac1abb-d125-4de0-8c90-e735ef61077b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/818a816e-85e0-4c0f-9f96-dc0a92f8a21e HTTP/1.1" status: 204 len: 168 time: 0.1521540 Feb 04 06:09:34.022866 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac1abb-d125-4de0-8c90-e735ef61077b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=818a816e-85e0-4c0f-9f96-dc0a92f8a21e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:34.045886 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49376) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:34.208884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 57dea293-8788-4eaf-9f7f-60250df503a3 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:09:34.209269 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.286285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.286621 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.299970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 57dea293-8788-4eaf-9f7f-60250df503a3 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:09:34.451303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.480445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=57dea293-8788-4eaf-9f7f-60250df503a3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:34.541507 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.541921 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP c96762f2-b163-4661-89f1-82cd056ee723 disassociated (deleted). External IP: 172.26.5.169, port: 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014. Feb 04 06:09:34.752867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router d795d734-b3eb-4e45-b699-6c6d5ae659db has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:09:34.864671 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:09:34.870061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.876028 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d252e9d-35d2-4ec0-966e-6829000c9d2a None None] Sync routers for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:34.886256 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d252e9d-35d2-4ec0-966e-6829000c9d2a None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:34.887129 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2d252e9d-35d2-4ec0-966e-6829000c9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:34.896979 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-23933750-a1fe-4dfe-965e-07c3bdc9891f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/floatingips/c96762f2-b163-4661-89f1-82cd056ee723 HTTP/1.1" status: 204 len: 168 time: 0.8498209 Feb 04 06:09:34.897887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:34.901480 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249323b4-c202-4c26-a865-ab00067a97db" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:34.957615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8c4d6b-8bd2-452f-832d-cd0562128162 x-openstack-request-id: req-9f8c4d6b-8bd2-452f-832d-cd0562128162 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:34.957922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:34.958209 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f8c4d6b-8bd2-452f-832d-cd0562128162 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:34.958632 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'status': 'completed', 'code': 200} Feb 04 06:09:35.048479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249323b4-c202-4c26-a865-ab00067a97db req-7ef77a95-ef35-42e1-bdde-dbe594078d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:35.050030 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-249323b4-c202-4c26-a865-ab00067a97db req-7ef77a95-ef35-42e1-bdde-dbe594078d37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 1099 time: 0.0670009 Feb 04 06:09:35.105513 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2d252e9d-35d2-4ec0-966e-6829000c9d2a None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:35.207405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7622a9-d6a9-4c34-b6a0-b38c191b22eb req-8b34d737-d97a-404c-a47e-6cedda7b5b9c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:35.208953 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ce7622a9-d6a9-4c34-b6a0-b38c191b22eb req-8b34d737-d97a-404c-a47e-6cedda7b5b9c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 946 time: 0.0758688 Feb 04 06:09:35.214015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249323b4-c202-4c26-a865-ab00067a97db req-68dd6bbf-df00-4557-a242-7e7cd4d77b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:35.215406 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-249323b4-c202-4c26-a865-ab00067a97db req-68dd6bbf-df00-4557-a242-7e7cd4d77b8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 200 len: 898 time: 0.1585870 Feb 04 06:09:35.267763 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-249323b4-c202-4c26-a865-ab00067a97db req-364b1635-20bf-4c5a-a56e-b39f90462e79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 HTTP/1.1" status: 200 len: 217 time: 0.0447855 Feb 04 06:09:35.308812 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2d252e9d-35d2-4ec0-966e-6829000c9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:35.310628 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ce7622a9-d6a9-4c34-b6a0-b38c191b22eb req-4822ef6c-c8fc-47f8-b2e2-a1a6db16ff02 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf0343d-e556-4b96-86e9-2cbadc2e502d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942881 Feb 04 06:09:35.328260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249323b4-c202-4c26-a865-ab00067a97db req-0075dcff-d3ad-4bdb-8d11-2920a2671926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:35.333050 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-249323b4-c202-4c26-a865-ab00067a97db req-0075dcff-d3ad-4bdb-8d11-2920a2671926 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 200 len: 834 time: 0.0525627 Feb 04 06:09:35.339278 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d252e9d-35d2-4ec0-966e-6829000c9d2a None None] Checking router: d795d734-b3eb-4e45-b699-6c6d5ae659db for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:35.347593 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d252e9d-35d2-4ec0-966e-6829000c9d2a None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:35.348196 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2d252e9d-35d2-4ec0-966e-6829000c9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:35.378909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249323b4-c202-4c26-a865-ab00067a97db req-fb61be1c-a6f1-489c-a5ab-4dcf60dd13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:35.380681 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-249323b4-c202-4c26-a865-ab00067a97db req-fb61be1c-a6f1-489c-a5ab-4dcf60dd13f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a19a267f-8bf9-4507-9e31-57a18242b568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426366 Feb 04 06:09:35.460707 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2d252e9d-35d2-4ec0-966e-6829000c9d2a None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:35.488368 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-249323b4-c202-4c26-a865-ab00067a97db req-f8166465-09a0-4370-a047-04686d08749f service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996406 Feb 04 06:09:35.583141 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-249323b4-c202-4c26-a865-ab00067a97db req-64ecd3a3-fcc9-4535-a9c1-7f66aa851d8a service neutron] 10.222.0.36 "GET /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867419 Feb 04 06:09:35.669159 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2d252e9d-35d2-4ec0-966e-6829000c9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:35.696793 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d252e9d-35d2-4ec0-966e-6829000c9d2a None None] The sync data for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv is: [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:20Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '88378d65-d4f7-4cc6-9e25-25093e764a1e', 'name': '', 'network_id': 'a19a267f-8bf9-4507-9e31-57a18242b568', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:f8:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:20Z', 'updated_at': '2022-02-04T06:08:23Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': 'bb328fbe-8933-4d25-8810-81f3d2e81881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:35.905714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4071ee56-86d4-4326-bbf4-cb1ac5a6a766 None None] New status for floating IP c96762f2-b163-4661-89f1-82cd056ee723: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:09:36.438441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1fc8a-a9fe-4f3c-92e7-a27d7e13d252 req-a4099db1-c6e7-4f5a-ba9f-d6a20f58ba76 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:36.439895 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-57a1fc8a-a9fe-4f3c-92e7-a27d7e13d252 req-a4099db1-c6e7-4f5a-ba9f-d6a20f58ba76 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 946 time: 0.0525305 Feb 04 06:09:36.478528 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-57a1fc8a-a9fe-4f3c-92e7-a27d7e13d252 req-45cfc8ab-c540-4392-9e10-6e5ed89b802b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf0343d-e556-4b96-86e9-2cbadc2e502d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317080 Feb 04 06:09:36.571234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb6415-183b-4ef9-b370-4a3739211988 req-e6820abf-c114-4193-b6c1-024a6c9f518f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:36.572992 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8bcb6415-183b-4ef9-b370-4a3739211988 req-e6820abf-c114-4193-b6c1-024a6c9f518f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8b5da47-fb06-4ed9-95d0-a2e081fd024b HTTP/1.1" status: 200 len: 946 time: 0.0510862 Feb 04 06:09:36.665633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-8bcb6415-183b-4ef9-b370-4a3739211988 req-8a00fde6-8438-4f21-a7f8-119f27f9436b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:09:36.665984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8bcb6415-183b-4ef9-b370-4a3739211988 req-8a00fde6-8438-4f21-a7f8-119f27f9436b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.762241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-8bcb6415-183b-4ef9-b370-4a3739211988 req-8a00fde6-8438-4f21-a7f8-119f27f9436b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:36.762607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8bcb6415-183b-4ef9-b370-4a3739211988 req-8a00fde6-8438-4f21-a7f8-119f27f9436b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.774983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-8bcb6415-183b-4ef9-b370-4a3739211988 req-8a00fde6-8438-4f21-a7f8-119f27f9436b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:09:36.912041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8bcb6415-183b-4ef9-b370-4a3739211988 req-8a00fde6-8438-4f21-a7f8-119f27f9436b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.951837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00fde6-8438-4f21-a7f8-119f27f9436b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=932bc12b-ac8d-4b20-a60f-cb9fb3e9c014,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:36.995222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcb6415-183b-4ef9-b370-4a3739211988 req-8a00fde6-8438-4f21-a7f8-119f27f9436b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] No DVR routers for this DVR port 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:09:36.997709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8bcb6415-183b-4ef9-b370-4a3739211988 req-8a00fde6-8438-4f21-a7f8-119f27f9436b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.000988 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8bcb6415-183b-4ef9-b370-4a3739211988 req-8a00fde6-8438-4f21-a7f8-119f27f9436b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "DELETE /v2.0/ports/932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 HTTP/1.1" status: 204 len: 173 time: 0.4219651 Feb 04 06:09:37.001470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'name': 'network-vif-deleted', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:37.003747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6428108e-3f45-4a92-acdb-63e302b2b23a" -d '{"events": [{"server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "name": "network-vif-deleted", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:37.051173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ca3bc9-1fe1-436e-97b4-58dcccdc8086 x-openstack-request-id: req-70ca3bc9-1fe1-436e-97b4-58dcccdc8086 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:37.051459 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b5da47-fb06-4ed9-95d0-a2e081fd024b", "name": "network-vif-deleted", "tag": "932bc12b-ac8d-4b20-a60f-cb9fb3e9c014", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:37.051702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70ca3bc9-1fe1-436e-97b4-58dcccdc8086 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:37.052096 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b5da47-fb06-4ed9-95d0-a2e081fd024b', 'name': 'network-vif-deleted', 'tag': '932bc12b-ac8d-4b20-a60f-cb9fb3e9c014', 'status': 'completed', 'code': 200} Feb 04 06:09:37.323094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c86a8350-0ce2-4c58-b86e-887e14ca5929 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:09:37.352417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: c86a8350-0ce2-4c58-b86e-887e14ca5929 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:09:37.353014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c86a8350-0ce2-4c58-b86e-887e14ca5929 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:09:37.532006 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49390) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:37.589271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da8495b2-2a91-4a4d-84e3-13639acd0540 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.614197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da8495b2-2a91-4a4d-84e3-13639acd0540 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.673268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da8495b2-2a91-4a4d-84e3-13639acd0540 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.675925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da8495b2-2a91-4a4d-84e3-13639acd0540 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.677192 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-da8495b2-2a91-4a4d-84e3-13639acd0540 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/2bf0343d-e556-4b96-86e9-2cbadc2e502d HTTP/1.1" status: 204 len: 168 time: 0.1441514 Feb 04 06:09:37.686687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8495b2-2a91-4a4d-84e3-13639acd0540 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf0343d-e556-4b96-86e9-2cbadc2e502d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:37.710809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49394) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:38.096749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.358905 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 88378d65-d4f7-4cc6-9e25-25093e764a1e {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:09:38.359244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.449304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 88378d65-d4f7-4cc6-9e25-25093e764a1e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=88378d65-d4f7-4cc6-9e25-25093e764a1e,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:38.449665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.462124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 88378d65-d4f7-4cc6-9e25-25093e764a1e owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:09:38.647779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.675313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=88378d65-d4f7-4cc6-9e25-25093e764a1e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:38.862017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.093296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router d795d734-b3eb-4e45-b699-6c6d5ae659db has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:09:39.198270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:09:39.203555 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ea92a60a-f24a-4455-b165-9b6f31628530 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/d795d734-b3eb-4e45-b699-6c6d5ae659db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4916742 Feb 04 06:09:39.206280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49396) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:39.211367 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16d1d2-ce65-4125-87f1-85c5ffe81934 None None] Sync routers for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:39.221197 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16d1d2-ce65-4125-87f1-85c5ffe81934 None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:39.221797 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c16d1d2-ce65-4125-87f1-85c5ffe81934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:39.256655 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-62dab927-dd62-457e-96bf-d431f26681ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting subnet bb328fbe-8933-4d25-8810-81f3d2e81881 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:09:39.259949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-62dab927-dd62-457e-96bf-d431f26681ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.300711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-62dab927-dd62-457e-96bf-d431f26681ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.328358 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-8c16d1d2-ce65-4125-87f1-85c5ffe81934 None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:39.515732 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c16d1d2-ce65-4125-87f1-85c5ffe81934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:09:38Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:39.546692 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16d1d2-ce65-4125-87f1-85c5ffe81934 None None] Checking router: d795d734-b3eb-4e45-b699-6c6d5ae659db for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:39.556531 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16d1d2-ce65-4125-87f1-85c5ffe81934 None None] Routers {'d795d734-b3eb-4e45-b699-6c6d5ae659db'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:39.557174 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c16d1d2-ce65-4125-87f1-85c5ffe81934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['d795d734-b3eb-4e45-b699-6c6d5ae659db'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:39.664822 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-8c16d1d2-ce65-4125-87f1-85c5ffe81934 None None] Set router d795d734-b3eb-4e45-b699-6c6d5ae659db gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:39.743051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-62dab927-dd62-457e-96bf-d431f26681ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.812866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-62dab927-dd62-457e-96bf-d431f26681ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.847510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dab927-dd62-457e-96bf-d431f26681ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Subnet': ['ID=bb328fbe-8933-4d25-8810-81f3d2e81881,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:39.858668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-62dab927-dd62-457e-96bf-d431f26681ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.860180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6e8f15-4cff-4a8d-9fd7-fa9865f2fb87 None None] Network a19a267f-8bf9-4507-9e31-57a18242b568 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:09:39.862443 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-62dab927-dd62-457e-96bf-d431f26681ab tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/subnets/bb328fbe-8933-4d25-8810-81f3d2e81881 HTTP/1.1" status: 204 len: 168 time: 0.6552229 Feb 04 06:09:39.865191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49398) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:39.927548 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8c16d1d2-ce65-4125-87f1-85c5ffe81934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:09:38Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:39.981614 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16d1d2-ce65-4125-87f1-85c5ffe81934 None None] The sync data for ids ['d795d734-b3eb-4e45-b699-6c6d5ae659db'] in dv-neutron-826811-2-hyperv is: [{'id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'name': 'tempest-TestNetworkBasicOps-router-2086063564', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:09:38Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'b98350ae-962a-463f-be20-23b3b24fac87', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d734-b3eb-4e45-b699-6c6d5ae659db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:08:17Z', 'updated_at': '2022-02-04T06:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:40.029870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.147726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.206083 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port b98350ae-962a-463f-be20-23b3b24fac87 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:09:40.206083 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.293123 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port b98350ae-962a-463f-be20-23b3b24fac87, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b98350ae-962a-463f-be20-23b3b24fac87,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:40.293519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.306995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for b98350ae-962a-463f-be20-23b3b24fac87 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:09:40.392171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] DHCP port deletion for a19a267f-8bf9-4507-9e31-57a18242b568 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:09:40.446667 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Deleting port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:09:40.447337 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.539872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.541940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] For port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f9578170-1bf1-46f9-b1a2-72e1ceb17c9f,segment=NetworkSegment(b812081e-6f7b-470b-af61-18998610be35),segment_id=b812081e-6f7b-470b-af61-18998610be35)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:40.542639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.562604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Calling delete_port for f9578170-1bf1-46f9-b1a2-72e1ceb17c9f owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:09:40.661540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=b98350ae-962a-463f-be20-23b3b24fac87,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:40.668889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.672111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.696739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Pushing event deleted for resources: {'Port': ['ID=f9578170-1bf1-46f9-b1a2-72e1ceb17c9f,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:40.710447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.711022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.711721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.712184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.712656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.713234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.713819 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.714378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.714799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.715217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.715678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.716092 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:40.723105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f624b-be1d-49ed-97bc-d6414b5af1ab None None] No DVR routers for this DVR port f9578170-1bf1-46f9-b1a2-72e1ceb17c9f on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:09:40.775792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.778180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.825376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.826327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Fanout notify agent at l3_agent the message router_deleted on router d795d734-b3eb-4e45-b699-6c6d5ae659db {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:09:40.837699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.839243 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4fb229eb-7c23-4cc5-983d-5a36641789da tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/routers/d795d734-b3eb-4e45-b699-6c6d5ae659db HTTP/1.1" status: 204 len: 168 time: 0.9726560 Feb 04 06:09:40.843363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49400) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:40.967832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.999303 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f9578170-1bf1-46f9-b1a2-72e1ceb17c9f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:09:41.024552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: f9578170-1bf1-46f9-b1a2-72e1ceb17c9f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:09:41.024897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f9578170-1bf1-46f9-b1a2-72e1ceb17c9f not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:09:41.025339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 88378d65-d4f7-4cc6-9e25-25093e764a1e no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:09:41.048872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 88378d65-d4f7-4cc6-9e25-25093e764a1e {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:09:41.049683 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 88378d65-d4f7-4cc6-9e25-25093e764a1e not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:09:41.064312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.086164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19a267f-8bf9-4507-9e31-57a18242b568']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:41.095347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b812081e-6f7b-470b-af61-18998610be35') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:41.095717 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b812081e-6f7b-470b-af61-18998610be35') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:41.105193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.118365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.124783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:09:41.125205 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:09:41.128660 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:09:41.191638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.199831 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.206321 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/networks/a19a267f-8bf9-4507-9e31-57a18242b568 HTTP/1.1" status: 204 len: 168 time: 0.3606451 Feb 04 06:09:41.220186 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e617b-60e9-40c7-9315-6d8f0d404d70 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Network': ['ID=a19a267f-8bf9-4507-9e31-57a18242b568,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:41.225601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49402) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:41.231372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'network': {'name': 'tempest-network-smoke--882363899', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'port_security_enabled': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:41.254610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:41.258699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.281293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:09:41.290253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.290682 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Added segment baf2225d-562d-4868-98d0-de5aaad034ac of type vlan for network 8a315878-5b64-407e-8940-6aa177aa9fa2 Feb 04 06:09:41.333098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.337705 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:09:41.358899 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:09:41.358899 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 932bc12b-ac8d-4b20-a60f-cb9fb3e9c014 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:09:41.367460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.372943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:41.373563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.438903 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2119246 Feb 04 06:09:41.441786 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49404) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:41.447009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'admin_state_up': True, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:41.463668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e438d-ac15-445a-ad7f-ca0348a274a4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Network': ['ID=8a315878-5b64-407e-8940-6aa177aa9fa2,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:41.474389 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 8a315878-5b64-407e-8940-6aa177aa9fa2 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:09:41.481504 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.482566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.539468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.684542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.883328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.906771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.011050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.102 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/ce779a33-5266-4722-a9c7-08f9ff8fe699) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:42.118451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.152624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.191812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:42.194640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:42.198481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:42.204189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=ce779a33-5266-4722-a9c7-08f9ff8fe699,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:42.453130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.651184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.780304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 86f2f599-083e-4b79-a408-9569e0e3a96c is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:09:42.842055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b98350ae-962a-463f-be20-23b3b24fac87 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:09:42.864245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: b98350ae-962a-463f-be20-23b3b24fac87 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:09:42.865184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b98350ae-962a-463f-be20-23b3b24fac87 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:09:42.889995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:09:42.901265 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Sync routers for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:42.910576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.912075 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:42.912352 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e0002560-0c07-40a4-98ea-05fa7c865fd8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4696612 Feb 04 06:09:42.913209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:42.915515 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49406) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:42.948339 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-071eebd6-ea5e-4fc5-9934-947be3f34fb4 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=64f65e53447e4bbaa3419b9c7ce6e7cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313463 Feb 04 06:09:42.950830 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49408) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:43.020591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:43.039805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e861c-b7e3-4452-8afa-522dde719e15 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:43.043878 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8a1e861c-b7e3-4452-8afa-522dde719e15 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893033 Feb 04 06:09:43.044114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49410) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:43.076342 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-da5f51c7-42cd-4ed5-9fad-d3be39d442ae tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309439 Feb 04 06:09:43.079163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49412) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:43.084013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1429039767', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:43.174853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:43.179395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.208362 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:42Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:43.234970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Checking router: 86f2f599-083e-4b79-a408-9569e0e3a96c for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:43.235316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Updating router 86f2f599-083e-4b79-a408-9569e0e3a96c port ce779a33-5266-4722-a9c7-08f9ff8fe699 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:43.262662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.388347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.440556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Subnet': ['ID=936a6329-7ded-4192-8ad9-38eb7f7a71e8,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:43.468138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Checking segment: {'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:43.468548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network hostable DHCP agents. Network: 8a315878-5b64-407e-8940-6aa177aa9fa2, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:09:43.487360 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 8a315878-5b64-407e-8940-6aa177aa9fa2 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:09:43.497772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 8a315878-5b64-407e-8940-6aa177aa9fa2) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:43.503140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:43.504158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.519526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45310a-0ea2-4661-8da6-55a763a9a7ad None None] Network 8a315878-5b64-407e-8940-6aa177aa9fa2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:09:43.524761 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-25d1e86b-7e4a-46a3-9a5f-b8405fecfbf6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4414454 Feb 04 06:09:43.525197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49414) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:43.525602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.537382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.772667 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e485b-96b8-42c7-8559-ca2af680f14c None None] Pushing event updated for resources: {'Port': ['ID=ce779a33-5266-4722-a9c7-08f9ff8fe699,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:43.781382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Attempting to bind port ce779a33-5266-4722-a9c7-08f9ff8fe699 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:43.781695 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Attempting to bind port ce779a33-5266-4722-a9c7-08f9ff8fe699 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:43.782056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Attempting to bind port ce779a33-5266-4722-a9c7-08f9ff8fe699 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:43.790712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:09:43.791625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:43.791625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.791890 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:09:43.792289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Bound port: ce779a33-5266-4722-a9c7-08f9ff8fe699, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:43.792658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.887318 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] For port ce779a33-5266-4722-a9c7-08f9ff8fe699, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:09:43.912842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] For port ce779a33-5266-4722-a9c7-08f9ff8fe699, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ce779a33-5266-4722-a9c7-08f9ff8fe699,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:09:43.918483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-8a315878-5b64-407e-8940-6aa177aa9fa2', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:09:43.919349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.923733 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.995507 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.045621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:44.045833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:44.097541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e485b-96b8-42c7-8559-ca2af680f14c None None] Pushing event updated for resources: {'Port': ['ID=ce779a33-5266-4722-a9c7-08f9ff8fe699,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:44.206757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Allocated IP 172.20.0.2 (8a315878-5b64-407e-8940-6aa177aa9fa2/936a6329-7ded-4192-8ad9-38eb7f7a71e8/c0438b67-2234-452b-9660-1c911783668c) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:44.213477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:44.488023 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.496600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.540441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Network 8a315878-5b64-407e-8940-6aa177aa9fa2 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:44.544673 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:42Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:44.546606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:44.557273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.1 (8a315878-5b64-407e-8940-6aa177aa9fa2/936a6329-7ded-4192-8ad9-38eb7f7a71e8/841e1100-dafd-49df-8a0d-56e373f89e11) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:44.574503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:44.580143 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d33466-ae51-40b6-83a6-2e20896b759a None None] The sync data for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv is: [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:42Z', 'revision_number': 3, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:44.590265 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Pushing event updated for resources: {'Port': ['ID=c0438b67-2234-452b-9660-1c911783668c,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:44.648452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Attempting to bind port c0438b67-2234-452b-9660-1c911783668c on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:44.648823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Attempting to bind port c0438b67-2234-452b-9660-1c911783668c by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:44.649234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Attempting to bind port c0438b67-2234-452b-9660-1c911783668c on network 8a315878-5b64-407e-8940-6aa177aa9fa2 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:44.655161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:09:44.655535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Checking segment: {'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:44.656101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.657365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Bound using segment: {'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:09:44.658096 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Bound port: c0438b67-2234-452b-9660-1c911783668c, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:44.658757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.699132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.732856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] For port c0438b67-2234-452b-9660-1c911783668c, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:09:44.736490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] For port c0438b67-2234-452b-9660-1c911783668c, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c0438b67-2234-452b-9660-1c911783668c,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:09:44.737139 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.744441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.786470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 8a315878-5b64-407e-8940-6aa177aa9fa2 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:44.790744 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:44.794933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:44.801334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd37772-d264-4016-87bb-d3706ea62058 None None] Pushing event updated for resources: {'Port': ['ID=c0438b67-2234-452b-9660-1c911783668c,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:44.844273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.894524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=841e1100-dafd-49df-8a0d-56e373f89e11,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:45.086620 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.527164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.532312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.883807 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=841e1100-dafd-49df-8a0d-56e373f89e11,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:45.888830 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.983910 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 8a315878-5b64-407e-8940-6aa177aa9fa2 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:45.985467 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:46.081071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23eedb-4523-4b2f-b213-a7691cdaefef None None] Network 8a315878-5b64-407e-8940-6aa177aa9fa2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:09:46.111123 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 86f2f599-083e-4b79-a408-9569e0e3a96c has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:09:46.150585 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3c81f161-039d-476e-b26c-f735ea8bc4f1 None None] Provisioning complete for port c0438b67-2234-452b-9660-1c911783668c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:46.151000 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c81f161-039d-476e-b26c-f735ea8bc4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.224720 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:09:46.230374 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c3e9e8c7-1f2f-4f4d-bb1e-62ec80127586 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/86f2f599-083e-4b79-a408-9569e0e3a96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7039709 Feb 04 06:09:46.232656 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49416) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:46.336499 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c81f161-039d-476e-b26c-f735ea8bc4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.361930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435eb7e5-51fd-4a05-9269-a8db971b3738 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:46.368536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435eb7e5-51fd-4a05-9269-a8db971b3738 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:46.369166 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435eb7e5-51fd-4a05-9269-a8db971b3738 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:46.369794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435eb7e5-51fd-4a05-9269-a8db971b3738 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:46.371639 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-435eb7e5-51fd-4a05-9269-a8db971b3738 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1379268 Feb 04 06:09:46.374522 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49418) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:46.380283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3c81f161-039d-476e-b26c-f735ea8bc4f1 None None] For port c0438b67-2234-452b-9660-1c911783668c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c0438b67-2234-452b-9660-1c911783668c,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:46.386830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c81f161-039d-476e-b26c-f735ea8bc4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.452408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81f161-039d-476e-b26c-f735ea8bc4f1 None None] Pushing event updated for resources: {'Port': ['ID=c0438b67-2234-452b-9660-1c911783668c,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:46.454568 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ceacf3-60fe-4a04-b03d-f41ca2037714 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:46.455045 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ceacf3-60fe-4a04-b03d-f41ca2037714 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:46.456499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ceacf3-60fe-4a04-b03d-f41ca2037714 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:46.456499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ceacf3-60fe-4a04-b03d-f41ca2037714 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:46.459225 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-47ceacf3-60fe-4a04-b03d-f41ca2037714 tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0834527 Feb 04 06:09:46.462373 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49420) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:46.609801 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c43ef5c2-dfe5-4958-a1f5-2577b05a155d tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1460307 Feb 04 06:09:46.712311 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d7e29061-e46a-4e8a-a570-b7c61e63d4e7 None None] Provisioning complete for port 841e1100-dafd-49df-8a0d-56e373f89e11 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:46.712970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d7e29061-e46a-4e8a-a570-b7c61e63d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.722269 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Sync routers for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:46.741884 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:46.742501 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:46.817439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d7e29061-e46a-4e8a-a570-b7c61e63d4e7 None None] Port 841e1100-dafd-49df-8a0d-56e373f89e11 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:09:46.846652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d7e29061-e46a-4e8a-a570-b7c61e63d4e7 None None] Provisioning complete for port c0438b67-2234-452b-9660-1c911783668c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:46.847024 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d7e29061-e46a-4e8a-a570-b7c61e63d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.954365 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:46.972331 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49424) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:46.979345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-cdb909c8-207c-418c-a4d5-e6f71b1dc4d8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942691281', 'description': 'tempest-secgroup-smoke-1942691281 description', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:47.019315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cdb909c8-207c-418c-a4d5-e6f71b1dc4d8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.140498 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cdb909c8-207c-418c-a4d5-e6f71b1dc4d8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.146850 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cdb909c8-207c-418c-a4d5-e6f71b1dc4d8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.155678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ce779a33-5266-4722-a9c7-08f9ff8fe699 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:47.206189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cdb909c8-207c-418c-a4d5-e6f71b1dc4d8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.210350 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cdb909c8-207c-418c-a4d5-e6f71b1dc4d8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2333405 Feb 04 06:09:47.210644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49426) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:47.215818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ecf45123-6356-4a5e-aa6a-684f997080c4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c7d762ef-ac17-4d6a-8d54-945c95231233', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:47.221843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb909c8-207c-418c-a4d5-e6f71b1dc4d8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d762ef-ac17-4d6a-8d54-945c95231233,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:47.249748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c8dcca68-27b7-4faf-8366-f624aaa9fd48 None None] Provisioning complete for port 841e1100-dafd-49df-8a0d-56e373f89e11 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:47.250112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c8dcca68-27b7-4faf-8366-f624aaa9fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.269358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ecf45123-6356-4a5e-aa6a-684f997080c4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.294208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c8dcca68-27b7-4faf-8366-f624aaa9fd48 None None] Port 841e1100-dafd-49df-8a0d-56e373f89e11 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:09:47.302471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port ce779a33-5266-4722-a9c7-08f9ff8fe699 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:47.303135 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.350960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ecf45123-6356-4a5e-aa6a-684f997080c4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.357827 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ecf45123-6356-4a5e-aa6a-684f997080c4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.386690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf45123-6356-4a5e-aa6a-684f997080c4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bc5e9d-582b-4b81-a8fc-01110ffea992,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:47.391315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.401854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ecf45123-6356-4a5e-aa6a-684f997080c4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.408202 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ecf45123-6356-4a5e-aa6a-684f997080c4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1933498 Feb 04 06:09:47.408959 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49428) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:47.415333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-35dfb580-d1f0-431d-bc99-175b54af8082 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c7d762ef-ac17-4d6a-8d54-945c95231233', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:47.415657 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:44Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:09:45Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:47.415880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port ce779a33-5266-4722-a9c7-08f9ff8fe699, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ce779a33-5266-4722-a9c7-08f9ff8fe699,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:47.423640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.424483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c0438b67-2234-452b-9660-1c911783668c up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:47.447656 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Checking router: 86f2f599-083e-4b79-a408-9569e0e3a96c for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:47.448335 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Updating router 86f2f599-083e-4b79-a408-9569e0e3a96c port 841e1100-dafd-49df-8a0d-56e373f89e11 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:47.456140 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35dfb580-d1f0-431d-bc99-175b54af8082 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.477046 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1a059c3c-033d-4e34-96d5-582d3e6e6ee1 None None] Provisioning complete for port 841e1100-dafd-49df-8a0d-56e373f89e11 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:47.477748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1a059c3c-033d-4e34-96d5-582d3e6e6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.479553 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.543292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35dfb580-d1f0-431d-bc99-175b54af8082 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.547887 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35dfb580-d1f0-431d-bc99-175b54af8082 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.548889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=ce779a33-5266-4722-a9c7-08f9ff8fe699,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:47.553596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-1a059c3c-033d-4e34-96d5-582d3e6e6ee1 None None] Port 841e1100-dafd-49df-8a0d-56e373f89e11 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:09:47.574189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfb580-d1f0-431d-bc99-175b54af8082 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe0b51e-3732-4892-9060-454c0256e206,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:47.582621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c0438b67-2234-452b-9660-1c911783668c triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:47.582994 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.590493 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-35dfb580-d1f0-431d-bc99-175b54af8082 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.595063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49430) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:47.595766 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-35dfb580-d1f0-431d-bc99-175b54af8082 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1850190 Feb 04 06:09:47.600110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-4c12d156-b1ab-4b30-a6f6-a6f25f9d6f3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c7d762ef-ac17-4d6a-8d54-945c95231233', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:47.637784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4c12d156-b1ab-4b30-a6f6-a6f25f9d6f3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.715742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4c12d156-b1ab-4b30-a6f6-a6f25f9d6f3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.720199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4c12d156-b1ab-4b30-a6f6-a6f25f9d6f3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.738285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12d156-b1ab-4b30-a6f6-a6f25f9d6f3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190dad23-d657-4729-a7aa-0e1ab406b8d2,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:47.748238 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4c12d156-b1ab-4b30-a6f6-a6f25f9d6f3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.749716 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4c12d156-b1ab-4b30-a6f6-a6f25f9d6f3d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536169 Feb 04 06:09:47.752406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49432) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:47.757549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9f98e4be-0fbc-4338-bf50-da1947d72619 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c7d762ef-ac17-4d6a-8d54-945c95231233', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:47.787148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f98e4be-0fbc-4338-bf50-da1947d72619 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.818019 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.825396 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.855752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f98e4be-0fbc-4338-bf50-da1947d72619 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.860273 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f98e4be-0fbc-4338-bf50-da1947d72619 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.877491 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Pushing event updated for resources: {'Port': ['ID=841e1100-dafd-49df-8a0d-56e373f89e11,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:47.886492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98e4be-0fbc-4338-bf50-da1947d72619 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2df4618-21df-4405-94e9-d60526944d76,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:47.894761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f98e4be-0fbc-4338-bf50-da1947d72619 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.898834 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9f98e4be-0fbc-4338-bf50-da1947d72619 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419840 Feb 04 06:09:47.898980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49434) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:47.903761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-76742faa-f615-49b4-a356-93597d3a4152 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c7d762ef-ac17-4d6a-8d54-945c95231233', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:47.905907 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.906276 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.906623 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.906959 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.907289 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.907636 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.907972 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.908751 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.908751 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.908958 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.909280 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.909607 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:47.932496 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-76742faa-f615-49b4-a356-93597d3a4152 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:09:47.941243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-76742faa-f615-49b4-a356-93597d3a4152 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.945243 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Attempting to bind port 841e1100-dafd-49df-8a0d-56e373f89e11 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:47.945618 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Attempting to bind port 841e1100-dafd-49df-8a0d-56e373f89e11 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:47.946032 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Attempting to bind port 841e1100-dafd-49df-8a0d-56e373f89e11 on network 8a315878-5b64-407e-8940-6aa177aa9fa2 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:47.952224 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:09:47.952224 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Checking segment: {'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:47.952523 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.952766 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Bound using segment: {'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:09:47.953470 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Bound port: 841e1100-dafd-49df-8a0d-56e373f89e11, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:47.953858 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.014089 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-76742faa-f615-49b4-a356-93597d3a4152 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.019413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-76742faa-f615-49b4-a356-93597d3a4152 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.035472 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] For port 841e1100-dafd-49df-8a0d-56e373f89e11, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:09:48.039152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76742faa-f615-49b4-a356-93597d3a4152 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8f642e-bc5a-401b-ad70-de1125d0897d,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:48.040650 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] For port 841e1100-dafd-49df-8a0d-56e373f89e11, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=841e1100-dafd-49df-8a0d-56e373f89e11,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:09:48.050716 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.057837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-76742faa-f615-49b4-a356-93597d3a4152 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.061130 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-76742faa-f615-49b4-a356-93597d3a4152 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1590445 Feb 04 06:09:48.062027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49436) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:48.066765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ab54480d-1e32-4682-ad29-941d1a5cf220 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'security_group_rule': {'security_group_id': 'c7d762ef-ac17-4d6a-8d54-945c95231233', 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:48.107905 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-ab54480d-1e32-4682-ad29-941d1a5cf220 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Project 64f65e53447e4bbaa3419b9c7ce6e7cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:09:48.116305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab54480d-1e32-4682-ad29-941d1a5cf220 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.121687 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:48.122312 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:48.124257 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432b753-f1f1-4cd6-affe-bcf4e70bf20b None None] Pushing event updated for resources: {'Port': ['ID=841e1100-dafd-49df-8a0d-56e373f89e11,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:48.208589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab54480d-1e32-4682-ad29-941d1a5cf220 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.213566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab54480d-1e32-4682-ad29-941d1a5cf220 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.240317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54480d-1e32-4682-ad29-941d1a5cf220 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fb7fd9-32db-45f7-b81c-b76b1622c89d,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:48.249352 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ab54480d-1e32-4682-ad29-941d1a5cf220 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.255578 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:48.263128 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ab54480d-1e32-4682-ad29-941d1a5cf220 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1994815 Feb 04 06:09:48.277719 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-844b21d5-50a5-408c-9157-f00c20722b4e None None] Provisioning complete for port 841e1100-dafd-49df-8a0d-56e373f89e11 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:48.278694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-844b21d5-50a5-408c-9157-f00c20722b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.398115 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-844b21d5-50a5-408c-9157-f00c20722b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.443699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-844b21d5-50a5-408c-9157-f00c20722b4e None None] For port 841e1100-dafd-49df-8a0d-56e373f89e11, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=841e1100-dafd-49df-8a0d-56e373f89e11,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:48.450559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-844b21d5-50a5-408c-9157-f00c20722b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.486005 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-dcb8302b-8891-4c07-ad44-08e11de459a9 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942691281&fields=id&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 267 time: 0.0810368 Feb 04 06:09:48.516497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b21d5-50a5-408c-9157-f00c20722b4e None None] Pushing event updated for resources: {'Port': ['ID=841e1100-dafd-49df-8a0d-56e373f89e11,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:48.524279 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:44Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:09:48Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:48.552307 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f8a461-22fd-4ad7-93d5-c5132210752c None None] The sync data for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv is: [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:44Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:09:48Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:48.574535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-063c7f01-3582-4517-8c27-1236b7ba72de None None] Provisioning complete for port 841e1100-dafd-49df-8a0d-56e373f89e11 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:48.576242 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-063c7f01-3582-4517-8c27-1236b7ba72de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.677044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0937-d828-4b44-97ec-7e8685413128 req-78f8a240-8b6d-4bae-bd1d-536e6e75fa31 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:48.685728 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-78f8a240-8b6d-4bae-bd1d-536e6e75fa31 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/networks?id=8a315878-5b64-407e-8940-6aa177aa9fa2 HTTP/1.1" status: 200 len: 796 time: 0.1907804 Feb 04 06:09:48.705270 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-3932779f-b078-4b18-89e8-f78a99098512 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/quotas/64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 375 time: 0.0130107 Feb 04 06:09:48.765250 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-dd562f47-861c-4da5-bbed-ba5b68a9901f tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567179 Feb 04 06:09:48.894722 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-a9ac841d-cebb-4d27-9a99-b4823ee6f6a1 service neutron] 10.222.0.15 "GET /v2.0/networks/8a315878-5b64-407e-8940-6aa177aa9fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158793 Feb 04 06:09:49.008380 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-f4822b30-df62-4158-8fb7-51a023aa6747 service neutron] 10.222.0.15 "GET /v2.0/networks/8a315878-5b64-407e-8940-6aa177aa9fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015685 Feb 04 06:09:49.037664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ce779a33-5266-4722-a9c7-08f9ff8fe699 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:49.102849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port ce779a33-5266-4722-a9c7-08f9ff8fe699 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:49.103284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.249485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 841e1100-dafd-49df-8a0d-56e373f89e11 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:49.254919 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ec5795b4-1699-46c4-b57c-3e2fd5ced227 req-ef7c6b7d-32e4-4b1c-bb76-2c64a4bb85f4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 210 time: 0.0420601 Feb 04 06:09:49.323347 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 841e1100-dafd-49df-8a0d-56e373f89e11 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:49.323936 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.403066 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6308daf9-8758-4aee-a6c5-87b1b175712f req-417691fd-56fc-485a-aff5-e49535f9525c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 210 time: 0.0331986 Feb 04 06:09:50.457789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0937-d828-4b44-97ec-7e8685413128 req-77c67328-f376-459b-a0f2-92083225a774 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:50.459290 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-77c67328-f376-459b-a0f2-92083225a774 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/networks?id=8a315878-5b64-407e-8940-6aa177aa9fa2 HTTP/1.1" status: 200 len: 796 time: 0.1595063 Feb 04 06:09:50.504044 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-0ffd1b27-babb-4318-836e-15059a8847fe tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf HTTP/1.1" status: 200 len: 380 time: 0.0360308 Feb 04 06:09:50.513752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'port': {'device_id': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'admin_state_up': True, 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'security_groups': ['c7d762ef-ac17-4d6a-8d54-945c95231233']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:50.625525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Made reservation on behalf of 64f65e53447e4bbaa3419b9c7ce6e7cf for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:50.629012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.756968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.20.0.12 (8a315878-5b64-407e-8940-6aa177aa9fa2/936a6329-7ded-4192-8ad9-38eb7f7a71e8/1e03e802-f803-4b9c-8b70-5c200f45d988) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:50.902711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.937375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.981004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network 8a315878-5b64-407e-8940-6aa177aa9fa2 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:50.984222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:50.987763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:51.024324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=1e03e802-f803-4b9c-8b70-5c200f45d988,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:51.048021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:51.048649 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.066253 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-c1f8c6d7-7796-46d1-82d9-21161c26e8d0 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5566401 Feb 04 06:09:51.078427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Request body: {'port': {'device_id': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:51.138822 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.191953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13721dbc-b032-44a1-b586-45f19cfe4279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.242027 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6ea97e97-148d-42a0-a961-8629e3705160 None None] Provisioning complete for port 1e03e802-f803-4b9c-8b70-5c200f45d988 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:51.242384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6ea97e97-148d-42a0-a961-8629e3705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.278210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-6ea97e97-148d-42a0-a961-8629e3705160 None None] Port 1e03e802-f803-4b9c-8b70-5c200f45d988 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:09:51.410122 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e03e802-f803-4b9c-8b70-5c200f45d988 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:09:51.417940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.431063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Transition to ACTIVE for port object 1e03e802-f803-4b9c-8b70-5c200f45d988 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:51.440947 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.558261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Pushing event updated for resources: {'Port': ['ID=1e03e802-f803-4b9c-8b70-5c200f45d988,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:51.601755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c4589-580b-409a-aee6-99c32bd52847 req-1106c084-41de-4435-8679-c8fd33f3a14a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:51.603406 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e51c4589-580b-409a-aee6-99c32bd52847 req-1106c084-41de-4435-8679-c8fd33f3a14a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 944 time: 0.1080821 Feb 04 06:09:51.626424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Attempting to bind port 1e03e802-f803-4b9c-8b70-5c200f45d988 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:51.626760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Attempting to bind port 1e03e802-f803-4b9c-8b70-5c200f45d988 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:51.627086 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Attempting to bind port 1e03e802-f803-4b9c-8b70-5c200f45d988 on network 8a315878-5b64-407e-8940-6aa177aa9fa2 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:51.638605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Port 1e03e802-f803-4b9c-8b70-5c200f45d988 on network 8a315878-5b64-407e-8940-6aa177aa9fa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:09:51.638987 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Attempting to bind port 1e03e802-f803-4b9c-8b70-5c200f45d988 on network 8a315878-5b64-407e-8940-6aa177aa9fa2 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:51.644312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:09:51.644657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Checking segment: {'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:51.645042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Bound using segment: {'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:09:51.645490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Bound port: 1e03e802-f803-4b9c-8b70-5c200f45d988, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf2225d-562d-4868-98d0-de5aaad034ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:51.645842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.695723 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e51c4589-580b-409a-aee6-99c32bd52847 req-02642edc-5b58-490d-99b8-6bc5b4592f03 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859544 Feb 04 06:09:51.727479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] For port 1e03e802-f803-4b9c-8b70-5c200f45d988, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:09:51.730380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] For port 1e03e802-f803-4b9c-8b70-5c200f45d988, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1e03e802-f803-4b9c-8b70-5c200f45d988,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:09:51.734428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.766634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:51.767092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.768670 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e03e802-f803-4b9c-8b70-5c200f45d988 HTTP/1.1" status: 200 len: 1094 time: 0.6947856 Feb 04 06:09:51.774078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'tag': '1e03e802-f803-4b9c-8b70-5c200f45d988'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:51.776376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53be2f10-d71f-4500-aab6-a4b5d109bd18" -d '{"events": [{"name": "network-changed", "server_uuid": "079e3ad5-07e4-4dfb-aa76-faf9ad41a69b", "tag": "1e03e802-f803-4b9c-8b70-5c200f45d988"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:51.808262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515cb14-e80d-4a67-8147-4e216b60f784 service neutron] Pushing event updated for resources: {'Port': ['ID=1e03e802-f803-4b9c-8b70-5c200f45d988,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:51.830284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291f0a5c-76bb-42dd-aa48-d77b9989812f x-openstack-request-id: req-291f0a5c-76bb-42dd-aa48-d77b9989812f {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:51.830692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079e3ad5-07e4-4dfb-aa76-faf9ad41a69b", "tag": "1e03e802-f803-4b9c-8b70-5c200f45d988", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:51.831067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-291f0a5c-76bb-42dd-aa48-d77b9989812f {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:51.831567 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'tag': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'status': 'completed', 'code': 200} Feb 04 06:09:51.868915 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0937-d828-4b44-97ec-7e8685413128 req-ad2e0127-1761-468a-8f2c-44a47e0a0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:51.870672 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-ad2e0127-1761-468a-8f2c-44a47e0a0b76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 1097 time: 0.0506375 Feb 04 06:09:51.920437 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-72492a7c-9b7a-4bcc-b377-2bea87b0ce7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e03e802-f803-4b9c-8b70-5c200f45d988 HTTP/1.1" status: 200 len: 217 time: 0.0425177 Feb 04 06:09:51.972343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0937-d828-4b44-97ec-7e8685413128 req-7863581f-0fda-4b4c-8489-b0c39e58a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:51.973926 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-7863581f-0fda-4b4c-8489-b0c39e58a5f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=936a6329-7ded-4192-8ad9-38eb7f7a71e8 HTTP/1.1" status: 200 len: 835 time: 0.0474248 Feb 04 06:09:52.018030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0937-d828-4b44-97ec-7e8685413128 req-83ee0b5f-3a9a-4baa-ab7e-9ed128c6a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:52.019644 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-83ee0b5f-3a9a-4baa-ab7e-9ed128c6a946 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a315878-5b64-407e-8940-6aa177aa9fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396118 Feb 04 06:09:52.115594 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-74635ed5-2bbc-4ec6-8ea3-ceee23c72d1c service neutron] 10.222.0.36 "GET /v2.0/networks/8a315878-5b64-407e-8940-6aa177aa9fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888770 Feb 04 06:09:52.204138 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f36d0937-d828-4b44-97ec-7e8685413128 req-7b953020-0eb9-4694-8a66-15427915fe44 service neutron] 10.222.0.36 "GET /v2.0/networks/8a315878-5b64-407e-8940-6aa177aa9fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826886 Feb 04 06:09:52.287386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be2f10-d71f-4500-aab6-a4b5d109bd18 req-436ca070-f43f-431c-9dcd-62b1b17a4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:52.289909 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2f10-d71f-4500-aab6-a4b5d109bd18 req-436ca070-f43f-431c-9dcd-62b1b17a4cee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 1097 time: 0.0417035 Feb 04 06:09:52.726327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be2f10-d71f-4500-aab6-a4b5d109bd18 req-9cd4b6e6-e4a2-4472-812c-cb209cad782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:52.727793 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2f10-d71f-4500-aab6-a4b5d109bd18 req-9cd4b6e6-e4a2-4472-812c-cb209cad782c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a315878-5b64-407e-8940-6aa177aa9fa2 HTTP/1.1" status: 200 len: 897 time: 0.4307160 Feb 04 06:09:52.771312 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2f10-d71f-4500-aab6-a4b5d109bd18 req-57c502b5-85aa-4f34-a14a-e0f667868fed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e03e802-f803-4b9c-8b70-5c200f45d988 HTTP/1.1" status: 200 len: 217 time: 0.0358624 Feb 04 06:09:52.854462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be2f10-d71f-4500-aab6-a4b5d109bd18 req-e47ed0a8-82ef-4779-8034-8aa6fa9ac7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:52.855945 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2f10-d71f-4500-aab6-a4b5d109bd18 req-e47ed0a8-82ef-4779-8034-8aa6fa9ac7a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=936a6329-7ded-4192-8ad9-38eb7f7a71e8 HTTP/1.1" status: 200 len: 835 time: 0.0776930 Feb 04 06:09:52.871357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82051a00-22e2-4fc4-8644-a8c76457bd23 req-7f3f6ed5-026b-41de-8437-b786ba57e35d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:52.872785 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-82051a00-22e2-4fc4-8644-a8c76457bd23 req-7f3f6ed5-026b-41de-8437-b786ba57e35d tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 944 time: 0.0934336 Feb 04 06:09:52.937112 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-82051a00-22e2-4fc4-8644-a8c76457bd23 req-78b7ba1a-c387-4317-891f-49779990a1ff tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573366 Feb 04 06:09:52.939658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be2f10-d71f-4500-aab6-a4b5d109bd18 req-14cdd47e-d0b3-4d5c-af76-713995ec0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:52.941099 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2f10-d71f-4500-aab6-a4b5d109bd18 req-14cdd47e-d0b3-4d5c-af76-713995ec0ab1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a315878-5b64-407e-8940-6aa177aa9fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782514 Feb 04 06:09:53.035823 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2f10-d71f-4500-aab6-a4b5d109bd18 req-fc09990a-a4e9-400d-90d5-dfcd2b3f7ede service neutron] 10.222.0.36 "GET /v2.0/networks/8a315878-5b64-407e-8940-6aa177aa9fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871580 Feb 04 06:09:53.125597 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2f10-d71f-4500-aab6-a4b5d109bd18 req-1eb6a40d-cd91-407f-a853-272a1b426953 service neutron] 10.222.0.36 "GET /v2.0/networks/8a315878-5b64-407e-8940-6aa177aa9fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835741 Feb 04 06:09:53.430933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0c879bc8-e649-4ec1-81a6-36e7bcc031e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.059446 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b110f-56db-47c4-9d6f-bfbcc99f1bcf req-22784fb6-7829-44d5-b1ab-272e5d7f8b46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:54.060917 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-935b110f-56db-47c4-9d6f-bfbcc99f1bcf req-22784fb6-7829-44d5-b1ab-272e5d7f8b46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 944 time: 0.0533717 Feb 04 06:09:54.098743 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-935b110f-56db-47c4-9d6f-bfbcc99f1bcf req-4b826a30-3852-43de-9e25-5131e98b6b20 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317435 Feb 04 06:09:54.747489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.214730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368e0f-cbf6-4a42-bf27-1b15bf95225a req-706cafad-fb8c-4c7f-a06e-18e12f31aa9c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:55.216214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-88368e0f-cbf6-4a42-bf27-1b15bf95225a req-706cafad-fb8c-4c7f-a06e-18e12f31aa9c tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 944 time: 0.0489817 Feb 04 06:09:55.254313 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-88368e0f-cbf6-4a42-bf27-1b15bf95225a req-6b771a59-8485-4758-9ecf-95ecdbfc95a6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Feb 04 06:09:55.384492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 1e03e802-f803-4b9c-8b70-5c200f45d988 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:09:55.481018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 1e03e802-f803-4b9c-8b70-5c200f45d988, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1e03e802-f803-4b9c-8b70-5c200f45d988,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:55.492333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'port_id': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'mac_address': 'fa:16:3e:9e:7b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:09:55.530234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.543553 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e03e802-f803-4b9c-8b70-5c200f45d988 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:09:55.561954 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 1e03e802-f803-4b9c-8b70-5c200f45d988, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1e03e802-f803-4b9c-8b70-5c200f45d988,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:55.565871 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.612970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=1e03e802-f803-4b9c-8b70-5c200f45d988,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:55.775276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['1e03e802-f803-4b9c-8b70-5c200f45d988'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:09:56.365360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.371492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188b02c-034c-4e87-8eae-7d440414b771 req-16920717-714e-41e2-bb3a-9359d4adaa5e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:56.372986 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5188b02c-034c-4e87-8eae-7d440414b771 req-16920717-714e-41e2-bb3a-9359d4adaa5e tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 945 time: 0.0503383 Feb 04 06:09:56.412042 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5188b02c-034c-4e87-8eae-7d440414b771 req-dbb666cd-ce77-4e43-9b1f-7467a67f7aec tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325556 Feb 04 06:09:56.658500 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.407354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 1e03e802-f803-4b9c-8b70-5c200f45d988 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:57.461672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 1e03e802-f803-4b9c-8b70-5c200f45d988 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:57.465596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 1e03e802-f803-4b9c-8b70-5c200f45d988 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:57.465971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.538563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fc8e0-28e3-4ad4-8d42-1b8be296aace req-e95c7c66-b8e2-40ff-a318-b98d714abca2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:57.540712 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-724fc8e0-28e3-4ad4-8d42-1b8be296aace req-e95c7c66-b8e2-40ff-a318-b98d714abca2 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 945 time: 0.0581193 Feb 04 06:09:57.542116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.564200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e03e802-f803-4b9c-8b70-5c200f45d988'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:57.566592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a49f39-3fdc-4f02-b741-62d9e9fbe087" -d '{"events": [{"server_uuid": "079e3ad5-07e4-4dfb-aa76-faf9ad41a69b", "name": "network-vif-plugged", "status": "completed", "tag": "1e03e802-f803-4b9c-8b70-5c200f45d988"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:57.581699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 1e03e802-f803-4b9c-8b70-5c200f45d988, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1e03e802-f803-4b9c-8b70-5c200f45d988,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:57.584972 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-724fc8e0-28e3-4ad4-8d42-1b8be296aace req-f5261c55-8c1d-4a35-9021-e85d0a46c9ac tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367374 Feb 04 06:09:57.589422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.617686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ed1bdf-99bf-4575-8959-3178339de17c x-openstack-request-id: req-f5ed1bdf-99bf-4575-8959-3178339de17c {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:57.617974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079e3ad5-07e4-4dfb-aa76-faf9ad41a69b", "name": "network-vif-plugged", "status": "completed", "tag": "1e03e802-f803-4b9c-8b70-5c200f45d988", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:57.618224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5ed1bdf-99bf-4575-8959-3178339de17c {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:57.618609 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'code': 200} Feb 04 06:09:57.640286 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=1e03e802-f803-4b9c-8b70-5c200f45d988,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:57.776574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b519d7-07d2-4c5e-ac35-b5a2785f6d3b req-6b140b75-ad2d-483e-9a61-faa9acd53afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:57.778086 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-66b519d7-07d2-4c5e-ac35-b5a2785f6d3b req-6b140b75-ad2d-483e-9a61-faa9acd53afa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 1099 time: 0.0396314 Feb 04 06:09:57.811964 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-66b519d7-07d2-4c5e-ac35-b5a2785f6d3b req-33171ec9-73a4-4fe5-878b-cab6ceac4ddf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277719 Feb 04 06:09:58.533605 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.706907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc414ba-4f07-4ccb-bab0-b3e425512b26 req-9735a3f5-92ef-4ee9-95d8-54f9e8b41c35 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:58.708394 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3dc414ba-4f07-4ccb-bab0-b3e425512b26 req-9735a3f5-92ef-4ee9-95d8-54f9e8b41c35 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 946 time: 0.0489807 Feb 04 06:09:58.748355 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3dc414ba-4f07-4ccb-bab0-b3e425512b26 req-7296ae5c-2ee1-415e-a3dc-93301135794a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337157 Feb 04 06:09:59.867510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4607ded-6d4c-45a3-8772-5cdf30996eac req-452cbe77-c0ce-4171-8e30-4b1a5c759510 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:59.868970 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b4607ded-6d4c-45a3-8772-5cdf30996eac req-452cbe77-c0ce-4171-8e30-4b1a5c759510 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 946 time: 0.0523629 Feb 04 06:09:59.906913 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b4607ded-6d4c-45a3-8772-5cdf30996eac req-cfb977b1-d332-46e9-aa07-fb80df41b102 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320723 Feb 04 06:10:00.022636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934c5d0-e4a2-42cb-979c-69448d1be186 req-6113850a-0991-4e85-97b8-2db809899d87 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:00.024105 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f934c5d0-e4a2-42cb-979c-69448d1be186 req-6113850a-0991-4e85-97b8-2db809899d87 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 946 time: 0.0498476 Feb 04 06:10:00.061009 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f934c5d0-e4a2-42cb-979c-69448d1be186 req-e0af72b0-7ef0-4f0d-a31b-5c2f85793a40 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307915 Feb 04 06:10:00.082995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49494) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:00.121424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23eab50-9042-40e5-a0b1-5a1efae3574b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:00.122911 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b23eab50-9042-40e5-a0b1-5a1efae3574b tempest-TestNetworkBasicOps-753312526 tempest-TestNetworkBasicOps-753312526-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 1094 time: 0.0389667 Feb 04 06:10:00.125847 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49496) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:00.130168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:00.154173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.252616 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.356133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Allocated IP 172.26.5.54 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/3ec0794a-b57c-43e3-8245-d9b67573dea9) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:00.458599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.491790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.531425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:00.534196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:00.537545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:10:00.563360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=3ec0794a-b57c-43e3-8245-d9b67573dea9,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:00.895750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.964366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.107777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.112083 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.185980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event updated for resources: {'Port': ['ID=3ec0794a-b57c-43e3-8245-d9b67573dea9,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:01.194152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.293540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP cf2be583-c62b-45e1-9a5c-3431883efc90 associated. External IP: 172.26.5.54, port: 1e03e802-f803-4b9c-8b70-5c200f45d988. Feb 04 06:10:01.498098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 86f2f599-083e-4b79-a408-9569e0e3a96c has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:10:01.606112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:10:01.616226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d7b292-030c-4897-a590-fb585758ab3d None None] Sync routers for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:01.624217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.626136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d7b292-030c-4897-a590-fb585758ab3d None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:01.626751 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e5d7b292-030c-4897-a590-fb585758ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:01.651436 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9ec0275c-7ada-4e8e-9c8a-0f86088eee5a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5245478 Feb 04 06:10:01.652020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'tag': '1e03e802-f803-4b9c-8b70-5c200f45d988'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:01.654267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49498) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:01.654756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4170b3c8-0589-45de-a64b-d9708b3722db" -d '{"events": [{"name": "network-changed", "server_uuid": "079e3ad5-07e4-4dfb-aa76-faf9ad41a69b", "tag": "1e03e802-f803-4b9c-8b70-5c200f45d988"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:10:01.691176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f55c811-9970-49e1-9b9e-e4400c5e5b2e x-openstack-request-id: req-7f55c811-9970-49e1-9b9e-e4400c5e5b2e {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:10:01.691470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079e3ad5-07e4-4dfb-aa76-faf9ad41a69b", "tag": "1e03e802-f803-4b9c-8b70-5c200f45d988", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:10:01.691727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f55c811-9970-49e1-9b9e-e4400c5e5b2e {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:10:01.692968 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'tag': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'status': 'completed', 'code': 200} Feb 04 06:10:01.722117 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b119108d-6853-4008-a84d-c6d6971d237a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cf2be583-c62b-45e1-9a5c-3431883efc90 HTTP/1.1" status: 200 len: 991 time: 0.0666440 Feb 04 06:10:01.738076 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-e5d7b292-030c-4897-a590-fb585758ab3d None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:10:01.753848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170b3c8-0589-45de-a64b-d9708b3722db req-fb38dd33-3a26-4c5d-b3c6-f89387c133f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:01.755253 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4170b3c8-0589-45de-a64b-d9708b3722db req-fb38dd33-3a26-4c5d-b3c6-f89387c133f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 1099 time: 0.0416441 Feb 04 06:10:01.848701 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170b3c8-0589-45de-a64b-d9708b3722db req-1eb312a9-8eb6-4463-8900-89ba2b0239c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:01.850219 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4170b3c8-0589-45de-a64b-d9708b3722db req-1eb312a9-8eb6-4463-8900-89ba2b0239c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a315878-5b64-407e-8940-6aa177aa9fa2 HTTP/1.1" status: 200 len: 897 time: 0.0886207 Feb 04 06:10:01.915440 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4170b3c8-0589-45de-a64b-d9708b3722db req-7d87f48a-b231-47c3-8da4-e6b5e1584daf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e03e802-f803-4b9c-8b70-5c200f45d988 HTTP/1.1" status: 200 len: 999 time: 0.0582626 Feb 04 06:10:01.959655 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e5d7b292-030c-4897-a590-fb585758ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:44Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cf2be583-c62b-45e1-9a5c-3431883efc90', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.54', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'port_id': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'mac_address': 'fa:16:3e:9e:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:00Z', 'updated_at': '2022-02-04T06:10:00Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:09:48Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:01.964373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170b3c8-0589-45de-a64b-d9708b3722db req-16afaf2a-1ff3-452c-8a0a-4d5c58328a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:01.965848 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4170b3c8-0589-45de-a64b-d9708b3722db req-16afaf2a-1ff3-452c-8a0a-4d5c58328a8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=936a6329-7ded-4192-8ad9-38eb7f7a71e8 HTTP/1.1" status: 200 len: 835 time: 0.0438557 Feb 04 06:10:01.986001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d7b292-030c-4897-a590-fb585758ab3d None None] Checking router: 86f2f599-083e-4b79-a408-9569e0e3a96c for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:01.994777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d7b292-030c-4897-a590-fb585758ab3d None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:01.995379 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e5d7b292-030c-4897-a590-fb585758ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:09:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:02.014888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170b3c8-0589-45de-a64b-d9708b3722db req-27ec1c1d-b6d6-4781-8c00-594c7b7a7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.016289 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4170b3c8-0589-45de-a64b-d9708b3722db req-27ec1c1d-b6d6-4781-8c00-594c7b7a7b5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a315878-5b64-407e-8940-6aa177aa9fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438573 Feb 04 06:10:02.098664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-e5d7b292-030c-4897-a590-fb585758ab3d None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:10:02.105990 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4170b3c8-0589-45de-a64b-d9708b3722db req-b7400005-85b4-4afc-a1d4-67a429c8257d service neutron] 10.222.0.36 "GET /v2.0/networks/8a315878-5b64-407e-8940-6aa177aa9fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829179 Feb 04 06:10:02.198319 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4170b3c8-0589-45de-a64b-d9708b3722db req-c0aae0b0-2a06-498c-8a0d-80bc1bc9a576 service neutron] 10.222.0.36 "GET /v2.0/networks/8a315878-5b64-407e-8940-6aa177aa9fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858302 Feb 04 06:10:02.317887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e5d7b292-030c-4897-a590-fb585758ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:44Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cf2be583-c62b-45e1-9a5c-3431883efc90', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.54', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'port_id': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'mac_address': 'fa:16:3e:9e:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:00Z', 'updated_at': '2022-02-04T06:10:00Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:09:48Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:02.344121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d7b292-030c-4897-a590-fb585758ab3d None None] The sync data for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv is: [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:44Z', 'revision_number': 4, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cf2be583-c62b-45e1-9a5c-3431883efc90', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.54', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'port_id': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'mac_address': 'fa:16:3e:9e:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:00Z', 'updated_at': '2022-02-04T06:10:00Z', 'revision_number': 0, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:09:48Z', 'revision_number': 5, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:02.522686 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d32a792-03f3-4087-822a-a48f85508c63 None None] New status for floating IP cf2be583-c62b-45e1-9a5c-3431883efc90: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:10:02.725274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49502) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:02.785585 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4251204e-acb2-4922-9db1-bc0986398017 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cf2be583-c62b-45e1-9a5c-3431883efc90 HTTP/1.1" status: 200 len: 993 time: 0.0591667 Feb 04 06:10:03.702115 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:10:21.195253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4179a9df-274e-490e-af7c-ca153c7dd34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.431983 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-45840c52-ccb8-47c9-93c4-cc67c6925dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.750124 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.366202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.659195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.535563 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:33.958650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49514) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:33.963251 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a0007e27-c7a8-42ab-bc78-86eac41e6c87 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'router': {'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:34.259774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0007e27-c7a8-42ab-bc78-86eac41e6c87 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:34.271036 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0007e27-c7a8-42ab-bc78-86eac41e6c87 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:34.379611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0007e27-c7a8-42ab-bc78-86eac41e6c87 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 86f2f599-083e-4b79-a408-9569e0e3a96c has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:10:34.487359 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0007e27-c7a8-42ab-bc78-86eac41e6c87 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:10:34.494108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a0007e27-c7a8-42ab-bc78-86eac41e6c87 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:34.495829 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a0007e27-c7a8-42ab-bc78-86eac41e6c87 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/86f2f599-083e-4b79-a408-9569e0e3a96c HTTP/1.1" status: 200 len: 889 time: 0.5361998 Feb 04 06:10:34.497936 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a8c28-a64f-435a-97d4-6f2760022053 None None] Sync routers for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:34.507308 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a8c28-a64f-435a-97d4-6f2760022053 None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:34.507910 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ca1a8c28-a64f-435a-97d4-6f2760022053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:10:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:34.542375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ca1a8c28-a64f-435a-97d4-6f2760022053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:34.550436 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a8c28-a64f-435a-97d4-6f2760022053 None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:34.551008 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ca1a8c28-a64f-435a-97d4-6f2760022053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:10:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:34.582361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ca1a8c28-a64f-435a-97d4-6f2760022053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:34.582966 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a8c28-a64f-435a-97d4-6f2760022053 None None] The sync data for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv is: [] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:34.980848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 841e1100-dafd-49df-8a0d-56e373f89e11 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:10:35.058324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.087935 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 841e1100-dafd-49df-8a0d-56e373f89e11, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=841e1100-dafd-49df-8a0d-56e373f89e11,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:10:35.091700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.138359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=841e1100-dafd-49df-8a0d-56e373f89e11,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:35.336175 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84b9076-c50b-467d-b931-342b9d692fa7 None None] New status for floating IP cf2be583-c62b-45e1-9a5c-3431883efc90: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:10:36.614907 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49518) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:36.619542 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-6e3dfdc3-e880-4818-a693-cf12ea085a9b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:36.906754 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ce779a33-5266-4722-a9c7-08f9ff8fe699 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:10:36.926337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfdc3-e880-4818-a693-cf12ea085a9b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-634405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24754'] for router, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.937843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfdc3-e880-4818-a693-cf12ea085a9b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634731'] for router, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.984094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.003771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port ce779a33-5266-4722-a9c7-08f9ff8fe699, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ce779a33-5266-4722-a9c7-08f9ff8fe699,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:10:37.007847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.044337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3dfdc3-e880-4818-a693-cf12ea085a9b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 86f2f599-083e-4b79-a408-9569e0e3a96c has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:10:37.060701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=ce779a33-5266-4722-a9c7-08f9ff8fe699,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:37.153441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3dfdc3-e880-4818-a693-cf12ea085a9b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:10:37.160149 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfdc3-e880-4818-a693-cf12ea085a9b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.161322 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6e3dfdc3-e880-4818-a693-cf12ea085a9b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/86f2f599-083e-4b79-a408-9569e0e3a96c HTTP/1.1" status: 200 len: 888 time: 0.5453887 Feb 04 06:10:37.162611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7805c-898c-490e-91c5-9a60877c353a None None] Sync routers for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:37.164117 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49520) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:37.172429 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7805c-898c-490e-91c5-9a60877c353a None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:37.173029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c6b7805c-898c-490e-91c5-9a60877c353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:10:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:37.226500 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4e3d9f09-38d6-43a7-8359-252642621faa tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cf2be583-c62b-45e1-9a5c-3431883efc90 HTTP/1.1" status: 200 len: 991 time: 0.0612659 Feb 04 06:10:37.276491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c6b7805c-898c-490e-91c5-9a60877c353a None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:10:37.489158 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c6b7805c-898c-490e-91c5-9a60877c353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:36Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cf2be583-c62b-45e1-9a5c-3431883efc90', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.54', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'port_id': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'mac_address': 'fa:16:3e:9e:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:00Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:37.650381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7805c-898c-490e-91c5-9a60877c353a None None] Checking router: 86f2f599-083e-4b79-a408-9569e0e3a96c for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:37.659382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7805c-898c-490e-91c5-9a60877c353a None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:37.659974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c6b7805c-898c-490e-91c5-9a60877c353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:10:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:37.762085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c6b7805c-898c-490e-91c5-9a60877c353a None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:10:37.977947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c6b7805c-898c-490e-91c5-9a60877c353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:36Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cf2be583-c62b-45e1-9a5c-3431883efc90', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.54', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'port_id': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'mac_address': 'fa:16:3e:9e:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:00Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:38.005939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7805c-898c-490e-91c5-9a60877c353a None None] The sync data for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv is: [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:36Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'cf2be583-c62b-45e1-9a5c-3431883efc90', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'floating_ip_address': '172.26.5.54', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'port_id': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'mac_address': 'fa:16:3e:9e:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:00Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 2, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:10:35Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:38.230785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49522) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:38.292443 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bcc09c83-96f3-41b3-a3ea-c41f61f668e1 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cf2be583-c62b-45e1-9a5c-3431883efc90 HTTP/1.1" status: 200 len: 991 time: 0.0602024 Feb 04 06:10:38.989761 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ce779a33-5266-4722-a9c7-08f9ff8fe699 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:10:39.037292 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port ce779a33-5266-4722-a9c7-08f9ff8fe699 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:39.037599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.115675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.136222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port ce779a33-5266-4722-a9c7-08f9ff8fe699, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ce779a33-5266-4722-a9c7-08f9ff8fe699,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:10:39.140291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.141068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 841e1100-dafd-49df-8a0d-56e373f89e11 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:10:39.218035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=ce779a33-5266-4722-a9c7-08f9ff8fe699,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:39.227816 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 841e1100-dafd-49df-8a0d-56e373f89e11 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:39.228181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.295562 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49524) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:39.301838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.334987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 841e1100-dafd-49df-8a0d-56e373f89e11, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=841e1100-dafd-49df-8a0d-56e373f89e11,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:10:39.340381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.368588 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2752197a-2a79-406b-a887-a092133dca0a tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cf2be583-c62b-45e1-9a5c-3431883efc90 HTTP/1.1" status: 200 len: 991 time: 0.0717909 Feb 04 06:10:39.389610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=841e1100-dafd-49df-8a0d-56e373f89e11,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:39.548194 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e7657-ddb2-4e2f-bfad-b5eb0143ae2c None None] New status for floating IP cf2be583-c62b-45e1-9a5c-3431883efc90: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:10:40.372779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49526) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:40.438737 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7bed0fe0-1aa0-4579-a715-d7f38927a979 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/floatingips/cf2be583-c62b-45e1-9a5c-3431883efc90 HTTP/1.1" status: 200 len: 993 time: 0.0646191 Feb 04 06:10:40.685271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49532) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:40.700524 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:10:40.840599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 3ec0794a-b57c-43e3-8245-d9b67573dea9 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:10:40.840933 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.919671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.919994 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.920804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ce779a33-5266-4722-a9c7-08f9ff8fe699 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:10:40.931648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 3ec0794a-b57c-43e3-8245-d9b67573dea9 owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:10:40.967542 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port ce779a33-5266-4722-a9c7-08f9ff8fe699 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:40.967807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.043627 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 841e1100-dafd-49df-8a0d-56e373f89e11 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:10:41.077739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.093536 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 841e1100-dafd-49df-8a0d-56e373f89e11 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:41.093905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.102472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=3ec0794a-b57c-43e3-8245-d9b67573dea9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:41.117296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.117657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.118003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.118535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.118877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.119213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.120153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.120621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.121137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.121499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.121836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.122162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:41.179168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.179512 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Floating IP cf2be583-c62b-45e1-9a5c-3431883efc90 disassociated (deleted). External IP: 172.26.5.54, port: 1e03e802-f803-4b9c-8b70-5c200f45d988. Feb 04 06:10:41.383209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 86f2f599-083e-4b79-a408-9569e0e3a96c has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:10:41.491201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:10:41.496470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.500967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0abbf-a8f9-4439-b166-61cbd0637fba None None] Sync routers for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:41.509990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0abbf-a8f9-4439-b166-61cbd0637fba None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:41.510593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7ce0abbf-a8f9-4439-b166-61cbd0637fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:10:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:41.523069 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-dcfc4bf7-8a9c-4c77-95c3-9cdb36b7fba4 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/floatingips/cf2be583-c62b-45e1-9a5c-3431883efc90 HTTP/1.1" status: 204 len: 168 time: 0.8367195 Feb 04 06:10:41.523895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'tag': '1e03e802-f803-4b9c-8b70-5c200f45d988'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:41.526388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03200f0c-f786-4495-8870-6760e518e54d" -d '{"events": [{"name": "network-changed", "server_uuid": "079e3ad5-07e4-4dfb-aa76-faf9ad41a69b", "tag": "1e03e802-f803-4b9c-8b70-5c200f45d988"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:10:41.568542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0caa0cc-e5f6-4f77-80dc-75194bf7e17b x-openstack-request-id: req-d0caa0cc-e5f6-4f77-80dc-75194bf7e17b {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:10:41.569350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079e3ad5-07e4-4dfb-aa76-faf9ad41a69b", "tag": "1e03e802-f803-4b9c-8b70-5c200f45d988", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:10:41.569605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0caa0cc-e5f6-4f77-80dc-75194bf7e17b {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:10:41.570019 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'tag': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'status': 'completed', 'code': 200} Feb 04 06:10:41.622827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-7ce0abbf-a8f9-4439-b166-61cbd0637fba None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:10:41.631092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200f0c-f786-4495-8870-6760e518e54d req-d25b89d2-6db5-46aa-a87c-de112ae00954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:41.632593 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03200f0c-f786-4495-8870-6760e518e54d req-d25b89d2-6db5-46aa-a87c-de112ae00954 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 1099 time: 0.0422666 Feb 04 06:10:41.757932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200f0c-f786-4495-8870-6760e518e54d req-2774d0b9-9072-4bd1-a146-b806382c823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:41.759372 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03200f0c-f786-4495-8870-6760e518e54d req-2774d0b9-9072-4bd1-a146-b806382c823f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a315878-5b64-407e-8940-6aa177aa9fa2 HTTP/1.1" status: 200 len: 897 time: 0.1192060 Feb 04 06:10:41.805156 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03200f0c-f786-4495-8870-6760e518e54d req-9696d10f-a20a-4ac9-951d-7da1e2610354 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e03e802-f803-4b9c-8b70-5c200f45d988 HTTP/1.1" status: 200 len: 217 time: 0.0373504 Feb 04 06:10:41.813458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cfc93-1de4-4159-8c97-b9a880ad56a8 req-7a2fec7f-729d-47a1-ab61-2158a7db5272 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:41.814869 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-204cfc93-1de4-4159-8c97-b9a880ad56a8 req-7a2fec7f-729d-47a1-ab61-2158a7db5272 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 946 time: 0.0905683 Feb 04 06:10:41.830786 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7ce0abbf-a8f9-4439-b166-61cbd0637fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:36Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:10:39Z', 'revision_number': 7, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:41.857669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0abbf-a8f9-4439-b166-61cbd0637fba None None] Checking router: 86f2f599-083e-4b79-a408-9569e0e3a96c for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:41.865978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0abbf-a8f9-4439-b166-61cbd0637fba None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:41.866578 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7ce0abbf-a8f9-4439-b166-61cbd0637fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:10:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:41.887584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200f0c-f786-4495-8870-6760e518e54d req-11297bd0-535c-4041-af5d-e9170fb5dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:41.888807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03200f0c-f786-4495-8870-6760e518e54d req-11297bd0-535c-4041-af5d-e9170fb5dd0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=936a6329-7ded-4192-8ad9-38eb7f7a71e8 HTTP/1.1" status: 200 len: 835 time: 0.0731072 Feb 04 06:10:41.891747 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-204cfc93-1de4-4159-8c97-b9a880ad56a8 req-10fd86b8-8cad-4d82-949a-e75c3c1048e8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670872 Feb 04 06:10:41.936242 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200f0c-f786-4495-8870-6760e518e54d req-1e6a66b7-51b6-4f7a-8b22-bf1cf9fb8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:41.937794 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03200f0c-f786-4495-8870-6760e518e54d req-1e6a66b7-51b6-4f7a-8b22-bf1cf9fb8bce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a315878-5b64-407e-8940-6aa177aa9fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404024 Feb 04 06:10:41.974110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-7ce0abbf-a8f9-4439-b166-61cbd0637fba None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:10:42.029887 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03200f0c-f786-4495-8870-6760e518e54d req-432d9ef3-c70d-4eeb-9827-ff4918e44966 service neutron] 10.222.0.36 "GET /v2.0/networks/8a315878-5b64-407e-8940-6aa177aa9fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844851 Feb 04 06:10:42.122959 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03200f0c-f786-4495-8870-6760e518e54d req-cf57338d-3ee6-4496-8ae8-d4195b3f74fa service neutron] 10.222.0.36 "GET /v2.0/networks/8a315878-5b64-407e-8940-6aa177aa9fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840585 Feb 04 06:10:42.168093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7ce0abbf-a8f9-4439-b166-61cbd0637fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:36Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:10:39Z', 'revision_number': 7, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:42.196787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0abbf-a8f9-4439-b166-61cbd0637fba None None] The sync data for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv is: [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:36Z', 'revision_number': 6, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '841e1100-dafd-49df-8a0d-56e373f89e11', 'name': '', 'network_id': '8a315878-5b64-407e-8940-6aa177aa9fa2', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'mac_address': 'fa:16:3e:09:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:44Z', 'updated_at': '2022-02-04T06:10:39Z', 'revision_number': 7, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'subnets': [{'id': '936a6329-7ded-4192-8ad9-38eb7f7a71e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:42.808232 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0db97-2b7e-4dc5-b1ac-506d0c27877c None None] New status for floating IP cf2be583-c62b-45e1-9a5c-3431883efc90: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:10:43.007149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446494e-69f4-4775-86fb-d33a75994125 req-b5105dd2-af0c-42d2-961d-77be2fec5f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:43.008507 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f446494e-69f4-4775-86fb-d33a75994125 req-b5105dd2-af0c-42d2-961d-77be2fec5f46 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 946 time: 0.0474172 Feb 04 06:10:43.080038 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f446494e-69f4-4775-86fb-d33a75994125 req-a76a86db-eb11-4cb2-910c-076faf69a737 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d762ef-ac17-4d6a-8d54-945c95231233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651245 Feb 04 06:10:43.088041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25750000-ca6b-4940-b2cc-061c04ce7578 req-74139477-09f1-4018-b40c-232fff435d11 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:43.089453 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-25750000-ca6b-4940-b2cc-061c04ce7578 req-74139477-09f1-4018-b40c-232fff435d11 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 946 time: 0.0690114 Feb 04 06:10:43.176267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-25750000-ca6b-4940-b2cc-061c04ce7578 req-4a682bd4-1688-4977-8491-a56d350dd46b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 1e03e802-f803-4b9c-8b70-5c200f45d988 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:10:43.176606 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-25750000-ca6b-4940-b2cc-061c04ce7578 req-4a682bd4-1688-4977-8491-a56d350dd46b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.601698 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-25750000-ca6b-4940-b2cc-061c04ce7578 req-4a682bd4-1688-4977-8491-a56d350dd46b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 1e03e802-f803-4b9c-8b70-5c200f45d988, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=1e03e802-f803-4b9c-8b70-5c200f45d988,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:10:43.602306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-25750000-ca6b-4940-b2cc-061c04ce7578 req-4a682bd4-1688-4977-8491-a56d350dd46b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.614365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-25750000-ca6b-4940-b2cc-061c04ce7578 req-4a682bd4-1688-4977-8491-a56d350dd46b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 1e03e802-f803-4b9c-8b70-5c200f45d988 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:10:43.746845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-25750000-ca6b-4940-b2cc-061c04ce7578 req-4a682bd4-1688-4977-8491-a56d350dd46b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.774841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a682bd4-1688-4977-8491-a56d350dd46b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=1e03e802-f803-4b9c-8b70-5c200f45d988,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:43.821992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-25750000-ca6b-4940-b2cc-061c04ce7578 req-4a682bd4-1688-4977-8491-a56d350dd46b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] No DVR routers for this DVR port 1e03e802-f803-4b9c-8b70-5c200f45d988 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:10:43.825160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-25750000-ca6b-4940-b2cc-061c04ce7578 req-4a682bd4-1688-4977-8491-a56d350dd46b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.828501 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-25750000-ca6b-4940-b2cc-061c04ce7578 req-4a682bd4-1688-4977-8491-a56d350dd46b tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.36 "DELETE /v2.0/ports/1e03e802-f803-4b9c-8b70-5c200f45d988 HTTP/1.1" status: 204 len: 173 time: 0.7333598 Feb 04 06:10:43.829215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'name': 'network-vif-deleted', 'tag': '1e03e802-f803-4b9c-8b70-5c200f45d988'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:43.831450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79e33bb-38aa-4ac3-94f7-62a3430f0741" -d '{"events": [{"server_uuid": "079e3ad5-07e4-4dfb-aa76-faf9ad41a69b", "name": "network-vif-deleted", "tag": "1e03e802-f803-4b9c-8b70-5c200f45d988"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:10:43.867962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0430d71b-97f6-4790-8b03-c0d6b3ef3de5 x-openstack-request-id: req-0430d71b-97f6-4790-8b03-c0d6b3ef3de5 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:10:43.868258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079e3ad5-07e4-4dfb-aa76-faf9ad41a69b", "name": "network-vif-deleted", "tag": "1e03e802-f803-4b9c-8b70-5c200f45d988", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:10:43.868511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0430d71b-97f6-4790-8b03-c0d6b3ef3de5 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:10:43.868914 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079e3ad5-07e4-4dfb-aa76-faf9ad41a69b', 'name': 'network-vif-deleted', 'tag': '1e03e802-f803-4b9c-8b70-5c200f45d988', 'status': 'completed', 'code': 200} Feb 04 06:10:44.192370 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7f31b788-6162-4a0e-b96d-888d4de7cec7 req-6889d7de-3dab-4acb-8009-52e446f489c6 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "GET /v2.0/ports?device_id=079e3ad5-07e4-4dfb-aa76-faf9ad41a69b HTTP/1.1" status: 200 len: 210 time: 0.0274739 Feb 04 06:10:45.249274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49552) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:45.305647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-956531ff-997a-4734-900d-1cfd82a600ed tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.333274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-956531ff-997a-4734-900d-1cfd82a600ed tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.391480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-956531ff-997a-4734-900d-1cfd82a600ed tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.394090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-956531ff-997a-4734-900d-1cfd82a600ed tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.395257 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-956531ff-997a-4734-900d-1cfd82a600ed tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/security-groups/c7d762ef-ac17-4d6a-8d54-945c95231233 HTTP/1.1" status: 204 len: 168 time: 0.1449857 Feb 04 06:10:45.405329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956531ff-997a-4734-900d-1cfd82a600ed tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d762ef-ac17-4d6a-8d54-945c95231233,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:45.426261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49556) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:45.795146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.046453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port 841e1100-dafd-49df-8a0d-56e373f89e11 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:10:46.046707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.140427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port 841e1100-dafd-49df-8a0d-56e373f89e11, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=841e1100-dafd-49df-8a0d-56e373f89e11,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:10:46.140783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.152846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for 841e1100-dafd-49df-8a0d-56e373f89e11 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:10:46.335845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.362639 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=841e1100-dafd-49df-8a0d-56e373f89e11,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:46.542493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.754549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Router 86f2f599-083e-4b79-a408-9569e0e3a96c has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:10:46.859473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:10:46.864311 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-42a984b0-0d9d-4d24-aa36-00815eeffe52 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "PUT /v2.0/routers/86f2f599-083e-4b79-a408-9569e0e3a96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4372034 Feb 04 06:10:46.867131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49558) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:46.872586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc50338-b5f6-4352-b253-799df3838ca3 None None] Sync routers for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:46.884447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc50338-b5f6-4352-b253-799df3838ca3 None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:46.887783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8bc50338-b5f6-4352-b253-799df3838ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:10:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:46.923437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-50271aa1-6349-4265-bef0-f5a3a3794d39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting subnet 936a6329-7ded-4192-8ad9-38eb7f7a71e8 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:10:46.926641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50271aa1-6349-4265-bef0-f5a3a3794d39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.966991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50271aa1-6349-4265-bef0-f5a3a3794d39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.060654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50271aa1-6349-4265-bef0-f5a3a3794d39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.130011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50271aa1-6349-4265-bef0-f5a3a3794d39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.144828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-8bc50338-b5f6-4352-b253-799df3838ca3 None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:10:47.159025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50271aa1-6349-4265-bef0-f5a3a3794d39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Subnet': ['ID=936a6329-7ded-4192-8ad9-38eb7f7a71e8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:47.161004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50271aa1-6349-4265-bef0-f5a3a3794d39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.166627 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-50271aa1-6349-4265-bef0-f5a3a3794d39 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/subnets/936a6329-7ded-4192-8ad9-38eb7f7a71e8 HTTP/1.1" status: 204 len: 168 time: 0.2960050 Feb 04 06:10:47.166951 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49560) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:47.173911 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d74de5-ae3f-4215-83ed-973ad11fc99c None None] Network 8a315878-5b64-407e-8940-6aa177aa9fa2 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:10:47.276146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.379965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.425575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8bc50338-b5f6-4352-b253-799df3838ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:46Z', 'revision_number': 7, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port': {'id': 'ce779a33-5266-4722-a9c7-08f9ff8fe699', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:47.445201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Deleting port ce779a33-5266-4722-a9c7-08f9ff8fe699 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:10:47.445545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.454300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc50338-b5f6-4352-b253-799df3838ca3 None None] Checking router: 86f2f599-083e-4b79-a408-9569e0e3a96c for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:47.462609 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc50338-b5f6-4352-b253-799df3838ca3 None None] Routers {'86f2f599-083e-4b79-a408-9569e0e3a96c'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:47.463208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8bc50338-b5f6-4352-b253-799df3838ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:10:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['86f2f599-083e-4b79-a408-9569e0e3a96c'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:47.502013 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] DHCP port deletion for 8a315878-5b64-407e-8940-6aa177aa9fa2 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:10:47.523603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] For port ce779a33-5266-4722-a9c7-08f9ff8fe699, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ce779a33-5266-4722-a9c7-08f9ff8fe699,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:10:47.523959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.535751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Calling delete_port for ce779a33-5266-4722-a9c7-08f9ff8fe699 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:10:47.576459 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-8bc50338-b5f6-4352-b253-799df3838ca3 None None] Set router 86f2f599-083e-4b79-a408-9569e0e3a96c gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:10:47.632765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-8bc50338-b5f6-4352-b253-799df3838ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:47Z', 'revision_number': 8, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:47.662997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 1e03e802-f803-4b9c-8b70-5c200f45d988 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:10:47.666204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc50338-b5f6-4352-b253-799df3838ca3 None None] The sync data for ids ['86f2f599-083e-4b79-a408-9569e0e3a96c'] in dv-neutron-826811-2-hyperv is: [{'id': '86f2f599-083e-4b79-a408-9569e0e3a96c', 'name': 'tempest-TestNetworkBasicOps-router-1827315906', 'tenant_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:41Z', 'updated_at': '2022-02-04T06:10:47Z', 'revision_number': 8, 'project_id': '64f65e53447e4bbaa3419b9c7ce6e7cf', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:47.692468 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Deleting port c0438b67-2234-452b-9660-1c911783668c {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:10:47.692844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.706491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.743766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Port': ['ID=ce779a33-5266-4722-a9c7-08f9ff8fe699,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:47.745354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 1e03e802-f803-4b9c-8b70-5c200f45d988 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:10:47.745705 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 1e03e802-f803-4b9c-8b70-5c200f45d988 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:10:47.772595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] For port c0438b67-2234-452b-9660-1c911783668c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c0438b67-2234-452b-9660-1c911783668c,segment=NetworkSegment(baf2225d-562d-4868-98d0-de5aaad034ac),segment_id=baf2225d-562d-4868-98d0-de5aaad034ac)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:10:47.772995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.785479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Calling delete_port for c0438b67-2234-452b-9660-1c911783668c owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:10:47.806857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.867965 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.894700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Pushing event deleted for resources: {'Port': ['ID=c0438b67-2234-452b-9660-1c911783668c,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:47.896937 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] No DVR routers for this DVR port c0438b67-2234-452b-9660-1c911783668c on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:10:47.905060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.906173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.906173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.906173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.906548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.906688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.907019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.907347 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.907674 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.907996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.908129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.908320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.908640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.909231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f5051-fbda-47b7-929e-048f661aa4ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:47.951689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.952271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Fanout notify agent at l3_agent the message router_deleted on router 86f2f599-083e-4b79-a408-9569e0e3a96c {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:10:47.959314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.960430 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-66483f4e-35a0-4fce-9ba7-fc21aa0c24d7 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/routers/86f2f599-083e-4b79-a408-9569e0e3a96c HTTP/1.1" status: 204 len: 168 time: 0.7925985 Feb 04 06:10:47.963087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49562) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:48.042282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.132218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.152755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a315878-5b64-407e-8940-6aa177aa9fa2']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:48.161788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf2225d-562d-4868-98d0-de5aaad034ac') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:48.162082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf2225d-562d-4868-98d0-de5aaad034ac') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:48.176217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.188812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.194615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:10:48.195001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:10:48.197928 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:10:48.254266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.258880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.262794 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] 10.222.0.15 "DELETE /v2.0/networks/8a315878-5b64-407e-8940-6aa177aa9fa2 HTTP/1.1" status: 204 len: 168 time: 0.2987907 Feb 04 06:10:48.277195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cacd1-866a-4f1d-8317-4ab1200dd2a8 tempest-TestNetworkBasicOps-478267013 tempest-TestNetworkBasicOps-478267013-project] Pushing event deleted for resources: {'Network': ['ID=8a315878-5b64-407e-8940-6aa177aa9fa2,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:48.529337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49568) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:48.671906 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ac1c6a43-7608-41f3-9f36-6e3442a7f132 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64f65e53447e4bbaa3419b9c7ce6e7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388605 Feb 04 06:10:48.672129 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49572) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:48.917601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ce779a33-5266-4722-a9c7-08f9ff8fe699 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:10:48.938554 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: ce779a33-5266-4722-a9c7-08f9ff8fe699 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:10:48.938895 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ce779a33-5266-4722-a9c7-08f9ff8fe699 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:10:48.939319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 841e1100-dafd-49df-8a0d-56e373f89e11 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:10:48.959403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 841e1100-dafd-49df-8a0d-56e373f89e11 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:10:48.959648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 841e1100-dafd-49df-8a0d-56e373f89e11 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:10:48.960068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c0438b67-2234-452b-9660-1c911783668c no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:10:48.972598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.978768 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c0438b67-2234-452b-9660-1c911783668c {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:10:48.979113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c0438b67-2234-452b-9660-1c911783668c not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:10:48.993428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.040158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.042791 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.044013 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bb8b471-153a-49cb-8643-268c69a579ac HTTP/1.1" status: 204 len: 168 time: 0.3709984 Feb 04 06:10:49.051422 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb8b471-153a-49cb-8643-268c69a579ac,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:49.058414 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.058804 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.059130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.059554 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.059923 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.060220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.060581 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.060912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.061268 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.061629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.061931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.062305 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d19ad4-977c-41bf-8541-abafe47670c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:49.298124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49578) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:49.313485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a069031a-620f-4ea9-9d21-90050b4c1516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.389110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a069031a-620f-4ea9-9d21-90050b4c1516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.392995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a069031a-620f-4ea9-9d21-90050b4c1516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.441180 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a069031a-620f-4ea9-9d21-90050b4c1516 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3918210d3f4f492d8a7553a401b524ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419675 Feb 04 06:10:49.443076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069031a-620f-4ea9-9d21-90050b4c1516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cfdb0e-f6d1-4049-a02c-e5844e45fb60,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:49.443847 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49580) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:49.492074 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7968e0bb-fdd6-43e9-89a0-1ab2fda8814f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.513889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7968e0bb-fdd6-43e9-89a0-1ab2fda8814f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.562115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7968e0bb-fdd6-43e9-89a0-1ab2fda8814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.564826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7968e0bb-fdd6-43e9-89a0-1ab2fda8814f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.565994 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7968e0bb-fdd6-43e9-89a0-1ab2fda8814f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92cfdb0e-f6d1-4049-a02c-e5844e45fb60 HTTP/1.1" status: 204 len: 168 time: 0.1211364 Feb 04 06:10:49.573989 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968e0bb-fdd6-43e9-89a0-1ab2fda8814f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cfdb0e-f6d1-4049-a02c-e5844e45fb60,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:51.196390 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ee9f82e0-16e2-4b89-9cf7-42771d6641aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:53.433965 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-58ec2e36-594f-416a-9f06-8dd8e93070e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.752781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.372621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.661222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.830109 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-cd517bdd-515e-476d-ae41-9f0ac376bdb2 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c3c01ae5fac84f23858c2ad8c203269a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335000 Feb 04 06:10:57.031429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-8b8eb5e1-c672-4393-a9de-bee87fdd43a7 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:57.032891 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-8b8eb5e1-c672-4393-a9de-bee87fdd43a7 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974742 Feb 04 06:10:57.048233 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-cda78ef5-40d8-42c6-8a53-7952c44fdc73 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/quotas/c3c01ae5fac84f23858c2ad8c203269a HTTP/1.1" status: 200 len: 375 time: 0.0094452 Feb 04 06:10:57.078108 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ee1cf00-c08f-4a1c-b69a-6ae360114f7c tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3c01ae5fac84f23858c2ad8c203269a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246644 Feb 04 06:10:57.232471 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3a851f97-d4e9-4155-95e7-69882355b72b req-c2b768c9-cb4d-48c5-a6e2-68b5f3b4acc4 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 210 time: 0.0265315 Feb 04 06:10:58.323236 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-47adfdb1-c4f7-4067-90b6-e4a79e80aadc req-4b5644d3-c450-4799-8565-e769cb7b181b tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 210 time: 0.0254962 Feb 04 06:10:58.536718 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.034305 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-c1d8da31-2eb8-4c6c-8eb9-525b80f5bf97 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c3c01ae5fac84f23858c2ad8c203269a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214241 Feb 04 06:10:59.148875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-19a00055-ee56-4081-a9e9-755ee70a18c0 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:59.150402 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-19a00055-ee56-4081-a9e9-755ee70a18c0 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103418 Feb 04 06:10:59.162757 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Request body: {'port': {'device_id': '70e868ba-33af-4afb-b141-3943d9f94140', 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d', 'admin_state_up': True, 'tenant_id': 'c3c01ae5fac84f23858c2ad8c203269a'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:59.270542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Made reservation on behalf of c3c01ae5fac84f23858c2ad8c203269a for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:59.274052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.283376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.367221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.371814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.460771 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea4a256c-9eef-4ff6-ada2-6bcb43252add req-08da531b-e04d-4764-9ad3-5f043c652380 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 210 time: 0.0663605 Feb 04 06:10:59.463442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354acacb-1bf4-40dd-ba70-dea48f829bf4,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:59.527491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Allocated IP 192.168.233.26 (db74cac3-d619-422d-ad1d-18d35655429d/43fce013-dace-42f3-a731-952c10a444a9/05162fba-81a1-42df-93da-d1065cf45a2b) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:59.671444 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.704504 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.747339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Network db74cac3-d619-422d-ad1d-18d35655429d is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:59.750435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:59.753907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:10:59.786369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Pushing event updated for resources: {'Port': ['ID=05162fba-81a1-42df-93da-d1065cf45a2b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:59.814093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:59.814745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.831580 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2e1fe8a9-dfed-4ebb-b91c-4777bfbfef54 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6723542 Feb 04 06:10:59.844194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Request body: {'port': {'device_id': '70e868ba-33af-4afb-b141-3943d9f94140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:59.900921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.940828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-936aa3ab-976c-418f-91c5-8db2fce22bb0 None None] Provisioning complete for port 05162fba-81a1-42df-93da-d1065cf45a2b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:59.941388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-936aa3ab-976c-418f-91c5-8db2fce22bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.975357 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-936aa3ab-976c-418f-91c5-8db2fce22bb0 None None] Port 05162fba-81a1-42df-93da-d1065cf45a2b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:11:00.162500 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05162fba-81a1-42df-93da-d1065cf45a2b {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:00.170670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.183086 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Transition to ACTIVE for port object 05162fba-81a1-42df-93da-d1065cf45a2b will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:00.186442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.258725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Pushing event updated for resources: {'Port': ['ID=05162fba-81a1-42df-93da-d1065cf45a2b,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:00.310938 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Attempting to bind port 05162fba-81a1-42df-93da-d1065cf45a2b on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:00.311300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Attempting to bind port 05162fba-81a1-42df-93da-d1065cf45a2b by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'e15d4db8-2c4e-4de3-b752-81525f196801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:00.311626 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Attempting to bind port 05162fba-81a1-42df-93da-d1065cf45a2b on network db74cac3-d619-422d-ad1d-18d35655429d {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:11:00.316013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Port 05162fba-81a1-42df-93da-d1065cf45a2b on network db74cac3-d619-422d-ad1d-18d35655429d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:11:00.316328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Attempting to bind port 05162fba-81a1-42df-93da-d1065cf45a2b on network db74cac3-d619-422d-ad1d-18d35655429d {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:11:00.321514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:11:00.321849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Checking segment: {'id': 'e15d4db8-2c4e-4de3-b752-81525f196801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:11:00.322227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Bound using segment: {'id': 'e15d4db8-2c4e-4de3-b752-81525f196801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:11:00.322654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Bound port: 05162fba-81a1-42df-93da-d1065cf45a2b, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15d4db8-2c4e-4de3-b752-81525f196801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:00.323003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.391557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] For port 05162fba-81a1-42df-93da-d1065cf45a2b, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:11:00.395081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] For port 05162fba-81a1-42df-93da-d1065cf45a2b, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=05162fba-81a1-42df-93da-d1065cf45a2b,segment=NetworkSegment(e15d4db8-2c4e-4de3-b752-81525f196801),segment_id=e15d4db8-2c4e-4de3-b752-81525f196801)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:11:00.399531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.434199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:00.434736 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.436353 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] 10.222.0.36 "PUT /v2.0/ports/05162fba-81a1-42df-93da-d1065cf45a2b HTTP/1.1" status: 200 len: 1097 time: 0.5973337 Feb 04 06:11:00.441002 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e868ba-33af-4afb-b141-3943d9f94140', 'tag': '05162fba-81a1-42df-93da-d1065cf45a2b'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:00.444073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46391bd1-97c5-48be-a56f-782e97492bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "70e868ba-33af-4afb-b141-3943d9f94140", "tag": "05162fba-81a1-42df-93da-d1065cf45a2b"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:00.475992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3f9ae-7ecf-4509-a5aa-6393a2496fda service neutron] Pushing event updated for resources: {'Port': ['ID=05162fba-81a1-42df-93da-d1065cf45a2b,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:00.492405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50408e3-e851-4e7c-98a1-2df9951bb9e2 x-openstack-request-id: req-b50408e3-e851-4e7c-98a1-2df9951bb9e2 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:00.492582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e868ba-33af-4afb-b141-3943d9f94140", "tag": "05162fba-81a1-42df-93da-d1065cf45a2b", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:00.492832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b50408e3-e851-4e7c-98a1-2df9951bb9e2 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:00.493244 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e868ba-33af-4afb-b141-3943d9f94140', 'tag': '05162fba-81a1-42df-93da-d1065cf45a2b', 'status': 'completed', 'code': 200} Feb 04 06:11:00.534940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-4ff8b3d3-effe-41ec-80dd-28318fe0ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:00.536397 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-4ff8b3d3-effe-41ec-80dd-28318fe0ad03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3c01ae5fac84f23858c2ad8c203269a&device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 1100 time: 0.0538464 Feb 04 06:11:00.586951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-c143efaa-15f7-46fa-a549-cfce9224ffe6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=05162fba-81a1-42df-93da-d1065cf45a2b HTTP/1.1" status: 200 len: 217 time: 0.0434675 Feb 04 06:11:01.009261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-391277a6-d112-45bf-aab6-ec3df103b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.010608 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-391277a6-d112-45bf-aab6-ec3df103b5b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43fce013-dace-42f3-a731-952c10a444a9 HTTP/1.1" status: 200 len: 843 time: 0.3990517 Feb 04 06:11:01.018139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65049e-1483-42df-bb47-206a9e1c6c62 req-71a4a488-a3e2-4e2b-af0c-d68d89c29b71 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.019475 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bf65049e-1483-42df-bb47-206a9e1c6c62 req-71a4a488-a3e2-4e2b-af0c-d68d89c29b71 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 947 time: 0.4698446 Feb 04 06:11:01.079531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-7ad6027b-c94a-42d9-baab-10ec4fcf54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.080999 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-7ad6027b-c94a-42d9-baab-10ec4fcf54f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db74cac3-d619-422d-ad1d-18d35655429d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0607002 Feb 04 06:11:01.083765 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bf65049e-1483-42df-bb47-206a9e1c6c62 req-b09b4561-d2fa-4884-9a51-e0502b03e6e4 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/security-groups?id=354acacb-1bf4-40dd-ba70-dea48f829bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564568 Feb 04 06:11:01.172020 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-5ef728bc-5fa1-4a9a-a46e-7a1b88121d8c service neutron] 10.222.0.36 "GET /v2.0/networks/db74cac3-d619-422d-ad1d-18d35655429d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844619 Feb 04 06:11:01.260986 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c926e9f-2cac-4535-a6be-0761c16db6c0 req-7ce5ee72-e200-472a-a738-d5fd705c4733 service neutron] 10.222.0.36 "GET /v2.0/networks/db74cac3-d619-422d-ad1d-18d35655429d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815578 Feb 04 06:11:01.351666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46391bd1-97c5-48be-a56f-782e97492bcb req-4f4c1075-e068-43d7-87c5-480dd4558cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.353135 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-46391bd1-97c5-48be-a56f-782e97492bcb req-4f4c1075-e068-43d7-87c5-480dd4558cc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3c01ae5fac84f23858c2ad8c203269a&device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 1100 time: 0.0457816 Feb 04 06:11:01.438829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46391bd1-97c5-48be-a56f-782e97492bcb req-ff137324-374a-4632-b93f-c8712533b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.440249 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-46391bd1-97c5-48be-a56f-782e97492bcb req-ff137324-374a-4632-b93f-c8712533b424 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db74cac3-d619-422d-ad1d-18d35655429d HTTP/1.1" status: 200 len: 870 time: 0.0806546 Feb 04 06:11:01.483216 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-46391bd1-97c5-48be-a56f-782e97492bcb req-80c44bb9-1193-4ce8-a38a-b3b5b62d0886 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=05162fba-81a1-42df-93da-d1065cf45a2b HTTP/1.1" status: 200 len: 217 time: 0.0347314 Feb 04 06:11:01.534237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46391bd1-97c5-48be-a56f-782e97492bcb req-66d18273-97a5-40cb-b63f-c751f9e4323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.535538 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-46391bd1-97c5-48be-a56f-782e97492bcb req-66d18273-97a5-40cb-b63f-c751f9e4323c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43fce013-dace-42f3-a731-952c10a444a9 HTTP/1.1" status: 200 len: 843 time: 0.0451674 Feb 04 06:11:01.580765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46391bd1-97c5-48be-a56f-782e97492bcb req-1a07d60b-e044-4c96-8cd8-559ff7bfa2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.582274 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-46391bd1-97c5-48be-a56f-782e97492bcb req-1a07d60b-e044-4c96-8cd8-559ff7bfa2db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db74cac3-d619-422d-ad1d-18d35655429d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0400047 Feb 04 06:11:01.670243 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-46391bd1-97c5-48be-a56f-782e97492bcb req-e644c2c4-1089-481a-ba5a-0965c3cc8dc2 service neutron] 10.222.0.36 "GET /v2.0/networks/db74cac3-d619-422d-ad1d-18d35655429d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799701 Feb 04 06:11:01.764937 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-46391bd1-97c5-48be-a56f-782e97492bcb req-0241aac0-ff5a-4e20-a12a-c69c0f753727 service neutron] 10.222.0.36 "GET /v2.0/networks/db74cac3-d619-422d-ad1d-18d35655429d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865054 Feb 04 06:11:02.200067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13709-feda-4500-b1ab-6e1e9df76972 req-e54fe2fd-1e4d-4b04-aba1-600e4046f98d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:02.201553 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99b13709-feda-4500-b1ab-6e1e9df76972 req-e54fe2fd-1e4d-4b04-aba1-600e4046f98d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 947 time: 0.0493479 Feb 04 06:11:02.238272 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99b13709-feda-4500-b1ab-6e1e9df76972 req-d7db8dac-d309-4cb2-ac2e-0bde97640fe6 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/security-groups?id=354acacb-1bf4-40dd-ba70-dea48f829bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304546 Feb 04 06:11:03.359797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702af93-b943-4eac-a85c-65630c5d09da req-5e96cd5e-82c6-4fe2-8a91-0cbc11e94c17 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:03.361290 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4702af93-b943-4eac-a85c-65630c5d09da req-5e96cd5e-82c6-4fe2-8a91-0cbc11e94c17 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 947 time: 0.0550964 Feb 04 06:11:03.397752 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4702af93-b943-4eac-a85c-65630c5d09da req-845b0f33-41dd-4af2-8f94-ff08d5137060 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/security-groups?id=354acacb-1bf4-40dd-ba70-dea48f829bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306814 Feb 04 06:11:03.726661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 05162fba-81a1-42df-93da-d1065cf45a2b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:11:03.819003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 05162fba-81a1-42df-93da-d1065cf45a2b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=05162fba-81a1-42df-93da-d1065cf45a2b,segment=NetworkSegment(e15d4db8-2c4e-4de3-b752-81525f196801),segment_id=e15d4db8-2c4e-4de3-b752-81525f196801)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:03.829922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '05162fba-81a1-42df-93da-d1065cf45a2b', 'network_id': 'db74cac3-d619-422d-ad1d-18d35655429d', 'port_id': '05162fba-81a1-42df-93da-d1065cf45a2b', 'mac_address': 'fa:16:3e:5a:73:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fce013-dace-42f3-a731-952c10a444a9', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:11:03.868640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.881349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05162fba-81a1-42df-93da-d1065cf45a2b {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:03.900324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 05162fba-81a1-42df-93da-d1065cf45a2b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=05162fba-81a1-42df-93da-d1065cf45a2b,segment=NetworkSegment(e15d4db8-2c4e-4de3-b752-81525f196801),segment_id=e15d4db8-2c4e-4de3-b752-81525f196801)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:03.903902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.948312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=05162fba-81a1-42df-93da-d1065cf45a2b,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:04.107759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['05162fba-81a1-42df-93da-d1065cf45a2b'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:11:04.510153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324e38f-69d3-43d8-9658-abf20cfa48b5 req-18b8ddf9-d481-4630-9468-b7bbfe2ef393 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:04.512320 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c324e38f-69d3-43d8-9658-abf20cfa48b5 req-18b8ddf9-d481-4630-9468-b7bbfe2ef393 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 948 time: 0.0485415 Feb 04 06:11:04.548377 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c324e38f-69d3-43d8-9658-abf20cfa48b5 req-e2471ed2-01b0-428e-88eb-e4f9e28ac87d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/security-groups?id=354acacb-1bf4-40dd-ba70-dea48f829bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301023 Feb 04 06:11:05.661316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4852ebc-1c04-4105-a16f-c503765976f9 req-583d57ae-378b-438c-9b38-c29bbba5424f tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:05.662762 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e4852ebc-1c04-4105-a16f-c503765976f9 req-583d57ae-378b-438c-9b38-c29bbba5424f tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 948 time: 0.0485716 Feb 04 06:11:05.699826 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e4852ebc-1c04-4105-a16f-c503765976f9 req-88b6bb02-6a5c-4325-a1b3-7b3fa653da7b tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/security-groups?id=354acacb-1bf4-40dd-ba70-dea48f829bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Feb 04 06:11:05.741571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 05162fba-81a1-42df-93da-d1065cf45a2b up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:11:05.789169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 05162fba-81a1-42df-93da-d1065cf45a2b completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:05.792846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 05162fba-81a1-42df-93da-d1065cf45a2b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:05.793257 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.866449 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.891699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e868ba-33af-4afb-b141-3943d9f94140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05162fba-81a1-42df-93da-d1065cf45a2b'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:05.893944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088ea92f-2d8f-4d14-9044-f28f81ccfc04" -d '{"events": [{"server_uuid": "70e868ba-33af-4afb-b141-3943d9f94140", "name": "network-vif-plugged", "status": "completed", "tag": "05162fba-81a1-42df-93da-d1065cf45a2b"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:05.906429 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 05162fba-81a1-42df-93da-d1065cf45a2b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=05162fba-81a1-42df-93da-d1065cf45a2b,segment=NetworkSegment(e15d4db8-2c4e-4de3-b752-81525f196801),segment_id=e15d4db8-2c4e-4de3-b752-81525f196801)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:05.910754 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.932494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b555c2-85d2-4e7f-8364-7f0c3948118a x-openstack-request-id: req-d2b555c2-85d2-4e7f-8364-7f0c3948118a {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:05.932784 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e868ba-33af-4afb-b141-3943d9f94140", "name": "network-vif-plugged", "status": "completed", "tag": "05162fba-81a1-42df-93da-d1065cf45a2b", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:05.933900 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2b555c2-85d2-4e7f-8364-7f0c3948118a {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:05.934293 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e868ba-33af-4afb-b141-3943d9f94140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05162fba-81a1-42df-93da-d1065cf45a2b', 'code': 200} Feb 04 06:11:05.959781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=05162fba-81a1-42df-93da-d1065cf45a2b,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:06.090574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208afbf5-1f57-41be-b981-ddeaf6787518 req-313e7033-d40e-4286-8139-c8d8617baabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:06.092030 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-208afbf5-1f57-41be-b981-ddeaf6787518 req-313e7033-d40e-4286-8139-c8d8617baabc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 1102 time: 0.0440013 Feb 04 06:11:06.126576 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-208afbf5-1f57-41be-b981-ddeaf6787518 req-e3871265-e8a5-497b-b6d8-70f336accd48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=354acacb-1bf4-40dd-ba70-dea48f829bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272341 Feb 04 06:11:06.812369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a904d-c8ff-4ea4-99f4-cc938189e59d req-65db3466-240d-4ec4-b055-73271ce43fad tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:06.813849 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a63a904d-c8ff-4ea4-99f4-cc938189e59d req-65db3466-240d-4ec4-b055-73271ce43fad tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 949 time: 0.0486698 Feb 04 06:11:06.851992 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a63a904d-c8ff-4ea4-99f4-cc938189e59d req-79891406-138d-468e-86db-e0ce28d20e7a tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/security-groups?id=354acacb-1bf4-40dd-ba70-dea48f829bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Feb 04 06:11:07.965546 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ee4e6-0ff0-473b-9f7f-1316ec89d226 req-6f660a48-9536-4500-a611-9851bc4ba207 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:07.966998 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bf9ee4e6-0ff0-473b-9f7f-1316ec89d226 req-6f660a48-9536-4500-a611-9851bc4ba207 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 949 time: 0.0477545 Feb 04 06:11:08.003680 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bf9ee4e6-0ff0-473b-9f7f-1316ec89d226 req-5d88a15f-9941-4484-b1b8-d145cafea2ec tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/security-groups?id=354acacb-1bf4-40dd-ba70-dea48f829bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Feb 04 06:11:08.375702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-73a6f1e0-72ff-4018-afc1-cd79932a7faf req-d0c3c605-7445-42de-8550-dd1087079bb1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:11:08.376780 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73a6f1e0-72ff-4018-afc1-cd79932a7faf req-d0c3c605-7445-42de-8550-dd1087079bb1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0945644 Feb 04 06:11:08.739926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-52891ce0-8c1b-4495-b0c4-4eb5ee333e86 req-41ac94d7-6647-4b7e-b59b-ba6b32cb5764 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:11:08.740951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-52891ce0-8c1b-4495-b0c4-4eb5ee333e86 req-41ac94d7-6647-4b7e-b59b-ba6b32cb5764 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053716 Feb 04 06:11:09.088776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd55a7-112b-40b2-bdc5-508d572a7a68 req-51856e9b-e071-40ef-9747-996fb8278467 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:09.090785 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-51cd55a7-112b-40b2-bdc5-508d572a7a68 req-51856e9b-e071-40ef-9747-996fb8278467 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 949 time: 0.0524645 Feb 04 06:11:09.128637 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-51cd55a7-112b-40b2-bdc5-508d572a7a68 req-822a4372-427a-472e-86b6-d3cdade20195 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/security-groups?id=354acacb-1bf4-40dd-ba70-dea48f829bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317948 Feb 04 06:11:10.242764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e802bc9-c352-4260-92a2-8b8fa96ca6c3 req-be1ffd95-4aaa-43c7-a467-bffef3cde7ff tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:10.244258 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0e802bc9-c352-4260-92a2-8b8fa96ca6c3 req-be1ffd95-4aaa-43c7-a467-bffef3cde7ff tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 949 time: 0.0481100 Feb 04 06:11:10.280845 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0e802bc9-c352-4260-92a2-8b8fa96ca6c3 req-cf38f694-0036-4f5d-a350-6e0fa1f31d42 tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.15 "GET /v2.0/security-groups?id=354acacb-1bf4-40dd-ba70-dea48f829bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301232 Feb 04 06:11:10.362339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dba95-fefe-408c-aa62-f7da2d494315 req-129cd12d-65c5-4da7-a33f-e9fad59a7b6a tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:10.363795 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-344dba95-fefe-408c-aa62-f7da2d494315 req-129cd12d-65c5-4da7-a33f-e9fad59a7b6a tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e868ba-33af-4afb-b141-3943d9f94140 HTTP/1.1" status: 200 len: 949 time: 0.0478010 Feb 04 06:11:10.454133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-344dba95-fefe-408c-aa62-f7da2d494315 req-5c1e35fa-f01a-4f08-a2c6-0d72b90b0b7d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Deleting port 05162fba-81a1-42df-93da-d1065cf45a2b {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:11:10.454481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-344dba95-fefe-408c-aa62-f7da2d494315 req-5c1e35fa-f01a-4f08-a2c6-0d72b90b0b7d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.548594 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-344dba95-fefe-408c-aa62-f7da2d494315 req-5c1e35fa-f01a-4f08-a2c6-0d72b90b0b7d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] For port 05162fba-81a1-42df-93da-d1065cf45a2b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=05162fba-81a1-42df-93da-d1065cf45a2b,segment=NetworkSegment(e15d4db8-2c4e-4de3-b752-81525f196801),segment_id=e15d4db8-2c4e-4de3-b752-81525f196801)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:10.548963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-344dba95-fefe-408c-aa62-f7da2d494315 req-5c1e35fa-f01a-4f08-a2c6-0d72b90b0b7d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.562896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-344dba95-fefe-408c-aa62-f7da2d494315 req-5c1e35fa-f01a-4f08-a2c6-0d72b90b0b7d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Calling delete_port for 05162fba-81a1-42df-93da-d1065cf45a2b owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:11:10.701943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-344dba95-fefe-408c-aa62-f7da2d494315 req-5c1e35fa-f01a-4f08-a2c6-0d72b90b0b7d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.715368 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['05162fba-81a1-42df-93da-d1065cf45a2b'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:11:10.732139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e35fa-f01a-4f08-a2c6-0d72b90b0b7d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Pushing event deleted for resources: {'Port': ['ID=05162fba-81a1-42df-93da-d1065cf45a2b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:10.778524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-344dba95-fefe-408c-aa62-f7da2d494315 req-5c1e35fa-f01a-4f08-a2c6-0d72b90b0b7d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] No DVR routers for this DVR port 05162fba-81a1-42df-93da-d1065cf45a2b on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:10.781165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-344dba95-fefe-408c-aa62-f7da2d494315 req-5c1e35fa-f01a-4f08-a2c6-0d72b90b0b7d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.784492 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-344dba95-fefe-408c-aa62-f7da2d494315 req-5c1e35fa-f01a-4f08-a2c6-0d72b90b0b7d tempest-ServersAdminNegativeTestJSON-1950704484 tempest-ServersAdminNegativeTestJSON-1950704484-project] 10.222.0.36 "DELETE /v2.0/ports/05162fba-81a1-42df-93da-d1065cf45a2b HTTP/1.1" status: 204 len: 173 time: 0.4151146 Feb 04 06:11:10.784947 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e868ba-33af-4afb-b141-3943d9f94140', 'name': 'network-vif-deleted', 'tag': '05162fba-81a1-42df-93da-d1065cf45a2b'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:10.787386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bab482a-c283-46a6-8923-ccef976c81ee" -d '{"events": [{"server_uuid": "70e868ba-33af-4afb-b141-3943d9f94140", "name": "network-vif-deleted", "tag": "05162fba-81a1-42df-93da-d1065cf45a2b"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:10.827693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb565a-9e80-4fd4-9648-fb2630ee6554 x-openstack-request-id: req-cbfb565a-9e80-4fd4-9648-fb2630ee6554 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:10.827998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e868ba-33af-4afb-b141-3943d9f94140", "name": "network-vif-deleted", "tag": "05162fba-81a1-42df-93da-d1065cf45a2b", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:10.828254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbfb565a-9e80-4fd4-9648-fb2630ee6554 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:10.828656 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e868ba-33af-4afb-b141-3943d9f94140', 'name': 'network-vif-deleted', 'tag': '05162fba-81a1-42df-93da-d1065cf45a2b', 'status': 'completed', 'code': 200} Feb 04 06:11:11.565796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49718) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:11.693028 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-896fb637-7b5e-4978-b5eb-d9ea3812de51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3c01ae5fac84f23858c2ad8c203269a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260808 Feb 04 06:11:11.695503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49722) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:11.744313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-289c4c43-aa9f-4056-b2ee-d6806a5f6396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.766095 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-289c4c43-aa9f-4056-b2ee-d6806a5f6396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.811370 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-289c4c43-aa9f-4056-b2ee-d6806a5f6396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.814128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-289c4c43-aa9f-4056-b2ee-d6806a5f6396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.815272 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-289c4c43-aa9f-4056-b2ee-d6806a5f6396 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/354acacb-1bf4-40dd-ba70-dea48f829bf4 HTTP/1.1" status: 204 len: 168 time: 0.1188984 Feb 04 06:11:11.823608 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c4c43-aa9f-4056-b2ee-d6806a5f6396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354acacb-1bf4-40dd-ba70-dea48f829bf4,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:12.069617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49728) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:12.083217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-77378c86-ba7e-4bea-a297-59743d140bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.156419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-77378c86-ba7e-4bea-a297-59743d140bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.159929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-77378c86-ba7e-4bea-a297-59743d140bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.197167 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-77378c86-ba7e-4bea-a297-59743d140bb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8183dda33ca44a268d44724be4c0e6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264570 Feb 04 06:11:12.198293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77378c86-ba7e-4bea-a297-59743d140bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3218e8-27f9-44e2-aae6-71ad321ad416,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:12.200551 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49730) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:12.248638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4c240cf-c447-46ca-9354-ae760494dabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.269163 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4c240cf-c447-46ca-9354-ae760494dabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.312646 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4c240cf-c447-46ca-9354-ae760494dabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.315171 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4c240cf-c447-46ca-9354-ae760494dabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.316296 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a4c240cf-c447-46ca-9354-ae760494dabb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf3218e8-27f9-44e2-aae6-71ad321ad416 HTTP/1.1" status: 204 len: 168 time: 0.1146798 Feb 04 06:11:12.324208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c240cf-c447-46ca-9354-ae760494dabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3218e8-27f9-44e2-aae6-71ad321ad416,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:12.960499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49752) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:13.053788 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1026688458-network', 'tenant_id': '386fa9072f334c2dbdb93985d1ac5598'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:13.076672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Made reservation on behalf of 386fa9072f334c2dbdb93985d1ac5598 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:13.079366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.088108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.162601 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.166207 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.189428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:13.207083 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaed211-7609-481a-a688-784021b4066e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:13.207670 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.208009 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Added segment 3401472d-451c-4b17-abdc-58f54bca9a8a of type vlan for network 34562e12-494e-4f83-99f7-e4f44fa48e57 Feb 04 06:11:13.249353 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.272991 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.274029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:13.274543 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.321297 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3596363 Feb 04 06:11:13.324385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49756) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:13.329741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] Request body: {'subnet': {'network_id': '34562e12-494e-4f83-99f7-e4f44fa48e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1026688458-subnet', 'tenant_id': '386fa9072f334c2dbdb93985d1ac5598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:13.335826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3a971-222c-4b79-bccc-24db568ad052 admin admin] Pushing event updated for resources: {'Network': ['ID=34562e12-494e-4f83-99f7-e4f44fa48e57,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:13.345854 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 34562e12-494e-4f83-99f7-e4f44fa48e57 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:11:13.359661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] Made reservation on behalf of 386fa9072f334c2dbdb93985d1ac5598 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:13.361634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.545644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.598595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9393d482-0dac-4f85-8b4a-9dd16f3b8557,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:13.611457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] Checking segment: {'id': '3401472d-451c-4b17-abdc-58f54bca9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34562e12-494e-4f83-99f7-e4f44fa48e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:11:13.611816 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] Network hostable DHCP agents. Network: 34562e12-494e-4f83-99f7-e4f44fa48e57, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:11:13.631285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] Network 34562e12-494e-4f83-99f7-e4f44fa48e57 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:11:13.640793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 34562e12-494e-4f83-99f7-e4f44fa48e57) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:13.644859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:13.645482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.649697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b56aa6-3dc6-4cc1-b725-664cd14c0241 None None] Network 34562e12-494e-4f83-99f7-e4f44fa48e57 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:11:13.664475 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2cc5e2f2-f5e7-4d94-8c40-476113618a5c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3388765 Feb 04 06:11:13.770052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c518a2e3-533f-45bf-a94b-f1b85d341ef8 None None] Network 34562e12-494e-4f83-99f7-e4f44fa48e57 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:11:14.085440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-d45b55ad-b05b-4869-8779-ce633007e883 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:14.086794 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-d45b55ad-b05b-4869-8779-ce633007e883 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/networks?id=34562e12-494e-4f83-99f7-e4f44fa48e57 HTTP/1.1" status: 200 len: 812 time: 0.1033878 Feb 04 06:11:14.101796 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-431ab16a-7c8a-451b-8527-320e1a658a60 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/quotas/386fa9072f334c2dbdb93985d1ac5598 HTTP/1.1" status: 200 len: 375 time: 0.0087311 Feb 04 06:11:14.132419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-d16c3f35-fc1c-4fa7-82fb-dadfee5e4e21 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=386fa9072f334c2dbdb93985d1ac5598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248044 Feb 04 06:11:14.222198 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-e331ee60-50bb-469f-b9f6-5815c2e1eb3f service neutron] 10.222.0.15 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828359 Feb 04 06:11:14.310404 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-fcc4ab87-0584-43a5-86ae-8d73dc0acc65 service neutron] 10.222.0.15 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822818 Feb 04 06:11:14.465132 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-57173984-0c66-4949-9911-c860aeecb321 req-d8b6e5e5-ca03-4374-ad5f-b3a232be0add tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 210 time: 0.0272658 Feb 04 06:11:15.335524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-660a32c3-291d-4d80-9c44-6c40bd879d01 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:15.336943 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-660a32c3-291d-4d80-9c44-6c40bd879d01 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.36 "GET /v2.0/networks?id=34562e12-494e-4f83-99f7-e4f44fa48e57 HTTP/1.1" status: 200 len: 812 time: 0.1052158 Feb 04 06:11:15.349071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Request body: {'port': {'device_id': '31345e59-8e29-4fe7-84d7-10816128c704', 'network_id': '34562e12-494e-4f83-99f7-e4f44fa48e57', 'admin_state_up': True, 'tenant_id': '386fa9072f334c2dbdb93985d1ac5598'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:15.456885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Made reservation on behalf of 386fa9072f334c2dbdb93985d1ac5598 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:15.460288 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.567631 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-27e9a1bd-7d73-4516-ab2b-1e83364aec5a req-a4b69d22-7d39-4849-b0dc-4cb56e5e4f48 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 210 time: 0.0302696 Feb 04 06:11:15.610838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Allocated IP 172.20.0.3 (34562e12-494e-4f83-99f7-e4f44fa48e57/9393d482-0dac-4f85-8b4a-9dd16f3b8557/17a8a935-fdf4-4375-9238-96263eb34e0f) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:15.757872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.790567 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.801563 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 05162fba-81a1-42df-93da-d1065cf45a2b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:11:15.820392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 05162fba-81a1-42df-93da-d1065cf45a2b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:11:15.820731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 05162fba-81a1-42df-93da-d1065cf45a2b not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:11:15.837985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Network 34562e12-494e-4f83-99f7-e4f44fa48e57 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:15.840989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:15.843300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:11:15.869930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Pushing event updated for resources: {'Port': ['ID=17a8a935-fdf4-4375-9238-96263eb34e0f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:15.899539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:15.900141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.915399 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-cd3645b8-1bc9-45ec-b43c-8eabfd314e99 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701087 Feb 04 06:11:15.926543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Request body: {'port': {'device_id': '31345e59-8e29-4fe7-84d7-10816128c704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:15.977501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.229112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a8a935-fdf4-4375-9238-96263eb34e0f {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:16.236764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.248666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Transition to ACTIVE for port object 17a8a935-fdf4-4375-9238-96263eb34e0f will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:16.252721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.304674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=17a8a935-fdf4-4375-9238-96263eb34e0f,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:16.369558 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Attempting to bind port 17a8a935-fdf4-4375-9238-96263eb34e0f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:16.369888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Attempting to bind port 17a8a935-fdf4-4375-9238-96263eb34e0f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '3401472d-451c-4b17-abdc-58f54bca9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34562e12-494e-4f83-99f7-e4f44fa48e57'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:16.370244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Attempting to bind port 17a8a935-fdf4-4375-9238-96263eb34e0f on network 34562e12-494e-4f83-99f7-e4f44fa48e57 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:11:16.374395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Port 17a8a935-fdf4-4375-9238-96263eb34e0f on network 34562e12-494e-4f83-99f7-e4f44fa48e57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:11:16.374716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Attempting to bind port 17a8a935-fdf4-4375-9238-96263eb34e0f on network 34562e12-494e-4f83-99f7-e4f44fa48e57 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:11:16.379435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:11:16.379772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Checking segment: {'id': '3401472d-451c-4b17-abdc-58f54bca9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34562e12-494e-4f83-99f7-e4f44fa48e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:11:16.380154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Bound using segment: {'id': '3401472d-451c-4b17-abdc-58f54bca9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34562e12-494e-4f83-99f7-e4f44fa48e57'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:11:16.380573 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Bound port: 17a8a935-fdf4-4375-9238-96263eb34e0f, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3401472d-451c-4b17-abdc-58f54bca9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '34562e12-494e-4f83-99f7-e4f44fa48e57'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:16.380921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.441922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] For port 17a8a935-fdf4-4375-9238-96263eb34e0f, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:11:16.444890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] For port 17a8a935-fdf4-4375-9238-96263eb34e0f, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=17a8a935-fdf4-4375-9238-96263eb34e0f,segment=NetworkSegment(3401472d-451c-4b17-abdc-58f54bca9a8a),segment_id=3401472d-451c-4b17-abdc-58f54bca9a8a)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:11:16.450092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.487325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.487936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.489386 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/17a8a935-fdf4-4375-9238-96263eb34e0f HTTP/1.1" status: 200 len: 1093 time: 0.5667248 Feb 04 06:11:16.489820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31345e59-8e29-4fe7-84d7-10816128c704', 'tag': '17a8a935-fdf4-4375-9238-96263eb34e0f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:16.492040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b41855f-99b4-4463-a68c-b1750a48ddeb" -d '{"events": [{"name": "network-changed", "server_uuid": "31345e59-8e29-4fe7-84d7-10816128c704", "tag": "17a8a935-fdf4-4375-9238-96263eb34e0f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:16.516625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b49cd0-dcba-43fc-8b96-9aee271fd1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=17a8a935-fdf4-4375-9238-96263eb34e0f,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:16.534216 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d012d6d-19ad-476b-a6ff-61cd7eb5a6d7 x-openstack-request-id: req-5d012d6d-19ad-476b-a6ff-61cd7eb5a6d7 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:16.534498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31345e59-8e29-4fe7-84d7-10816128c704", "tag": "17a8a935-fdf4-4375-9238-96263eb34e0f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:16.534754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d012d6d-19ad-476b-a6ff-61cd7eb5a6d7 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:16.535139 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31345e59-8e29-4fe7-84d7-10816128c704', 'tag': '17a8a935-fdf4-4375-9238-96263eb34e0f', 'status': 'completed', 'code': 200} Feb 04 06:11:16.567010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-4894cf83-170f-4ced-963c-0fb0d5e88cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.568496 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-4894cf83-170f-4ced-963c-0fb0d5e88cf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=386fa9072f334c2dbdb93985d1ac5598&device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 1096 time: 0.0425951 Feb 04 06:11:16.609735 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-c6ae001f-d442-4c5a-b570-8a33d4787ec5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a8a935-fdf4-4375-9238-96263eb34e0f HTTP/1.1" status: 200 len: 217 time: 0.0342102 Feb 04 06:11:16.687353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-b0abde39-55a4-4d12-bd09-be5f42996f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.688806 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-b0abde39-55a4-4d12-bd09-be5f42996f20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9393d482-0dac-4f85-8b4a-9dd16f3b8557 HTTP/1.1" status: 200 len: 852 time: 0.0733411 Feb 04 06:11:16.704843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28d9d-4b05-4e44-8708-6785f5f9a7e4 req-0074fc85-4f7f-43b3-a5c3-24daeaa8850f tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.706268 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b9a28d9d-4b05-4e44-8708-6785f5f9a7e4 req-0074fc85-4f7f-43b3-a5c3-24daeaa8850f tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 943 time: 0.0624571 Feb 04 06:11:16.740074 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-2a64e68b-3925-4372-84da-4dc28034d7a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34562e12-494e-4f83-99f7-e4f44fa48e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438974 Feb 04 06:11:16.774533 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b9a28d9d-4b05-4e44-8708-6785f5f9a7e4 req-0c960049-c842-44d0-a9c5-e9837d922c42 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596459 Feb 04 06:11:16.842360 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-b637272e-5fbc-4c2e-a3a7-9af696973889 service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951955 Feb 04 06:11:16.931227 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80969fa3-ad5c-4199-9ad4-8ce470a270e7 req-fdf0d38e-b698-496e-a822-468ff2db0c13 service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817506 Feb 04 06:11:17.019033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41855f-99b4-4463-a68c-b1750a48ddeb req-992cbf0d-c493-4bda-899b-1324bb46a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:17.020408 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b41855f-99b4-4463-a68c-b1750a48ddeb req-992cbf0d-c493-4bda-899b-1324bb46a195 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=386fa9072f334c2dbdb93985d1ac5598&device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 1096 time: 0.0398359 Feb 04 06:11:17.109869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41855f-99b4-4463-a68c-b1750a48ddeb req-061532c4-c72d-4d00-9e02-c9c8866e8f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:17.111281 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b41855f-99b4-4463-a68c-b1750a48ddeb req-061532c4-c72d-4d00-9e02-c9c8866e8f28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34562e12-494e-4f83-99f7-e4f44fa48e57 HTTP/1.1" status: 200 len: 913 time: 0.0836568 Feb 04 06:11:17.151868 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b41855f-99b4-4463-a68c-b1750a48ddeb req-a37eaa0f-c6ff-4d58-8ede-cef36b695e14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a8a935-fdf4-4375-9238-96263eb34e0f HTTP/1.1" status: 200 len: 217 time: 0.0335231 Feb 04 06:11:17.202328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41855f-99b4-4463-a68c-b1750a48ddeb req-1a1980ba-7c43-4456-bbad-533d85f7b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:17.203713 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b41855f-99b4-4463-a68c-b1750a48ddeb req-1a1980ba-7c43-4456-bbad-533d85f7b94c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9393d482-0dac-4f85-8b4a-9dd16f3b8557 HTTP/1.1" status: 200 len: 852 time: 0.0460920 Feb 04 06:11:17.234615 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b41855f-99b4-4463-a68c-b1750a48ddeb req-9cf2217a-4063-4711-b90c-d43eadf414f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34562e12-494e-4f83-99f7-e4f44fa48e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232713 Feb 04 06:11:17.320484 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b41855f-99b4-4463-a68c-b1750a48ddeb req-a87b631d-292a-41f0-9081-88708fbcb5b4 service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780191 Feb 04 06:11:17.408753 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b41855f-99b4-4463-a68c-b1750a48ddeb req-925f3137-cf81-436f-8be3-0af0524f4928 service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819335 Feb 04 06:11:17.699022 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:11:17.899705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647cd6c-f2ee-4aa4-afd5-b14d0c962265 req-86244994-5068-48a4-967e-268831e651b3 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:17.901195 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0647cd6c-f2ee-4aa4-afd5-b14d0c962265 req-86244994-5068-48a4-967e-268831e651b3 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 943 time: 0.0494442 Feb 04 06:11:17.938773 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0647cd6c-f2ee-4aa4-afd5-b14d0c962265 req-b039eeb1-40c8-40d0-ab7b-913edfa21194 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310206 Feb 04 06:11:19.050513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48770-a9e7-40ec-a2a7-98063051976a req-c258cf2f-5404-451d-a7a7-c03bfec9982e tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:19.051975 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7ef48770-a9e7-40ec-a2a7-98063051976a req-c258cf2f-5404-451d-a7a7-c03bfec9982e tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 943 time: 0.0479476 Feb 04 06:11:19.089016 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7ef48770-a9e7-40ec-a2a7-98063051976a req-96ecb82c-28fe-4812-9f55-a1bff2d00e2c tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Feb 04 06:11:19.802640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 17a8a935-fdf4-4375-9238-96263eb34e0f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:11:19.896039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 17a8a935-fdf4-4375-9238-96263eb34e0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=17a8a935-fdf4-4375-9238-96263eb34e0f,segment=NetworkSegment(3401472d-451c-4b17-abdc-58f54bca9a8a),segment_id=3401472d-451c-4b17-abdc-58f54bca9a8a)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:19.905975 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '17a8a935-fdf4-4375-9238-96263eb34e0f', 'network_id': '34562e12-494e-4f83-99f7-e4f44fa48e57', 'port_id': '17a8a935-fdf4-4375-9238-96263eb34e0f', 'mac_address': 'fa:16:3e:12:97:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9393d482-0dac-4f85-8b4a-9dd16f3b8557', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:11:19.942186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.955276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a8a935-fdf4-4375-9238-96263eb34e0f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:19.973690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 17a8a935-fdf4-4375-9238-96263eb34e0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=17a8a935-fdf4-4375-9238-96263eb34e0f,segment=NetworkSegment(3401472d-451c-4b17-abdc-58f54bca9a8a),segment_id=3401472d-451c-4b17-abdc-58f54bca9a8a)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:19.977267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.025599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=17a8a935-fdf4-4375-9238-96263eb34e0f,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:20.166337 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['17a8a935-fdf4-4375-9238-96263eb34e0f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:11:20.205430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c141ba2-310f-4971-9ef3-8346b61cbced req-404c66c0-6bf3-4e0e-87d2-e1382cd0de02 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:20.206914 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9c141ba2-310f-4971-9ef3-8346b61cbced req-404c66c0-6bf3-4e0e-87d2-e1382cd0de02 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 944 time: 0.0524511 Feb 04 06:11:20.244625 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9c141ba2-310f-4971-9ef3-8346b61cbced req-ff60cb48-e5f7-4c84-b948-4899713f9c44 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317652 Feb 04 06:11:21.196933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-470525e5-9fe4-4a95-8f28-6e3bcf05d635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.361620 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed779d7-4b2e-4bc9-aae1-3dd024757290 req-06599bdc-300f-4aac-a0cd-2b254c090203 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:21.363066 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aed779d7-4b2e-4bc9-aae1-3dd024757290 req-06599bdc-300f-4aac-a0cd-2b254c090203 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 944 time: 0.0483916 Feb 04 06:11:21.399666 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aed779d7-4b2e-4bc9-aae1-3dd024757290 req-2657ca15-dcca-437a-beda-2660953852a7 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307062 Feb 04 06:11:21.804465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 17a8a935-fdf4-4375-9238-96263eb34e0f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:11:21.854631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 17a8a935-fdf4-4375-9238-96263eb34e0f completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:21.858626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 17a8a935-fdf4-4375-9238-96263eb34e0f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:21.858993 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.932977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.955087 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31345e59-8e29-4fe7-84d7-10816128c704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a8a935-fdf4-4375-9238-96263eb34e0f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:21.957300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189b9915-89fd-4d63-b58e-1b9308d8ca7d" -d '{"events": [{"server_uuid": "31345e59-8e29-4fe7-84d7-10816128c704", "name": "network-vif-plugged", "status": "completed", "tag": "17a8a935-fdf4-4375-9238-96263eb34e0f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:21.969554 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 17a8a935-fdf4-4375-9238-96263eb34e0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=17a8a935-fdf4-4375-9238-96263eb34e0f,segment=NetworkSegment(3401472d-451c-4b17-abdc-58f54bca9a8a),segment_id=3401472d-451c-4b17-abdc-58f54bca9a8a)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:21.974244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.997615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e39279-7e46-4970-84ee-e00cd4f152df x-openstack-request-id: req-33e39279-7e46-4970-84ee-e00cd4f152df {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:21.998530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31345e59-8e29-4fe7-84d7-10816128c704", "name": "network-vif-plugged", "status": "completed", "tag": "17a8a935-fdf4-4375-9238-96263eb34e0f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:21.998806 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33e39279-7e46-4970-84ee-e00cd4f152df {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:21.999191 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31345e59-8e29-4fe7-84d7-10816128c704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a8a935-fdf4-4375-9238-96263eb34e0f', 'code': 200} Feb 04 06:11:22.024387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=17a8a935-fdf4-4375-9238-96263eb34e0f,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:22.149583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489406b-e2b1-47e1-ade9-1c238d59a5e9 req-14adb4de-8044-436d-b60c-cc2f0712a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:22.150926 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5489406b-e2b1-47e1-ade9-1c238d59a5e9 req-14adb4de-8044-436d-b60c-cc2f0712a154 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 1098 time: 0.0386071 Feb 04 06:11:22.184251 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5489406b-e2b1-47e1-ade9-1c238d59a5e9 req-624fc83e-0153-45f7-a5c6-67da475bc4a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271180 Feb 04 06:11:22.516798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e636f-0d05-4897-b310-78e8a74953cd req-b5a94aad-af4a-4c6b-a501-4d10f5efd086 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:22.518287 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c26e636f-0d05-4897-b310-78e8a74953cd req-b5a94aad-af4a-4c6b-a501-4d10f5efd086 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0516064 Feb 04 06:11:22.554861 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c26e636f-0d05-4897-b310-78e8a74953cd req-07711cf7-e385-4c9e-9a8a-3a941943f254 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306537 Feb 04 06:11:23.437941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-736ba53e-254b-4c3d-a2ea-9ceec5afedd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.668716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f1c9a-8964-4992-b852-976304179784 req-80d54f4e-f9af-42ce-81de-0dea0a80e99e tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:23.670186 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-884f1c9a-8964-4992-b852-976304179784 req-80d54f4e-f9af-42ce-81de-0dea0a80e99e tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0477655 Feb 04 06:11:23.707230 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-884f1c9a-8964-4992-b852-976304179784 req-15e3ecf5-d88b-460e-8c67-786710d4745b tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Feb 04 06:11:24.037118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bac1de-5e08-4355-b2fb-609e10d0458f req-24c406ad-2438-4c5d-a311-3632746baff4 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.038578 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53bac1de-5e08-4355-b2fb-609e10d0458f req-24c406ad-2438-4c5d-a311-3632746baff4 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0500400 Feb 04 06:11:24.054570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49816) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:24.077278 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53bac1de-5e08-4355-b2fb-609e10d0458f req-4c779d72-e8c1-4854-845a-bb606a53b100 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Feb 04 06:11:24.140736 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-d2d55c34-35de-4791-9838-1e5ad0343188 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849013 Feb 04 06:11:24.149472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-0e809fef-52dd-4ca7-b587-9f2274e6644c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:11:24.150418 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-0e809fef-52dd-4ca7-b587-9f2274e6644c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048511 Feb 04 06:11:24.754910 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.192248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01db355-e788-47c1-90c4-babb4bdb2cb7 req-e095ddb4-7faf-4b74-a4df-fbf49a5f9849 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.193738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c01db355-e788-47c1-90c4-babb4bdb2cb7 req-e095ddb4-7faf-4b74-a4df-fbf49a5f9849 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0505369 Feb 04 06:11:25.232771 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c01db355-e788-47c1-90c4-babb4bdb2cb7 req-265d8272-1d14-4430-8bdc-e2d873718dcf tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321598 Feb 04 06:11:25.311838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-7788feb4-91e7-436d-95d2-129439e5696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.313315 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-7788feb4-91e7-436d-95d2-129439e5696f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=386fa9072f334c2dbdb93985d1ac5598&device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 1098 time: 0.0397379 Feb 04 06:11:25.403668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-24449610-609c-4245-9c04-203570818d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.405010 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-24449610-609c-4245-9c04-203570818d8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=34562e12-494e-4f83-99f7-e4f44fa48e57 HTTP/1.1" status: 200 len: 913 time: 0.0856845 Feb 04 06:11:25.445691 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-f426a8cb-09e2-4653-bae3-2eb52265cc02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a8a935-fdf4-4375-9238-96263eb34e0f HTTP/1.1" status: 200 len: 217 time: 0.0332499 Feb 04 06:11:25.491719 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-5325b48d-c0fe-4bce-8f16-3b852f1f24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.493120 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-5325b48d-c0fe-4bce-8f16-3b852f1f24d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9393d482-0dac-4f85-8b4a-9dd16f3b8557 HTTP/1.1" status: 200 len: 852 time: 0.0417020 Feb 04 06:11:25.524027 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-a57f4bea-71d4-4d3d-80fb-5663f741ba8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34562e12-494e-4f83-99f7-e4f44fa48e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245640 Feb 04 06:11:25.613169 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-21db009a-4d1e-4d1f-8844-f7ef3f8969c9 service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830925 Feb 04 06:11:25.700142 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-40bdec9c-3797-4d74-86ac-35800709d924 service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810065 Feb 04 06:11:26.351715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d52d99-b8d8-4587-adac-cc8699fc7a42 req-b0bc5700-8c4e-4724-8e81-8b1299c3e9fc tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:26.353203 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4d52d99-b8d8-4587-adac-cc8699fc7a42 req-b0bc5700-8c4e-4724-8e81-8b1299c3e9fc tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0531597 Feb 04 06:11:26.373111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.628536 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4d52d99-b8d8-4587-adac-cc8699fc7a42 req-738e141c-6b6e-49b0-bdeb-5c1d4b521f2f tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693057 Feb 04 06:11:26.662953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.740334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08636bc-66c2-4755-8ee5-2893c1fce504 req-f877c471-a7ac-48b4-a318-f73b5f21e355 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:27.741801 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b08636bc-66c2-4755-8ee5-2893c1fce504 req-f877c471-a7ac-48b4-a318-f73b5f21e355 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0477378 Feb 04 06:11:27.779784 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b08636bc-66c2-4755-8ee5-2893c1fce504 req-d0189929-b6ba-4120-a6e0-425110355776 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Feb 04 06:11:28.539421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.892651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac1082-ce76-45f6-aaa1-1fa0689673df req-16219ac4-23f3-44c4-bf89-d72f91a47803 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:28.894153 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1eac1082-ce76-45f6-aaa1-1fa0689673df req-16219ac4-23f3-44c4-bf89-d72f91a47803 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0482814 Feb 04 06:11:28.931406 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1eac1082-ce76-45f6-aaa1-1fa0689673df req-f89824c1-11f7-4bb0-a70e-9446c5657547 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314269 Feb 04 06:11:30.047507 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71d975-ed06-4d71-a00d-05b4fb0ea069 req-e312cdcc-ce1f-4dfd-bb47-0228577d70b9 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:30.048951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3e71d975-ed06-4d71-a00d-05b4fb0ea069 req-e312cdcc-ce1f-4dfd-bb47-0228577d70b9 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0515974 Feb 04 06:11:30.084999 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3e71d975-ed06-4d71-a00d-05b4fb0ea069 req-48efef82-0a0b-44d6-bfad-7856b83ebc29 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302329 Feb 04 06:11:31.200085 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154a7f2-fdf1-408b-a27f-a2a70315adc1 req-7b78295f-6cb6-4775-9f6b-d89c477ca2a7 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:31.201571 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0154a7f2-fdf1-408b-a27f-a2a70315adc1 req-7b78295f-6cb6-4775-9f6b-d89c477ca2a7 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0483773 Feb 04 06:11:31.238574 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0154a7f2-fdf1-408b-a27f-a2a70315adc1 req-aa6fca83-aac1-47a1-9cb2-ad6a55fbc491 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Feb 04 06:11:32.351433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f6888-2daf-41e2-9613-cc4b3f30507e req-0aa3f08c-ea36-414a-8185-d5a016e0115f tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:32.352896 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-578f6888-2daf-41e2-9613-cc4b3f30507e req-0aa3f08c-ea36-414a-8185-d5a016e0115f tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0484688 Feb 04 06:11:32.390276 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-578f6888-2daf-41e2-9613-cc4b3f30507e req-d8629849-250a-40d2-a8c1-78cdec0d5b71 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Feb 04 06:11:33.503836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e816-7757-45c8-b5a0-424633c6f5a8 req-e6960819-0f59-42fa-b34a-85a9ec4a7599 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:33.505305 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d181e816-7757-45c8-b5a0-424633c6f5a8 req-e6960819-0f59-42fa-b34a-85a9ec4a7599 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0516081 Feb 04 06:11:33.542413 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d181e816-7757-45c8-b5a0-424633c6f5a8 req-8d99227d-fde0-4f7d-8ad5-1e622ce2d928 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Feb 04 06:11:34.657477 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7751d84-3adc-4975-856e-af9712a229e4 req-54aa6df0-49b0-4b04-9e14-4b2323659b53 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:34.658942 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b7751d84-3adc-4975-856e-af9712a229e4 req-54aa6df0-49b0-4b04-9e14-4b2323659b53 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0495317 Feb 04 06:11:34.696072 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b7751d84-3adc-4975-856e-af9712a229e4 req-cfc8a669-cfb0-4633-84f7-537924ca8ca5 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Feb 04 06:11:35.809191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbbf68-b203-4ecb-9409-4f6dfab5e6d7 req-c6a25c0d-ecd5-4006-b385-c62b26a97153 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:35.810651 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-34cbbf68-b203-4ecb-9409-4f6dfab5e6d7 req-c6a25c0d-ecd5-4006-b385-c62b26a97153 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0489049 Feb 04 06:11:35.847187 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-34cbbf68-b203-4ecb-9409-4f6dfab5e6d7 req-a33324bd-02fa-47ea-8e6f-b3ad1a6b3ffb tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306888 Feb 04 06:11:36.965164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf63c9-3949-4200-b7dd-60bd42647429 req-4c3c7fc1-3c6d-478f-96a6-ea5060c1c3ec tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:36.966693 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4cf63c9-3949-4200-b7dd-60bd42647429 req-4c3c7fc1-3c6d-478f-96a6-ea5060c1c3ec tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0528641 Feb 04 06:11:37.003871 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4cf63c9-3949-4200-b7dd-60bd42647429 req-3fb4e5e4-894f-49a8-a3df-d4493ff239d4 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313187 Feb 04 06:11:38.117562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec601ef0-0780-43a3-ab23-b3fcbb4e79e7 req-70334055-3fce-4101-aea7-ef66952af8e9 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:38.119060 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ec601ef0-0780-43a3-ab23-b3fcbb4e79e7 req-70334055-3fce-4101-aea7-ef66952af8e9 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Feb 04 06:11:38.156938 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ec601ef0-0780-43a3-ab23-b3fcbb4e79e7 req-15dcaf04-00be-4d57-b2fe-b356b7bf23c5 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Feb 04 06:11:39.269244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5df90a-6ca6-4f14-94d4-fd170f013597 req-88650522-8d3d-49c3-90e6-a6b0d2c219d9 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:39.270695 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e5df90a-6ca6-4f14-94d4-fd170f013597 req-88650522-8d3d-49c3-90e6-a6b0d2c219d9 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0478745 Feb 04 06:11:39.307103 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e5df90a-6ca6-4f14-94d4-fd170f013597 req-87bf9c59-91de-4bfd-9656-a9ade6edcc44 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305965 Feb 04 06:11:40.425303 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6dbef-c3ff-464d-baf7-9d591f2abc8f req-e526f540-fba2-4be4-8ad3-e3c47139919e tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:40.426757 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61d6dbef-c3ff-464d-baf7-9d591f2abc8f req-e526f540-fba2-4be4-8ad3-e3c47139919e tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0521028 Feb 04 06:11:40.466428 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61d6dbef-c3ff-464d-baf7-9d591f2abc8f req-2eb390d2-463d-488a-a144-97b29b9606ae tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Feb 04 06:11:41.583380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c35685-42bd-4368-9980-a31e67477199 req-cd1bbf87-18d6-4299-942f-13a3511cc011 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:41.584857 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-19c35685-42bd-4368-9980-a31e67477199 req-cd1bbf87-18d6-4299-942f-13a3511cc011 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0503080 Feb 04 06:11:41.622865 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-19c35685-42bd-4368-9980-a31e67477199 req-c50e3ebb-0489-4176-b7d1-508dc2bacfba tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 Feb 04 06:11:42.738040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abca149-e88c-428b-81d7-867bbbc62437 req-35f8cd6d-7d3d-4491-ae23-441d4da9c81e tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:42.739517 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8abca149-e88c-428b-81d7-867bbbc62437 req-35f8cd6d-7d3d-4491-ae23-441d4da9c81e tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0506773 Feb 04 06:11:42.775946 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8abca149-e88c-428b-81d7-867bbbc62437 req-56697750-87c1-47ef-abab-1f6f467e566d tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306671 Feb 04 06:11:43.893784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fc8f3-538d-45fb-af04-cde697e65b7d req-efed26f2-1c79-4e8c-9e9d-68050222cb91 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:43.895314 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f35fc8f3-538d-45fb-af04-cde697e65b7d req-efed26f2-1c79-4e8c-9e9d-68050222cb91 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0514271 Feb 04 06:11:43.932378 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f35fc8f3-538d-45fb-af04-cde697e65b7d req-3fde6744-961f-43d7-bb38-f1e40866c686 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Feb 04 06:11:45.044195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054629f-b0e1-4699-a8a2-29c7f72890fd req-28e8b67c-52dd-44c5-8755-ecf3aed3dc23 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:45.045671 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b054629f-b0e1-4699-a8a2-29c7f72890fd req-28e8b67c-52dd-44c5-8755-ecf3aed3dc23 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0481067 Feb 04 06:11:45.083250 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b054629f-b0e1-4699-a8a2-29c7f72890fd req-af29aa09-973c-4170-b177-0a9cc1abaab4 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Feb 04 06:11:46.194469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eba4f-9059-4e9d-83de-8236b89e2d13 req-29e5df56-e386-4ab9-a30d-8497ec42372c tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:46.195923 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b66eba4f-9059-4e9d-83de-8236b89e2d13 req-29e5df56-e386-4ab9-a30d-8497ec42372c tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0474908 Feb 04 06:11:46.232782 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b66eba4f-9059-4e9d-83de-8236b89e2d13 req-eed70a99-39a6-400f-a96a-bf7db7b6c126 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310211 Feb 04 06:11:47.350585 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39964e29-07b3-4c0f-8776-0432c2540167 req-3042724d-c510-48b3-808a-3d31b99ee624 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:47.352042 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-39964e29-07b3-4c0f-8776-0432c2540167 req-3042724d-c510-48b3-808a-3d31b99ee624 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0533309 Feb 04 06:11:47.388781 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-39964e29-07b3-4c0f-8776-0432c2540167 req-e8f187c9-33ae-4418-aa65-356f66bb121e tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309246 Feb 04 06:11:48.397450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0668a6-5e95-41c8-aedc-c304c65578d8 req-d5aff218-0a55-47f4-a2f7-3b4c2b348146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:48.398936 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7a0668a6-5e95-41c8-aedc-c304c65578d8 req-d5aff218-0a55-47f4-a2f7-3b4c2b348146 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=386fa9072f334c2dbdb93985d1ac5598&device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 1098 time: 0.0418854 Feb 04 06:11:48.544175 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a3f08-f711-46f0-9ebe-d9a7cf52bffd req-a9b24556-334c-4d7c-99ea-ba2aac9f2d34 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:48.545660 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-221a3f08-f711-46f0-9ebe-d9a7cf52bffd req-a9b24556-334c-4d7c-99ea-ba2aac9f2d34 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0791731 Feb 04 06:11:48.547179 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0668a6-5e95-41c8-aedc-c304c65578d8 req-5aac9696-59bc-4798-84d2-79541fd41b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:48.548435 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7a0668a6-5e95-41c8-aedc-c304c65578d8 req-5aac9696-59bc-4798-84d2-79541fd41b17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34562e12-494e-4f83-99f7-e4f44fa48e57 HTTP/1.1" status: 200 len: 913 time: 0.1320066 Feb 04 06:11:48.596779 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7a0668a6-5e95-41c8-aedc-c304c65578d8 req-0a3cf65a-eb74-4d49-a767-6353895ebc75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a8a935-fdf4-4375-9238-96263eb34e0f HTTP/1.1" status: 200 len: 217 time: 0.0389526 Feb 04 06:11:48.644604 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-221a3f08-f711-46f0-9ebe-d9a7cf52bffd req-915e3ae4-c3ff-455f-bb0d-7a72f50080f9 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923443 Feb 04 06:11:48.660346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0668a6-5e95-41c8-aedc-c304c65578d8 req-880ea785-6068-468c-8ac0-e8af8929bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:48.661789 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7a0668a6-5e95-41c8-aedc-c304c65578d8 req-880ea785-6068-468c-8ac0-e8af8929bda4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9393d482-0dac-4f85-8b4a-9dd16f3b8557 HTTP/1.1" status: 200 len: 852 time: 0.0521898 Feb 04 06:11:48.692043 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7a0668a6-5e95-41c8-aedc-c304c65578d8 req-ad412c6e-82b2-4cab-aef5-58ef239a1d30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34562e12-494e-4f83-99f7-e4f44fa48e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242517 Feb 04 06:11:48.776634 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7a0668a6-5e95-41c8-aedc-c304c65578d8 req-c0552fe0-fe9a-47a2-abbb-80443319e0d2 service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786023 Feb 04 06:11:48.868744 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7a0668a6-5e95-41c8-aedc-c304c65578d8 req-89b010f7-4fd7-4a0b-926a-bee04e728d78 service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857882 Feb 04 06:11:49.759204 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529bff6-c3e5-47c0-97b8-0b3c65d97bd9 req-d4a5954b-0a28-4184-b27b-eb6a1cc50f66 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:49.760810 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b529bff6-c3e5-47c0-97b8-0b3c65d97bd9 req-d4a5954b-0a28-4184-b27b-eb6a1cc50f66 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0502822 Feb 04 06:11:49.797685 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b529bff6-c3e5-47c0-97b8-0b3c65d97bd9 req-dc4eaa3e-f29f-46f8-af30-b4b9bc3b8702 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307159 Feb 04 06:11:50.922094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d9389-7dff-4036-a761-6d6a79ec2b27 req-eedb53c6-3295-44cf-b2fa-0cb8059f9d9e tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:50.923666 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-546d9389-7dff-4036-a761-6d6a79ec2b27 req-eedb53c6-3295-44cf-b2fa-0cb8059f9d9e tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0492690 Feb 04 06:11:50.959909 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-546d9389-7dff-4036-a761-6d6a79ec2b27 req-957627ee-0073-4e2e-9d8e-af1951d7ce7d tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304751 Feb 04 06:11:51.199784 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-02ed4b38-5f91-42d4-965d-ca6553725c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.076051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9485e-0717-46cc-98e7-b409600ade77 req-d19f1962-7952-4411-9a56-a7280fccb727 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:52.077681 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fed9485e-0717-46cc-98e7-b409600ade77 req-d19f1962-7952-4411-9a56-a7280fccb727 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0524838 Feb 04 06:11:52.114228 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fed9485e-0717-46cc-98e7-b409600ade77 req-57a25112-7338-448f-8b61-e1dae6664b47 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304568 Feb 04 06:11:52.318469 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-2dfe8e9a-bc10-455e-8f30-f2c73b2c78ae service neutron] 10.222.0.36 "GET /v2.0/ports/17a8a935-fdf4-4375-9238-96263eb34e0f/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0538673 Feb 04 06:11:52.547597 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-73df54a8-ee25-4404-a9c5-cfcccdb21b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:52.549094 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-73df54a8-ee25-4404-a9c5-cfcccdb21b4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704&tenant_id=386fa9072f334c2dbdb93985d1ac5598 HTTP/1.1" status: 200 len: 1098 time: 0.0741076 Feb 04 06:11:52.608130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-a0048876-54b4-4f85-8af6-cfb746ab40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:52.609673 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-a0048876-54b4-4f85-8af6-cfb746ab40cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=386fa9072f334c2dbdb93985d1ac5598&device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 1098 time: 0.0404634 Feb 04 06:11:52.696226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-fba42fd6-591a-4f76-bd38-d6d9aec08a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:52.697686 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-fba42fd6-591a-4f76-bd38-d6d9aec08a2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=34562e12-494e-4f83-99f7-e4f44fa48e57 HTTP/1.1" status: 200 len: 913 time: 0.0817373 Feb 04 06:11:52.742065 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-827f1a04-8daf-455a-8db4-1677a2269565 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a8a935-fdf4-4375-9238-96263eb34e0f HTTP/1.1" status: 200 len: 217 time: 0.0379798 Feb 04 06:11:52.790872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-aadd5564-f591-4bd8-a68a-5016cd9f4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:52.792264 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-aadd5564-f591-4bd8-a68a-5016cd9f4e1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9393d482-0dac-4f85-8b4a-9dd16f3b8557 HTTP/1.1" status: 200 len: 852 time: 0.0434093 Feb 04 06:11:52.823993 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-9c751581-0e41-4886-a2c6-793e5aeffbec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34562e12-494e-4f83-99f7-e4f44fa48e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255542 Feb 04 06:11:52.920758 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-60f9ad02-5132-46f5-a40f-5f972ac568a5 service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901601 Feb 04 06:11:53.007462 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f38ad8d-139a-4f54-a479-6678e07db91a req-14871664-4272-446c-9ad5-13fa0f0f0fe7 service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805964 Feb 04 06:11:53.228233 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99a9cd-3102-460f-adf2-7c9ff3cc9093 req-06a8d94b-ee54-4f49-ad1c-5cbdb913128b tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:53.229813 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4d99a9cd-3102-460f-adf2-7c9ff3cc9093 req-06a8d94b-ee54-4f49-ad1c-5cbdb913128b tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0495062 Feb 04 06:11:53.267732 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4d99a9cd-3102-460f-adf2-7c9ff3cc9093 req-78ba2ad1-f190-4112-a919-18032aa214cf tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315409 Feb 04 06:11:53.439039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c7030e56-ef2f-49b6-9538-40b0ea1ba4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:54.387099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d78867-89f7-43a9-a035-a6488952b276 req-a3100a05-6473-4fb3-9d4f-bd4544080ec9 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:54.388551 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-17d78867-89f7-43a9-a035-a6488952b276 req-a3100a05-6473-4fb3-9d4f-bd4544080ec9 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0525856 Feb 04 06:11:54.427053 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-17d78867-89f7-43a9-a035-a6488952b276 req-737dad27-f75b-4da0-8b26-ad7286b81098 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Feb 04 06:11:54.697322 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:11:54.757856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.544320 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade024c5-5f38-433d-9880-fccc6abb3b01 req-bbb6eb1d-6f5a-488e-97ce-f37403c724c8 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:55.545828 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ade024c5-5f38-433d-9880-fccc6abb3b01 req-bbb6eb1d-6f5a-488e-97ce-f37403c724c8 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0491400 Feb 04 06:11:55.583676 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ade024c5-5f38-433d-9880-fccc6abb3b01 req-fb57f79d-be8f-4024-b4d0-52fe345891a5 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Feb 04 06:11:55.893167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-4012d6cd-e34f-4647-8141-3af62afe4d60 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:55.894620 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-4012d6cd-e34f-4647-8141-3af62afe4d60 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.36 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704&tenant_id=386fa9072f334c2dbdb93985d1ac5598&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0880353 Feb 04 06:11:55.936172 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 17a8a935-fdf4-4375-9238-96263eb34e0f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:11:55.940905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 17a8a935-fdf4-4375-9238-96263eb34e0f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:11:55.974686 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-6156dc8e-ce0a-4597-a516-0c36593c672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:55.976486 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-6156dc8e-ce0a-4597-a516-0c36593c672b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=386fa9072f334c2dbdb93985d1ac5598&device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 1098 time: 0.0411086 Feb 04 06:11:56.063528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-4fb20ab6-f72c-4da2-9711-e9af17385b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:56.065015 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-4fb20ab6-f72c-4da2-9711-e9af17385b65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34562e12-494e-4f83-99f7-e4f44fa48e57 HTTP/1.1" status: 200 len: 913 time: 0.0820799 Feb 04 06:11:56.086400 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.108856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 17a8a935-fdf4-4375-9238-96263eb34e0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=17a8a935-fdf4-4375-9238-96263eb34e0f,segment=NetworkSegment(3401472d-451c-4b17-abdc-58f54bca9a8a),segment_id=3401472d-451c-4b17-abdc-58f54bca9a8a)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:56.109225 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-9884365a-60a3-4d72-ad2b-c084ad276991 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a8a935-fdf4-4375-9238-96263eb34e0f HTTP/1.1" status: 200 len: 217 time: 0.0372648 Feb 04 06:11:56.129156 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31345e59-8e29-4fe7-84d7-10816128c704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a8a935-fdf4-4375-9238-96263eb34e0f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:56.131351 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d18856-1b90-4ff5-bdf9-072ab8859a82" -d '{"events": [{"server_uuid": "31345e59-8e29-4fe7-84d7-10816128c704", "name": "network-vif-unplugged", "status": "completed", "tag": "17a8a935-fdf4-4375-9238-96263eb34e0f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:56.141069 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '17a8a935-fdf4-4375-9238-96263eb34e0f', 'network_id': '34562e12-494e-4f83-99f7-e4f44fa48e57', 'port_id': '17a8a935-fdf4-4375-9238-96263eb34e0f', 'mac_address': 'fa:16:3e:12:97:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9393d482-0dac-4f85-8b4a-9dd16f3b8557', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:11:56.146343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 17a8a935-fdf4-4375-9238-96263eb34e0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=17a8a935-fdf4-4375-9238-96263eb34e0f,segment=NetworkSegment(3401472d-451c-4b17-abdc-58f54bca9a8a),segment_id=3401472d-451c-4b17-abdc-58f54bca9a8a)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:56.160715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-3c5f64b2-55c3-4eae-9c8a-20be46b007b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:56.162214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-3c5f64b2-55c3-4eae-9c8a-20be46b007b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9393d482-0dac-4f85-8b4a-9dd16f3b8557 HTTP/1.1" status: 200 len: 852 time: 0.0465674 Feb 04 06:11:56.172422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.196631 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-e81dbc00-ba48-4a83-bfa0-0424c49cafee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34562e12-494e-4f83-99f7-e4f44fa48e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281742 Feb 04 06:11:56.200253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1478509-7185-4909-9b2a-f609208b9a70 x-openstack-request-id: req-b1478509-7185-4909-9b2a-f609208b9a70 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:56.200539 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31345e59-8e29-4fe7-84d7-10816128c704", "name": "network-vif-unplugged", "status": "completed", "tag": "17a8a935-fdf4-4375-9238-96263eb34e0f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:56.200789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1478509-7185-4909-9b2a-f609208b9a70 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:56.201189 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31345e59-8e29-4fe7-84d7-10816128c704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a8a935-fdf4-4375-9238-96263eb34e0f', 'code': 200} Feb 04 06:11:56.216908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.239764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17a8a935-fdf4-4375-9238-96263eb34e0f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:56.247098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=17a8a935-fdf4-4375-9238-96263eb34e0f,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:56.273531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.273876 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.274218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.274549 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.274873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.275204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.275530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.275853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.276171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.276489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.276804 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.277150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:56.289361 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-b79c8b42-a244-4fce-9400-1134a632b726 service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863595 Feb 04 06:11:56.295235 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:11:56.295593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:11:56.374280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.378431 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-0ecd8a32-f2c6-45b0-aebc-0b02684c404d service neutron] 10.222.0.36 "GET /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828986 Feb 04 06:11:56.664080 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.831171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.845147 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a8a935-fdf4-4375-9238-96263eb34e0f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:56.870406 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 17a8a935-fdf4-4375-9238-96263eb34e0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=17a8a935-fdf4-4375-9238-96263eb34e0f,segment=NetworkSegment(3401472d-451c-4b17-abdc-58f54bca9a8a),segment_id=3401472d-451c-4b17-abdc-58f54bca9a8a)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:56.874916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.929131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=17a8a935-fdf4-4375-9238-96263eb34e0f,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:56.933334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['17a8a935-fdf4-4375-9238-96263eb34e0f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:11:57.081977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461489e0-b1ca-4640-a124-f298acd25eb8 req-0e937293-2a3a-4e08-8df9-1328d3b36f1f tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:57.084055 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-461489e0-b1ca-4640-a124-f298acd25eb8 req-0e937293-2a3a-4e08-8df9-1328d3b36f1f tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 944 time: 0.0687017 Feb 04 06:11:57.125764 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-461489e0-b1ca-4640-a124-f298acd25eb8 req-173b102d-1a0f-4b2e-b6d9-b72e04e96d0c tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348692 Feb 04 06:11:57.937947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 17a8a935-fdf4-4375-9238-96263eb34e0f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:11:57.982834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 17a8a935-fdf4-4375-9238-96263eb34e0f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:57.983202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.058248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.088921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 17a8a935-fdf4-4375-9238-96263eb34e0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=17a8a935-fdf4-4375-9238-96263eb34e0f,segment=NetworkSegment(3401472d-451c-4b17-abdc-58f54bca9a8a),segment_id=3401472d-451c-4b17-abdc-58f54bca9a8a)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:58.092833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.138088 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=17a8a935-fdf4-4375-9238-96263eb34e0f,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:58.202219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31345e59-8e29-4fe7-84d7-10816128c704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a8a935-fdf4-4375-9238-96263eb34e0f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:58.204888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112d952c-14cb-41dc-9068-261d01627752" -d '{"events": [{"server_uuid": "31345e59-8e29-4fe7-84d7-10816128c704", "name": "network-vif-plugged", "status": "completed", "tag": "17a8a935-fdf4-4375-9238-96263eb34e0f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:58.240578 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d4ba02-e814-4298-9044-991fc9817c71 x-openstack-request-id: req-37d4ba02-e814-4298-9044-991fc9817c71 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:58.240860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31345e59-8e29-4fe7-84d7-10816128c704", "name": "network-vif-plugged", "status": "completed", "tag": "17a8a935-fdf4-4375-9238-96263eb34e0f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:58.241129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37d4ba02-e814-4298-9044-991fc9817c71 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:58.241493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9766b85-b8f0-4767-a370-24afb097c58f req-86275dc8-2f56-4824-be05-ff0d530d0bb1 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:58.241966 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31345e59-8e29-4fe7-84d7-10816128c704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a8a935-fdf4-4375-9238-96263eb34e0f', 'code': 200} Feb 04 06:11:58.242981 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9766b85-b8f0-4767-a370-24afb097c58f req-86275dc8-2f56-4824-be05-ff0d530d0bb1 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0496652 Feb 04 06:11:58.279442 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9766b85-b8f0-4767-a370-24afb097c58f req-6b119774-7d81-47be-b97e-2f5cfdb426d2 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/security-groups?id=5aaed211-7609-481a-a688-784021b4066e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306206 Feb 04 06:11:58.544460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.672514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-91afb854-3a8f-4e32-9fd4-b16383f5ed20 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:58.673982 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-91afb854-3a8f-4e32-9fd4-b16383f5ed20 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.36 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 945 time: 0.0472867 Feb 04 06:11:58.767622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Deleting port 17a8a935-fdf4-4375-9238-96263eb34e0f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:11:58.767961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.855885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] For port 17a8a935-fdf4-4375-9238-96263eb34e0f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=17a8a935-fdf4-4375-9238-96263eb34e0f,segment=NetworkSegment(3401472d-451c-4b17-abdc-58f54bca9a8a),segment_id=3401472d-451c-4b17-abdc-58f54bca9a8a)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:58.856154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.868214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Calling delete_port for 17a8a935-fdf4-4375-9238-96263eb34e0f owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:11:58.999093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.012064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['17a8a935-fdf4-4375-9238-96263eb34e0f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:11:59.027437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Pushing event deleted for resources: {'Port': ['ID=17a8a935-fdf4-4375-9238-96263eb34e0f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:59.040547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.040896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.041264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.041601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.041929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.042261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.042586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.042908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.043230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.043550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.043871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.044188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:59.082272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] No DVR routers for this DVR port 17a8a935-fdf4-4375-9238-96263eb34e0f on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:59.084702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.087980 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab405e95-7277-44ed-9d15-1811a64db2c7 req-84a7dd4a-466d-4fb2-b037-2fa986ec88ea tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.36 "DELETE /v2.0/ports/17a8a935-fdf4-4375-9238-96263eb34e0f HTTP/1.1" status: 204 len: 173 time: 0.4083972 Feb 04 06:11:59.088412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31345e59-8e29-4fe7-84d7-10816128c704', 'name': 'network-vif-deleted', 'tag': '17a8a935-fdf4-4375-9238-96263eb34e0f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:59.090670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a90288-8cdc-481b-bdc3-380e4eed02a4" -d '{"events": [{"server_uuid": "31345e59-8e29-4fe7-84d7-10816128c704", "name": "network-vif-deleted", "tag": "17a8a935-fdf4-4375-9238-96263eb34e0f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:59.131018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90afcf6-d02b-49d5-8816-e0fb2b377bfb x-openstack-request-id: req-a90afcf6-d02b-49d5-8816-e0fb2b377bfb {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:59.131309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31345e59-8e29-4fe7-84d7-10816128c704", "name": "network-vif-deleted", "tag": "17a8a935-fdf4-4375-9238-96263eb34e0f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:59.131557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a90afcf6-d02b-49d5-8816-e0fb2b377bfb {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:59.131949 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31345e59-8e29-4fe7-84d7-10816128c704', 'name': 'network-vif-deleted', 'tag': '17a8a935-fdf4-4375-9238-96263eb34e0f', 'status': 'completed', 'code': 200} Feb 04 06:11:59.387588 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7a5c0654-c1a1-4113-a037-24c13fd62e5d req-1b253840-17e3-4532-9f22-881ff64cedb2 tempest-DeleteServersTestJSON-374116611 tempest-DeleteServersTestJSON-374116611-project] 10.222.0.15 "GET /v2.0/ports?device_id=31345e59-8e29-4fe7-84d7-10816128c704 HTTP/1.1" status: 200 len: 210 time: 0.0301304 Feb 04 06:12:00.511540 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49922) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:00.554164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Deleting subnet 9393d482-0dac-4f85-8b4a-9dd16f3b8557 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:12:00.557181 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.590829 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.628097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.684346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.711897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9393d482-0dac-4f85-8b4a-9dd16f3b8557,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:00.714303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.717378 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9393d482-0dac-4f85-8b4a-9dd16f3b8557 HTTP/1.1" status: 204 len: 168 time: 0.2048409 Feb 04 06:12:00.720204 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49924) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:00.723377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.723727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.724067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.724410 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.724746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.725126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.725437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.725764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.726087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.726409 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.726731 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.727052 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3561e3ee-ac8e-4888-a931-2f8d6a767992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:00.787301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.873463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.894215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34562e12-494e-4f83-99f7-e4f44fa48e57']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:00.903345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3401472d-451c-4b17-abdc-58f54bca9a8a') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:00.903683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3401472d-451c-4b17-abdc-58f54bca9a8a') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:00.912780 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.925774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.931360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:12:00.931738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:12:00.933361 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:12:00.985818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.991058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.994175 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] 10.222.0.15 "DELETE /v2.0/networks/34562e12-494e-4f83-99f7-e4f44fa48e57 HTTP/1.1" status: 204 len: 168 time: 0.2729836 Feb 04 06:12:01.010965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ce5e0-6329-466f-ad0f-e5dc6f99d790 admin admin] Pushing event deleted for resources: {'Network': ['ID=34562e12-494e-4f83-99f7-e4f44fa48e57,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:01.099055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49928) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:01.137838 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-eb73100a-469f-4974-9847-ec884a4ecb2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=386fa9072f334c2dbdb93985d1ac5598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376284 Feb 04 06:12:01.140200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49930) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:01.190209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-375fbc93-2a4e-45fd-8887-e6ec027066e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.210309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-375fbc93-2a4e-45fd-8887-e6ec027066e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.256094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-375fbc93-2a4e-45fd-8887-e6ec027066e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.258500 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-375fbc93-2a4e-45fd-8887-e6ec027066e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.259648 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-375fbc93-2a4e-45fd-8887-e6ec027066e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5aaed211-7609-481a-a688-784021b4066e HTTP/1.1" status: 204 len: 168 time: 0.1185570 Feb 04 06:12:01.267465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fbc93-2a4e-45fd-8887-e6ec027066e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaed211-7609-481a-a688-784021b4066e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:01.898329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 49952) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:01.991607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-940463684-network', 'tenant_id': 'f352f7f19e824dd7a69d1b57b31186cd'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:02.018726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Made reservation on behalf of f352f7f19e824dd7a69d1b57b31186cd for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:02.021042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.029307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.101985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.106253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.128296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:12:02.145382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16eda3a0-de9c-4f98-b10f-3d861d70887f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:02.148332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.148682 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Added segment a4f43f76-fbbe-4c1b-a4c3-cde198d3482f of type vlan for network 25898c7b-08bf-4f54-9885-f99623319a5b Feb 04 06:12:02.193163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.217319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.218259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:02.218946 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.286262 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3867137 Feb 04 06:12:02.289211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 49956) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:02.294183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] Request body: {'subnet': {'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-940463684-subnet', 'tenant_id': 'f352f7f19e824dd7a69d1b57b31186cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:02.302045 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6fc1f-abc1-4d98-be26-065ece69b40e admin admin] Pushing event updated for resources: {'Network': ['ID=25898c7b-08bf-4f54-9885-f99623319a5b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:02.311656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 25898c7b-08bf-4f54-9885-f99623319a5b details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:12:02.317282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] Made reservation on behalf of f352f7f19e824dd7a69d1b57b31186cd for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:02.319572 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.487172 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.541158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6545b575-ad7d-4b3e-b9cb-82b679b2d6af,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:02.548596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] Checking segment: {'id': 'a4f43f76-fbbe-4c1b-a4c3-cde198d3482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:12:02.548949 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] Network hostable DHCP agents. Network: 25898c7b-08bf-4f54-9885-f99623319a5b, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:12:02.565445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] Network 25898c7b-08bf-4f54-9885-f99623319a5b is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:12:02.573739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 25898c7b-08bf-4f54-9885-f99623319a5b) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:02.577860 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:02.578444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.583850 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56138fb3-cbf5-4e9a-9be2-95df1eb55550 None None] Network 25898c7b-08bf-4f54-9885-f99623319a5b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:12:02.593664 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fd7fc4e7-959d-49a9-a58f-60d9d9c1fbf3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3031869 Feb 04 06:12:02.849422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263f447e-dded-49bb-b89f-d3400bfaa5c6 None None] Network 25898c7b-08bf-4f54-9885-f99623319a5b requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:12:03.024869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-de717844-874d-4fab-82e0-d77ee8efc0bc tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:03.026336 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-de717844-874d-4fab-82e0-d77ee8efc0bc tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 814 time: 0.1019795 Feb 04 06:12:03.041245 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-a33b164a-b9fe-46a5-bd1a-36021e326653 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/quotas/f352f7f19e824dd7a69d1b57b31186cd HTTP/1.1" status: 200 len: 375 time: 0.0086389 Feb 04 06:12:03.071639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-52b503fe-8244-4aa8-b36b-7b9ad3734919 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252230 Feb 04 06:12:03.160981 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-268ee3c8-57aa-4597-8a4f-8a7ebf0c36c6 service neutron] 10.222.0.15 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818586 Feb 04 06:12:03.248484 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-2ea8fb22-b8d1-4f17-9e83-04d97e8e5743 service neutron] 10.222.0.15 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815461 Feb 04 06:12:03.402690 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4100105d-0993-4ef6-9240-e0ecbeeea07d req-6f3da84e-6f91-49b1-a70a-c404445f9a31 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 210 time: 0.0266187 Feb 04 06:12:03.975823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 17a8a935-fdf4-4375-9238-96263eb34e0f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:12:03.994998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 17a8a935-fdf4-4375-9238-96263eb34e0f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:12:03.995345 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 17a8a935-fdf4-4375-9238-96263eb34e0f not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:12:04.301403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-748a2252-6200-4637-8bf1-dcb0317c4b65 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:04.302822 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-748a2252-6200-4637-8bf1-dcb0317c4b65 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.36 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 814 time: 0.1058960 Feb 04 06:12:04.315285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Request body: {'port': {'device_id': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b', 'admin_state_up': True, 'tenant_id': 'f352f7f19e824dd7a69d1b57b31186cd'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:04.422075 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Made reservation on behalf of f352f7f19e824dd7a69d1b57b31186cd for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:04.425833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.753030 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-640e3b55-f453-489e-8b32-d6d6c803915e req-6b59d4fd-a4e8-482d-80d1-9732ac8ee50d tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 210 time: 0.0310349 Feb 04 06:12:04.815276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Allocated IP 172.20.0.7 (25898c7b-08bf-4f54-9885-f99623319a5b/6545b575-ad7d-4b3e-b9cb-82b679b2d6af/97040dcc-1266-4998-ad03-85fd0e397fba) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:04.959937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.993049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.040478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Network 25898c7b-08bf-4f54-9885-f99623319a5b is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:05.043322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:05.045730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:12:05.070863 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Pushing event updated for resources: {'Port': ['ID=97040dcc-1266-4998-ad03-85fd0e397fba,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:05.098372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:05.098961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.114708 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-33c281da-0652-4043-92c7-9d59770f594f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8038440 Feb 04 06:12:05.126582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Request body: {'port': {'device_id': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:05.180945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.442539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97040dcc-1266-4998-ad03-85fd0e397fba {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:12:05.449735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.462214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Transition to ACTIVE for port object 97040dcc-1266-4998-ad03-85fd0e397fba will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:05.465626 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.512253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Pushing event updated for resources: {'Port': ['ID=97040dcc-1266-4998-ad03-85fd0e397fba,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:05.580727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Attempting to bind port 97040dcc-1266-4998-ad03-85fd0e397fba on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:05.581056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Attempting to bind port 97040dcc-1266-4998-ad03-85fd0e397fba by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'a4f43f76-fbbe-4c1b-a4c3-cde198d3482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:05.581407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Attempting to bind port 97040dcc-1266-4998-ad03-85fd0e397fba on network 25898c7b-08bf-4f54-9885-f99623319a5b {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:12:05.585500 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Port 97040dcc-1266-4998-ad03-85fd0e397fba on network 25898c7b-08bf-4f54-9885-f99623319a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:12:05.585841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Attempting to bind port 97040dcc-1266-4998-ad03-85fd0e397fba on network 25898c7b-08bf-4f54-9885-f99623319a5b {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:12:05.590477 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:12:05.590809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Checking segment: {'id': 'a4f43f76-fbbe-4c1b-a4c3-cde198d3482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:12:05.591192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Bound using segment: {'id': 'a4f43f76-fbbe-4c1b-a4c3-cde198d3482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:12:05.591604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Bound port: 97040dcc-1266-4998-ad03-85fd0e397fba, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f43f76-fbbe-4c1b-a4c3-cde198d3482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:05.591949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.657680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] For port 97040dcc-1266-4998-ad03-85fd0e397fba, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:12:05.660995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] For port 97040dcc-1266-4998-ad03-85fd0e397fba, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=97040dcc-1266-4998-ad03-85fd0e397fba,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:12:05.665099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.698659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:05.699257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.700655 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] 10.222.0.36 "PUT /v2.0/ports/97040dcc-1266-4998-ad03-85fd0e397fba HTTP/1.1" status: 200 len: 1093 time: 0.5782573 Feb 04 06:12:05.701103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'tag': '97040dcc-1266-4998-ad03-85fd0e397fba'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:05.704304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cd97ff-0088-4ccb-ab0f-3f90ab3d065e" -d '{"events": [{"name": "network-changed", "server_uuid": "312ec46c-5727-44a1-a778-ecd55b121ecc", "tag": "97040dcc-1266-4998-ad03-85fd0e397fba"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:05.727894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81764d5c-80ac-4762-a378-2e4f45beae92 service neutron] Pushing event updated for resources: {'Port': ['ID=97040dcc-1266-4998-ad03-85fd0e397fba,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:05.744917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddc4e78-811b-4211-a678-827a006321be x-openstack-request-id: req-0ddc4e78-811b-4211-a678-827a006321be {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:05.745248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312ec46c-5727-44a1-a778-ecd55b121ecc", "tag": "97040dcc-1266-4998-ad03-85fd0e397fba", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:05.745499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ddc4e78-811b-4211-a678-827a006321be {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:05.745901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'tag': '97040dcc-1266-4998-ad03-85fd0e397fba', 'status': 'completed', 'code': 200} Feb 04 06:12:05.789730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-e4e5750a-7127-4202-9305-dfd6861b441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:05.791257 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-e4e5750a-7127-4202-9305-dfd6861b441b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 1096 time: 0.0402856 Feb 04 06:12:05.839113 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-adce5bc3-2bcc-4253-8695-0b1ac9a8a69e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97040dcc-1266-4998-ad03-85fd0e397fba HTTP/1.1" status: 200 len: 217 time: 0.0406563 Feb 04 06:12:05.908398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-e48bdc95-a96d-4c68-9fa3-b59551409150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:05.909901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-e48bdc95-a96d-4c68-9fa3-b59551409150 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6545b575-ad7d-4b3e-b9cb-82b679b2d6af HTTP/1.1" status: 200 len: 854 time: 0.0640268 Feb 04 06:12:05.919822 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da64ba-d89c-40b6-abce-23537072de8e req-0680a0c8-1100-44eb-a0fd-76df1bc696e6 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:05.921216 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-83da64ba-d89c-40b6-abce-23537072de8e req-0680a0c8-1100-44eb-a0fd-76df1bc696e6 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 943 time: 0.0848339 Feb 04 06:12:05.950869 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-2515ad52-3322-4962-af22-a311f582c94e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25898c7b-08bf-4f54-9885-f99623319a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286276 Feb 04 06:12:06.023829 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-83da64ba-d89c-40b6-abce-23537072de8e req-8ae138a5-8a8b-477b-a018-35fec862bef4 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934839 Feb 04 06:12:06.061025 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-63c0dd8a-b037-48d2-8136-976bce4275d6 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017556 Feb 04 06:12:06.149775 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f22ad2fd-85d5-4089-bdbe-b97761b70d4e req-6942d57b-f24c-41e5-b6d6-7c3919e3c1b6 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819066 Feb 04 06:12:06.243142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd97ff-0088-4ccb-ab0f-3f90ab3d065e req-209f3b1f-7c53-4286-916c-d0d3a7bae909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:06.244642 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43cd97ff-0088-4ccb-ab0f-3f90ab3d065e req-209f3b1f-7c53-4286-916c-d0d3a7bae909 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 1096 time: 0.0462308 Feb 04 06:12:06.333945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd97ff-0088-4ccb-ab0f-3f90ab3d065e req-b70c26af-b7e1-416b-af1a-10a9f666afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:06.335327 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43cd97ff-0088-4ccb-ab0f-3f90ab3d065e req-b70c26af-b7e1-416b-af1a-10a9f666afbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 915 time: 0.0842073 Feb 04 06:12:06.381147 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43cd97ff-0088-4ccb-ab0f-3f90ab3d065e req-117a13ee-d741-4036-bb27-63f65994601d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97040dcc-1266-4998-ad03-85fd0e397fba HTTP/1.1" status: 200 len: 217 time: 0.0388203 Feb 04 06:12:06.429015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd97ff-0088-4ccb-ab0f-3f90ab3d065e req-af7eea79-2390-4a1b-a270-44e3096afd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:06.430437 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43cd97ff-0088-4ccb-ab0f-3f90ab3d065e req-af7eea79-2390-4a1b-a270-44e3096afd35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6545b575-ad7d-4b3e-b9cb-82b679b2d6af HTTP/1.1" status: 200 len: 854 time: 0.0428841 Feb 04 06:12:06.462006 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43cd97ff-0088-4ccb-ab0f-3f90ab3d065e req-00cdbfe7-f75d-4b69-b1ff-9d3ea8a6cf80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25898c7b-08bf-4f54-9885-f99623319a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234983 Feb 04 06:12:06.550905 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43cd97ff-0088-4ccb-ab0f-3f90ab3d065e req-98a95ac7-7ab4-44a8-b0ed-aa0d0a72e969 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824268 Feb 04 06:12:06.643768 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43cd97ff-0088-4ccb-ab0f-3f90ab3d065e req-fee52278-402e-4555-b421-20fb4987fcdf service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848224 Feb 04 06:12:07.138310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8549d-97cf-42ac-b580-af9c15e74d58 req-b0471f60-ecc5-431e-b42a-549295c65b0c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:07.139784 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1da8549d-97cf-42ac-b580-af9c15e74d58 req-b0471f60-ecc5-431e-b42a-549295c65b0c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 943 time: 0.0488105 Feb 04 06:12:07.177428 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1da8549d-97cf-42ac-b580-af9c15e74d58 req-1531a72d-ce71-499a-8607-9d109c6e2d65 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311143 Feb 04 06:12:07.990919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 97040dcc-1266-4998-ad03-85fd0e397fba details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:12:08.085009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 97040dcc-1266-4998-ad03-85fd0e397fba, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=97040dcc-1266-4998-ad03-85fd0e397fba,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:08.095877 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '97040dcc-1266-4998-ad03-85fd0e397fba', 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b', 'port_id': '97040dcc-1266-4998-ad03-85fd0e397fba', 'mac_address': 'fa:16:3e:f1:e0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6545b575-ad7d-4b3e-b9cb-82b679b2d6af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:12:08.132659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:08.145185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97040dcc-1266-4998-ad03-85fd0e397fba {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:12:08.164306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 97040dcc-1266-4998-ad03-85fd0e397fba, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=97040dcc-1266-4998-ad03-85fd0e397fba,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:08.167971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:08.213631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=97040dcc-1266-4998-ad03-85fd0e397fba,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:08.300950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed5fc-28b6-41a1-877d-313ab0114302 req-c3df9abb-2e61-4aa1-90bc-853de22aa944 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:08.302452 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-eb6ed5fc-28b6-41a1-877d-313ab0114302 req-c3df9abb-2e61-4aa1-90bc-853de22aa944 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 944 time: 0.0581348 Feb 04 06:12:08.342136 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-eb6ed5fc-28b6-41a1-877d-313ab0114302 req-5d04fc52-2ae1-4be1-9ce6-16f51abc6be9 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Feb 04 06:12:08.372555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['97040dcc-1266-4998-ad03-85fd0e397fba'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:12:09.456246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4549aca-4cf5-4885-8b01-7f2c0caf5634 req-2b29db3d-04f7-468b-9535-f52009a66836 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:09.457725 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b4549aca-4cf5-4885-8b01-7f2c0caf5634 req-2b29db3d-04f7-468b-9535-f52009a66836 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 944 time: 0.0490675 Feb 04 06:12:09.493626 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b4549aca-4cf5-4885-8b01-7f2c0caf5634 req-87fca432-1c45-43e5-a357-f8537f1ef995 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300829 Feb 04 06:12:10.005913 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 97040dcc-1266-4998-ad03-85fd0e397fba up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:12:10.052763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 97040dcc-1266-4998-ad03-85fd0e397fba completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:10.056173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 97040dcc-1266-4998-ad03-85fd0e397fba triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:10.056538 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.131796 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.153484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97040dcc-1266-4998-ad03-85fd0e397fba'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:10.155630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e06509-8e24-4488-a2ad-52266d7d32d6" -d '{"events": [{"server_uuid": "312ec46c-5727-44a1-a778-ecd55b121ecc", "name": "network-vif-plugged", "status": "completed", "tag": "97040dcc-1266-4998-ad03-85fd0e397fba"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:10.168365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 97040dcc-1266-4998-ad03-85fd0e397fba, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=97040dcc-1266-4998-ad03-85fd0e397fba,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:10.173201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.197185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817c98ad-4bbe-42cb-8cd8-675ffeaf2099 x-openstack-request-id: req-817c98ad-4bbe-42cb-8cd8-675ffeaf2099 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:10.197478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312ec46c-5727-44a1-a778-ecd55b121ecc", "name": "network-vif-plugged", "status": "completed", "tag": "97040dcc-1266-4998-ad03-85fd0e397fba", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:10.197724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-817c98ad-4bbe-42cb-8cd8-675ffeaf2099 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:10.198104 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97040dcc-1266-4998-ad03-85fd0e397fba', 'code': 200} Feb 04 06:12:10.223828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=97040dcc-1266-4998-ad03-85fd0e397fba,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:10.349003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfa417-cc65-4796-a018-d0580c733c38 req-e25ffe98-62db-4601-a4d7-675f51bac2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:10.350494 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5bfa417-cc65-4796-a018-d0580c733c38 req-e25ffe98-62db-4601-a4d7-675f51bac2fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 1098 time: 0.0396101 Feb 04 06:12:10.383122 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c5bfa417-cc65-4796-a018-d0580c733c38 req-8f382b80-acde-4731-8ead-a70d6d2f6fc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266616 Feb 04 06:12:10.610174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464d184-9713-498c-80c3-0254fb4f7e2a req-2ac65401-a2a7-4dc8-9b90-21e8aeeb8d48 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:10.611599 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0464d184-9713-498c-80c3-0254fb4f7e2a req-2ac65401-a2a7-4dc8-9b90-21e8aeeb8d48 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0529850 Feb 04 06:12:10.647963 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0464d184-9713-498c-80c3-0254fb4f7e2a req-875f2f3d-ca3e-42e0-aeee-ecce802ac7f2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304387 Feb 04 06:12:11.763904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c290-2801-4686-a3b9-2c510c7dc0e5 req-111de210-7041-4262-aefc-3cddbd7a849d tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:11.765395 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5d4c290-2801-4686-a3b9-2c510c7dc0e5 req-111de210-7041-4262-aefc-3cddbd7a849d tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0488801 Feb 04 06:12:11.803320 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5d4c290-2801-4686-a3b9-2c510c7dc0e5 req-298e8a91-0177-487d-aa05-6a533a23f0ea tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Feb 04 06:12:11.915030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e78d77-befb-4cf9-90f6-66c4ed3136b8 req-2f390cb7-6736-4938-ba56-0f0874200822 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:11.916496 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-83e78d77-befb-4cf9-90f6-66c4ed3136b8 req-2f390cb7-6736-4938-ba56-0f0874200822 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0479343 Feb 04 06:12:11.953201 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-83e78d77-befb-4cf9-90f6-66c4ed3136b8 req-3669b66a-7753-4187-b7be-a7819bdaa26f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299921 Feb 04 06:12:12.153373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fa64e-6520-4961-871b-6dccd13479d6 req-58745593-0542-474d-a974-e5ad431aa7f7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:12.154828 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-830fa64e-6520-4961-871b-6dccd13479d6 req-58745593-0542-474d-a974-e5ad431aa7f7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0524445 Feb 04 06:12:12.192326 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-830fa64e-6520-4961-871b-6dccd13479d6 req-ca3c0e68-c400-45cb-a2c5-891ccf62a052 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309768 Feb 04 06:12:12.303812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09256e0-514b-4b30-a1f5-d141882afc24 req-a655d549-0a2d-4505-9243-289acc0fc70b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:12.305307 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c09256e0-514b-4b30-a1f5-d141882afc24 req-a655d549-0a2d-4505-9243-289acc0fc70b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0487866 Feb 04 06:12:12.342260 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c09256e0-514b-4b30-a1f5-d141882afc24 req-d0fb0501-7c05-4861-9d36-f2cdf8ee071b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311360 Feb 04 06:12:12.558999 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-e0879559-68fa-46d3-93a3-8ef54a1b2ca5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402451 Feb 04 06:12:12.577156 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0c2fd-9f85-4e27-a38b-5663e782def8 req-21d5b34f-24d6-40cd-b103-89afa4b1f5f7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:12.579531 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80a0c2fd-9f85-4e27-a38b-5663e782def8 req-21d5b34f-24d6-40cd-b103-89afa4b1f5f7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0529778 Feb 04 06:12:12.617454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80a0c2fd-9f85-4e27-a38b-5663e782def8 req-92009191-7a03-4a44-a8af-379a5ff75daf tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315316 Feb 04 06:12:13.648299 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66413e-6dd2-444e-a617-fe6023132924 req-8dfa9e34-c0dd-4617-8d91-76ad90d190f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:13.649860 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-8dfa9e34-c0dd-4617-8d91-76ad90d190f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 1098 time: 0.0454366 Feb 04 06:12:13.769867 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66413e-6dd2-444e-a617-fe6023132924 req-328c1e52-375c-4f76-a4c4-c9fc7b5a8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:13.771359 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-328c1e52-375c-4f76-a4c4-c9fc7b5a8c60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 915 time: 0.1156018 Feb 04 06:12:13.778925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df581ea2-c4f9-4d50-8e01-4308759650ce req-dba24576-6307-4e57-8973-d93b5844df3c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:13.780263 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df581ea2-c4f9-4d50-8e01-4308759650ce req-dba24576-6307-4e57-8973-d93b5844df3c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0809476 Feb 04 06:12:13.824962 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-733e1380-dbb1-4c35-a27c-8b3cebc6ddab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97040dcc-1266-4998-ad03-85fd0e397fba HTTP/1.1" status: 200 len: 217 time: 0.0437744 Feb 04 06:12:13.883357 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df581ea2-c4f9-4d50-8e01-4308759650ce req-a05c3880-1ab5-45ee-a3a0-26c39dd5dd31 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960956 Feb 04 06:12:13.891556 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66413e-6dd2-444e-a617-fe6023132924 req-6a7d47d8-d189-416c-af11-164372f05bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:13.893162 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-6a7d47d8-d189-416c-af11-164372f05bba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6545b575-ad7d-4b3e-b9cb-82b679b2d6af HTTP/1.1" status: 200 len: 854 time: 0.0600841 Feb 04 06:12:13.924306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-871ab708-91d8-4367-a3d2-68110927fe05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25898c7b-08bf-4f54-9885-f99623319a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250478 Feb 04 06:12:14.015302 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-430d9f11-3a82-4a83-a37c-8ade54ffb73b service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845320 Feb 04 06:12:14.102382 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-17eae458-8836-4c9c-9d5b-4ce268578a4b service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804594 Feb 04 06:12:15.007985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eb30f-26d2-4aea-bd4f-b2da25ecd545 req-467febf7-3689-4436-807c-b3805a5f6f06 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:15.010169 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6c1eb30f-26d2-4aea-bd4f-b2da25ecd545 req-467febf7-3689-4436-807c-b3805a5f6f06 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0544481 Feb 04 06:12:15.046646 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6c1eb30f-26d2-4aea-bd4f-b2da25ecd545 req-928cdf44-4f73-4deb-ba97-05c4f458607e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307121 Feb 04 06:12:16.159074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fd19a-fc9d-4f8b-b851-c7dbae2a546a req-28731fbe-51d0-42b8-a606-3a0a3d4bcf0b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:16.160477 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a1fd19a-fc9d-4f8b-b851-c7dbae2a546a req-28731fbe-51d0-42b8-a606-3a0a3d4bcf0b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0481465 Feb 04 06:12:16.196943 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a1fd19a-fc9d-4f8b-b851-c7dbae2a546a req-aa23ca3b-7e83-4c4a-b50d-255ddbfea5a1 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307016 Feb 04 06:12:17.309323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a2bc8-822d-43f2-98f9-b380d48e4eda req-7aa8e362-e3af-4f81-804b-c99f0481fb28 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:17.310781 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3a9a2bc8-822d-43f2-98f9-b380d48e4eda req-7aa8e362-e3af-4f81-804b-c99f0481fb28 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0487483 Feb 04 06:12:17.348691 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3a9a2bc8-822d-43f2-98f9-b380d48e4eda req-21987233-36b0-4364-acfd-d8630c5e785d tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Feb 04 06:12:18.465153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8b47d-41f3-4c8c-b1d5-dae604f51e72 req-02e31237-31c8-45c6-89cf-9fcfd61aa2d0 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:18.466603 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b6a8b47d-41f3-4c8c-b1d5-dae604f51e72 req-02e31237-31c8-45c6-89cf-9fcfd61aa2d0 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0528247 Feb 04 06:12:18.502895 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b6a8b47d-41f3-4c8c-b1d5-dae604f51e72 req-06433d90-b919-4055-a0fa-25ea9ad39acd tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303900 Feb 04 06:12:19.616426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26864cd-6eef-45e5-a023-d84a5fd74051 req-1d54331d-08da-4a9c-871f-ea94eaa26220 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:19.617950 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b26864cd-6eef-45e5-a023-d84a5fd74051 req-1d54331d-08da-4a9c-871f-ea94eaa26220 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0486541 Feb 04 06:12:19.656804 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b26864cd-6eef-45e5-a023-d84a5fd74051 req-9cf84a57-21f2-4bc1-890b-8c2e149c95d2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328708 Feb 04 06:12:20.772105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bc685-b818-49a6-bc74-7ff790688a83 req-d9ec804e-74d0-4b31-a6dc-4e4b3e62a987 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:20.773600 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-301bc685-b818-49a6-bc74-7ff790688a83 req-d9ec804e-74d0-4b31-a6dc-4e4b3e62a987 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0485060 Feb 04 06:12:20.810549 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-301bc685-b818-49a6-bc74-7ff790688a83 req-b8e72bcc-4a2f-4a92-b818-71e05f1a4929 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311303 Feb 04 06:12:21.201787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a083e1b7-4a86-473c-9453-60a0ce38ad2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.931682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29abba7-00ae-4375-a1a7-7a853c63163f req-d139d122-239d-45d0-8a50-98e5976ee827 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:21.933216 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d29abba7-00ae-4375-a1a7-7a853c63163f req-d139d122-239d-45d0-8a50-98e5976ee827 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0569994 Feb 04 06:12:21.972977 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d29abba7-00ae-4375-a1a7-7a853c63163f req-6df015c4-d042-4a81-a49a-5f1aa82728fc tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332794 Feb 04 06:12:23.085604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9199987-fc26-4588-a64b-5760af0370a2 req-00bd0820-43b0-4323-a6e6-f5d3ab459eda tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:23.087071 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9199987-fc26-4588-a64b-5760af0370a2 req-00bd0820-43b0-4323-a6e6-f5d3ab459eda tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0493696 Feb 04 06:12:23.124136 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9199987-fc26-4588-a64b-5760af0370a2 req-3810414c-ce79-422b-9dd5-e8b4a48aeff6 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311635 Feb 04 06:12:23.440617 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-84dd8cf1-a3a2-4691-91c5-3a3172bec707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.237734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32537f29-defb-4ca0-8385-b26b817e2def req-ac8c2064-8f45-4947-969e-0a9e5dae9f5c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:24.239210 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-32537f29-defb-4ca0-8385-b26b817e2def req-ac8c2064-8f45-4947-969e-0a9e5dae9f5c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0481353 Feb 04 06:12:24.276917 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-32537f29-defb-4ca0-8385-b26b817e2def req-6464e5d8-60d4-4a36-b329-386ceade0b08 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Feb 04 06:12:24.760408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.396061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9acb8-05a3-4dc7-b8c6-8d416168dffc req-dcb848f0-139a-4e7f-99e9-a17661f39797 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:25.397535 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5ca9acb8-05a3-4dc7-b8c6-8d416168dffc req-dcb848f0-139a-4e7f-99e9-a17661f39797 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0531075 Feb 04 06:12:25.434180 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5ca9acb8-05a3-4dc7-b8c6-8d416168dffc req-0740aeff-9434-4fdf-a7e0-bb9f4365d785 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Feb 04 06:12:26.378073 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.550626 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5905f96-a11b-4fac-9db8-f173f0bc28bd req-ba699457-0342-40a9-bb8a-e39c2fadb0f3 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:26.552105 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5905f96-a11b-4fac-9db8-f173f0bc28bd req-ba699457-0342-40a9-bb8a-e39c2fadb0f3 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0489869 Feb 04 06:12:26.588926 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5905f96-a11b-4fac-9db8-f173f0bc28bd req-3fd6a5be-a64c-4807-bd1a-53f903ed171c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309691 Feb 04 06:12:26.665485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.702569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e984803-43d6-4e0a-bf21-5fa692e58574 req-431003d3-4659-41fb-9be7-4e33bce6abd7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:27.704310 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3e984803-43d6-4e0a-bf21-5fa692e58574 req-431003d3-4659-41fb-9be7-4e33bce6abd7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0490079 Feb 04 06:12:27.741394 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3e984803-43d6-4e0a-bf21-5fa692e58574 req-6fbe2d43-466b-4845-b16f-db8c670b6a33 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312080 Feb 04 06:12:28.550398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.856510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818be4c-1c68-4ca3-8b2d-c56dd71571ef req-4db8668e-11f9-4b84-b7fa-f33b10055ce4 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:28.857923 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8818be4c-1c68-4ca3-8b2d-c56dd71571ef req-4db8668e-11f9-4b84-b7fa-f33b10055ce4 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0515604 Feb 04 06:12:28.895502 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8818be4c-1c68-4ca3-8b2d-c56dd71571ef req-0c1f827f-b6d9-452c-bb6a-b15723b06bce tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310528 Feb 04 06:12:30.009873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa34171-5f36-4675-9003-5778bf57bc13 req-c6150b16-5a7a-435b-b00d-0bf5bbc87957 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:30.011359 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-eaa34171-5f36-4675-9003-5778bf57bc13 req-c6150b16-5a7a-435b-b00d-0bf5bbc87957 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0490465 Feb 04 06:12:30.051445 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-eaa34171-5f36-4675-9003-5778bf57bc13 req-03460642-d37c-41db-9ce8-63ac847040cf tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331788 Feb 04 06:12:31.169889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9220b-bcff-4178-a383-d743ab9a4022 req-1068aa27-ddb6-485a-85e2-286b41ecba82 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:31.171353 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c7b9220b-bcff-4178-a383-d743ab9a4022 req-1068aa27-ddb6-485a-85e2-286b41ecba82 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0516665 Feb 04 06:12:31.208742 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c7b9220b-bcff-4178-a383-d743ab9a4022 req-22ad527a-f289-4d15-be55-fe727714fad3 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Feb 04 06:12:31.696642 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:12:32.326535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598b15-7eb5-422c-a603-64dda14380f1 req-b23e8dfd-f7dd-417c-a3d8-401c63f27172 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:32.327980 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-33598b15-7eb5-422c-a603-64dda14380f1 req-b23e8dfd-f7dd-417c-a3d8-401c63f27172 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0528369 Feb 04 06:12:32.365425 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-33598b15-7eb5-422c-a603-64dda14380f1 req-73399536-b417-4ecf-ae94-21d7170edb43 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310750 Feb 04 06:12:33.477385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122f619-18da-47d7-a3a3-2198fe247c75 req-9ef13288-5098-4e14-80fb-cfb70b68172d tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:33.478836 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4122f619-18da-47d7-a3a3-2198fe247c75 req-9ef13288-5098-4e14-80fb-cfb70b68172d tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0480430 Feb 04 06:12:33.515571 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4122f619-18da-47d7-a3a3-2198fe247c75 req-33d463d5-4204-426f-88ca-52877739da4f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Feb 04 06:12:34.628344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2195c-2d70-4627-91de-ac7dfb16ea8b req-a2226ba2-3c5b-451d-a368-6448b8f029df tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:34.629811 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-12e2195c-2d70-4627-91de-ac7dfb16ea8b req-a2226ba2-3c5b-451d-a368-6448b8f029df tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0481360 Feb 04 06:12:34.666906 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-12e2195c-2d70-4627-91de-ac7dfb16ea8b req-04ba20bc-949f-4ce9-b4d4-0c0b9fda19dc tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Feb 04 06:12:35.785207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d353f-bdf8-4383-a45a-ce782c7f546d req-a0ada403-abc3-43e3-9e1b-bd4f124d3097 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:35.786669 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a04d353f-bdf8-4383-a45a-ce782c7f546d req-a0ada403-abc3-43e3-9e1b-bd4f124d3097 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0525861 Feb 04 06:12:35.823766 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a04d353f-bdf8-4383-a45a-ce782c7f546d req-206aca5b-59c4-4fe4-adf9-f9a2f08423dc tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Feb 04 06:12:36.936747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89abe8-6524-4be4-9ce4-2191485e438c req-44f3201a-200b-4180-b2b6-bf9ba41f94eb tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:36.938936 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3e89abe8-6524-4be4-9ce4-2191485e438c req-44f3201a-200b-4180-b2b6-bf9ba41f94eb tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0489399 Feb 04 06:12:36.975528 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3e89abe8-6524-4be4-9ce4-2191485e438c req-ae629a71-13c7-42eb-bb1d-76cbb1121b5b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308070 Feb 04 06:12:38.089025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7536e-5769-45d9-8d22-4d40f40d0a27 req-5f7b4551-9908-43b0-8d49-ed74c7c8fe4b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:38.090504 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6ac7536e-5769-45d9-8d22-4d40f40d0a27 req-5f7b4551-9908-43b0-8d49-ed74c7c8fe4b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0493436 Feb 04 06:12:38.128359 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6ac7536e-5769-45d9-8d22-4d40f40d0a27 req-34decdde-1155-47e4-8eb5-4957181982d7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310962 Feb 04 06:12:39.244860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f6f18-dab1-4b47-91f7-f81f4f3a76c8 req-b2dcb32e-0ccb-4d87-a92d-dd277eb36494 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.246369 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-444f6f18-dab1-4b47-91f7-f81f4f3a76c8 req-b2dcb32e-0ccb-4d87-a92d-dd277eb36494 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0522263 Feb 04 06:12:39.283527 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-444f6f18-dab1-4b47-91f7-f81f4f3a76c8 req-f05e1174-9254-4ab4-87de-0a2b625bda85 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305984 Feb 04 06:12:40.397304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a585c-c734-42a6-81f4-33cc4bd82fbd req-e7ed37aa-c82d-4ef3-b5c1-674d085eadec tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:40.398822 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-622a585c-c734-42a6-81f4-33cc4bd82fbd req-e7ed37aa-c82d-4ef3-b5c1-674d085eadec tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0497754 Feb 04 06:12:40.436326 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-622a585c-c734-42a6-81f4-33cc4bd82fbd req-fcff1f71-49c3-4ad6-ab10-1e03ba27046a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314758 Feb 04 06:12:40.755723 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-0f2cbe7f-32f9-4c71-aaf3-40fe8df97dc4 service neutron] 10.222.0.36 "GET /v2.0/ports/97040dcc-1266-4998-ad03-85fd0e397fba/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0537665 Feb 04 06:12:40.957046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66413e-6dd2-444e-a617-fe6023132924 req-8a9707c5-dac9-4038-8808-665985303ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:40.958544 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-8a9707c5-dac9-4038-8808-665985303ed2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc&tenant_id=f352f7f19e824dd7a69d1b57b31186cd HTTP/1.1" status: 200 len: 1098 time: 0.0451941 Feb 04 06:12:41.017453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66413e-6dd2-444e-a617-fe6023132924 req-82072149-9e60-4e04-90c8-386d1ed15895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:41.018915 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-82072149-9e60-4e04-90c8-386d1ed15895 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 1098 time: 0.0395699 Feb 04 06:12:41.110573 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66413e-6dd2-444e-a617-fe6023132924 req-6f05a82c-8d75-442a-a6b5-6b38584cbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:41.112024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-6f05a82c-8d75-442a-a6b5-6b38584cbc74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 915 time: 0.0874500 Feb 04 06:12:41.156116 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-2e380aa7-eaea-4893-a687-35f4e62f84d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97040dcc-1266-4998-ad03-85fd0e397fba HTTP/1.1" status: 200 len: 217 time: 0.0377810 Feb 04 06:12:41.204784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66413e-6dd2-444e-a617-fe6023132924 req-f5eb0c55-259d-4f8e-9712-024a9a9ec37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:41.206168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-f5eb0c55-259d-4f8e-9712-024a9a9ec37e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6545b575-ad7d-4b3e-b9cb-82b679b2d6af HTTP/1.1" status: 200 len: 854 time: 0.0433526 Feb 04 06:12:41.235794 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-c0fdc2eb-8b42-47cc-a743-0d3a36217fb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25898c7b-08bf-4f54-9885-f99623319a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235136 Feb 04 06:12:41.327654 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-456df943-c64b-4e49-b6ed-d39930053108 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856168 Feb 04 06:12:41.413484 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-da66413e-6dd2-444e-a617-fe6023132924 req-6d93b86e-f689-4987-a5d8-3fc50cccb65d service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791745 Feb 04 06:12:41.555738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d193f0-4299-4daf-8156-ef6ac9b685c6 req-65825589-46ef-42c9-8422-c8af1afd0a30 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:41.557200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3d193f0-4299-4daf-8156-ef6ac9b685c6 req-65825589-46ef-42c9-8422-c8af1afd0a30 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0501325 Feb 04 06:12:41.596382 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c3d193f0-4299-4daf-8156-ef6ac9b685c6 req-f1416772-0f1e-48f0-99dd-01f9070e1e56 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Feb 04 06:12:42.714514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a47b9d-1606-4a09-91da-4445fb84fdc6 req-8c44b495-eb7d-436f-ba1f-4a408cad967c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:42.715969 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-22a47b9d-1606-4a09-91da-4445fb84fdc6 req-8c44b495-eb7d-436f-ba1f-4a408cad967c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0521290 Feb 04 06:12:42.752639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-22a47b9d-1606-4a09-91da-4445fb84fdc6 req-987b8370-808c-47f9-a617-9adb51018d2e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306959 Feb 04 06:12:43.865738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6354a6-3499-4001-b162-6eb4523d3868 req-0007f4be-8f2c-44e3-a94c-950ea33724de tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:43.867192 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8f6354a6-3499-4001-b162-6eb4523d3868 req-0007f4be-8f2c-44e3-a94c-950ea33724de tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0483816 Feb 04 06:12:43.904791 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8f6354a6-3499-4001-b162-6eb4523d3868 req-f333816c-85fe-4f68-8aaf-2e5536a135b8 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315931 Feb 04 06:12:44.094784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6639c3-1424-4438-b9aa-39b96fcb96f9 req-12300451-22d4-4bbd-a5a7-c730b03dab75 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:44.096470 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5e6639c3-1424-4438-b9aa-39b96fcb96f9 req-12300451-22d4-4bbd-a5a7-c730b03dab75 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0506418 Feb 04 06:12:44.148408 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5e6639c3-1424-4438-b9aa-39b96fcb96f9 req-81172130-82b3-421f-84d2-2b2bbffc3dee tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456166 Feb 04 06:12:44.184875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-262cca51-4cf3-4503-8978-e4b65a9571be tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:44.186359 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-262cca51-4cf3-4503-8978-e4b65a9571be tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.36 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc&tenant_id=f352f7f19e824dd7a69d1b57b31186cd&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0582020 Feb 04 06:12:44.197811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 97040dcc-1266-4998-ad03-85fd0e397fba details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:12:44.202392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 97040dcc-1266-4998-ad03-85fd0e397fba no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:12:44.293399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-a3d6a264-91ee-49c9-9972-14d64300583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:44.294887 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-a3d6a264-91ee-49c9-9972-14d64300583a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 1098 time: 0.0405383 Feb 04 06:12:44.349238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.351883 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 97040dcc-1266-4998-ad03-85fd0e397fba, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=97040dcc-1266-4998-ad03-85fd0e397fba,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:44.373487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '97040dcc-1266-4998-ad03-85fd0e397fba', 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b', 'port_id': '97040dcc-1266-4998-ad03-85fd0e397fba', 'mac_address': 'fa:16:3e:f1:e0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6545b575-ad7d-4b3e-b9cb-82b679b2d6af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:12:44.386079 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97040dcc-1266-4998-ad03-85fd0e397fba'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:44.388274 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b156ff6-9841-4b80-a8f9-c26a817713c6" -d '{"events": [{"server_uuid": "312ec46c-5727-44a1-a778-ecd55b121ecc", "name": "network-vif-unplugged", "status": "completed", "tag": "97040dcc-1266-4998-ad03-85fd0e397fba"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:44.389445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-6b9d439f-acde-4b78-98ca-4aced2f290eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:44.391059 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-6b9d439f-acde-4b78-98ca-4aced2f290eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 915 time: 0.0897775 Feb 04 06:12:44.419876 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 97040dcc-1266-4998-ad03-85fd0e397fba, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=97040dcc-1266-4998-ad03-85fd0e397fba,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:44.428787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.433977 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-261f6631-68be-47c9-94a6-0ecf72223dae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97040dcc-1266-4998-ad03-85fd0e397fba HTTP/1.1" status: 200 len: 217 time: 0.0361903 Feb 04 06:12:44.441472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a964a2-10f1-4c65-9ae8-51dc9a3edae2 x-openstack-request-id: req-08a964a2-10f1-4c65-9ae8-51dc9a3edae2 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:44.441785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312ec46c-5727-44a1-a778-ecd55b121ecc", "name": "network-vif-unplugged", "status": "completed", "tag": "97040dcc-1266-4998-ad03-85fd0e397fba", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:44.442036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08a964a2-10f1-4c65-9ae8-51dc9a3edae2 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:44.442422 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97040dcc-1266-4998-ad03-85fd0e397fba', 'code': 200} Feb 04 06:12:44.467085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.492067 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97040dcc-1266-4998-ad03-85fd0e397fba {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:12:44.492275 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-a630bd6e-be34-4f7f-8f01-8a0919695460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:44.493748 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-a630bd6e-be34-4f7f-8f01-8a0919695460 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6545b575-ad7d-4b3e-b9cb-82b679b2d6af HTTP/1.1" status: 200 len: 854 time: 0.0455647 Feb 04 06:12:44.502506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=97040dcc-1266-4998-ad03-85fd0e397fba,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:44.525207 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-2329018e-590c-476c-909d-7087da3e5798 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25898c7b-08bf-4f54-9885-f99623319a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254388 Feb 04 06:12:44.539014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:12:44.539369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:12:44.617182 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-a165ca4e-e0d0-4765-b22c-7b89fdd32a79 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855005 Feb 04 06:12:44.705335 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f005f11c-9c41-4126-acf6-74e391fc9464 req-e89cc715-5299-4c29-9027-175cdcca9b0d service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821419 Feb 04 06:12:45.077372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.091959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97040dcc-1266-4998-ad03-85fd0e397fba {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:12:45.112130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 97040dcc-1266-4998-ad03-85fd0e397fba, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=97040dcc-1266-4998-ad03-85fd0e397fba,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:45.115908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.164593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=97040dcc-1266-4998-ad03-85fd0e397fba,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:45.176215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['97040dcc-1266-4998-ad03-85fd0e397fba'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:12:45.282806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f3570-e8ad-441b-b2e6-3706b8d88e3a req-30fd94df-8faa-45cf-b46b-9e383dd81e8c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.284310 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b35f3570-e8ad-441b-b2e6-3706b8d88e3a req-30fd94df-8faa-45cf-b46b-9e383dd81e8c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 944 time: 0.0562961 Feb 04 06:12:45.323017 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b35f3570-e8ad-441b-b2e6-3706b8d88e3a req-a4372d35-9c9f-4c9d-a01e-da14bba3e801 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Feb 04 06:12:45.436260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdf80a-9df3-44f0-9798-ba972dee05f4 req-47ad85df-1dd9-48fc-8ae4-d476545e3317 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.438259 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-27bdf80a-9df3-44f0-9798-ba972dee05f4 req-47ad85df-1dd9-48fc-8ae4-d476545e3317 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 944 time: 0.0487959 Feb 04 06:12:45.475794 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-27bdf80a-9df3-44f0-9798-ba972dee05f4 req-6696c1d1-afdd-43c5-9937-0b8ebe413ace tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317533 Feb 04 06:12:45.587150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476d9d8-5d43-4fdd-9d24-3ae0b5563c96 req-c9ec26bf-403a-4b38-a4d5-cf99dbb31062 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.588626 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c476d9d8-5d43-4fdd-9d24-3ae0b5563c96 req-c9ec26bf-403a-4b38-a4d5-cf99dbb31062 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 944 time: 0.0490234 Feb 04 06:12:45.624339 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c476d9d8-5d43-4fdd-9d24-3ae0b5563c96 req-89de33c0-76ce-4b9c-a886-d39bbf3bae6f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295739 Feb 04 06:12:46.207730 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 97040dcc-1266-4998-ad03-85fd0e397fba up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:12:46.224953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d69c792f-3644-481e-98c2-4e3178ae86a5 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:46.226464 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d69c792f-3644-481e-98c2-4e3178ae86a5 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 814 time: 0.3577051 Feb 04 06:12:46.241662 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-eac4cd9b-c5cc-4fe0-8b83-003ec70b7452 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/quotas/f352f7f19e824dd7a69d1b57b31186cd HTTP/1.1" status: 200 len: 375 time: 0.0092499 Feb 04 06:12:46.254409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 97040dcc-1266-4998-ad03-85fd0e397fba triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:46.254782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.290621 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-5212e9f9-1687-4bf2-bcfb-1657896eb9e7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433488 Feb 04 06:12:46.330251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.364095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 97040dcc-1266-4998-ad03-85fd0e397fba, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=97040dcc-1266-4998-ad03-85fd0e397fba,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:46.368197 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.389992 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b1124e7f-9b3e-4e2e-8ba0-2d3e4a74455c service neutron] 10.222.0.15 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923822 Feb 04 06:12:46.415641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=97040dcc-1266-4998-ad03-85fd0e397fba,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:46.443930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97040dcc-1266-4998-ad03-85fd0e397fba'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:46.446239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de918e57-bdc1-41ed-bd08-7f9b87d35d18" -d '{"events": [{"server_uuid": "312ec46c-5727-44a1-a778-ecd55b121ecc", "name": "network-vif-plugged", "status": "completed", "tag": "97040dcc-1266-4998-ad03-85fd0e397fba"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:46.479793 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-7274e33f-2690-4aaa-8280-fa50883f2464 service neutron] 10.222.0.15 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828383 Feb 04 06:12:46.482853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc5a1cb-0d15-4f0a-aed4-cd03a687a01f x-openstack-request-id: req-edc5a1cb-0d15-4f0a-aed4-cd03a687a01f {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:46.483150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312ec46c-5727-44a1-a778-ecd55b121ecc", "name": "network-vif-plugged", "status": "completed", "tag": "97040dcc-1266-4998-ad03-85fd0e397fba", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:46.483493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edc5a1cb-0d15-4f0a-aed4-cd03a687a01f {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:46.483783 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97040dcc-1266-4998-ad03-85fd0e397fba', 'code': 200} Feb 04 06:12:46.637716 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8efe860b-6ef9-4338-a596-41092a40f6b2 req-5d162918-0045-4e85-bc1a-0bc2ea66b8c6 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 210 time: 0.0259101 Feb 04 06:12:47.550475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1c6f1-61cf-47d4-a4fc-c8d4afe8729f req-46394247-b195-4a73-bf76-ef1cae204744 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:47.551942 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91b1c6f1-61cf-47d4-a4fc-c8d4afe8729f req-46394247-b195-4a73-bf76-ef1cae204744 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.36 "GET /v2.0/ports?device_id=312ec46c-5727-44a1-a778-ecd55b121ecc HTTP/1.1" status: 200 len: 945 time: 0.0797331 Feb 04 06:12:47.561823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-74a25e71-6187-418c-bdbe-eb7f8bd74e4c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:47.563755 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-74a25e71-6187-418c-bdbe-eb7f8bd74e4c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.36 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 814 time: 0.1445732 Feb 04 06:12:47.592795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Request body: {'port': {'device_id': '8642b688-b429-41ef-b9b1-62d922e4404f', 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b', 'admin_state_up': True, 'tenant_id': 'f352f7f19e824dd7a69d1b57b31186cd'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:47.751099 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9dbade11-1c73-4835-b9d9-34273af9f1b2 req-1bf94a92-2115-422b-a764-798275960eb2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 210 time: 0.0452368 Feb 04 06:12:47.759446 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-91b1c6f1-61cf-47d4-a4fc-c8d4afe8729f req-b333a411-63bd-4367-9a41-1bc745b4f338 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Deleting port 97040dcc-1266-4998-ad03-85fd0e397fba {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:12:47.759786 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-91b1c6f1-61cf-47d4-a4fc-c8d4afe8729f req-b333a411-63bd-4367-9a41-1bc745b4f338 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.823855 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Made reservation on behalf of f352f7f19e824dd7a69d1b57b31186cd for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:47.827295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.916674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-91b1c6f1-61cf-47d4-a4fc-c8d4afe8729f req-b333a411-63bd-4367-9a41-1bc745b4f338 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] For port 97040dcc-1266-4998-ad03-85fd0e397fba, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=97040dcc-1266-4998-ad03-85fd0e397fba,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:47.917035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-91b1c6f1-61cf-47d4-a4fc-c8d4afe8729f req-b333a411-63bd-4367-9a41-1bc745b4f338 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.937278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-91b1c6f1-61cf-47d4-a4fc-c8d4afe8729f req-b333a411-63bd-4367-9a41-1bc745b4f338 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Calling delete_port for 97040dcc-1266-4998-ad03-85fd0e397fba owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:12:48.036744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Allocated IP 172.20.0.2 (25898c7b-08bf-4f54-9885-f99623319a5b/6545b575-ad7d-4b3e-b9cb-82b679b2d6af/9b748627-4d55-4cbb-b9d9-2262f3a69cdb) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:48.152126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-91b1c6f1-61cf-47d4-a4fc-c8d4afe8729f req-b333a411-63bd-4367-9a41-1bc745b4f338 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.164180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['97040dcc-1266-4998-ad03-85fd0e397fba'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:12:48.219908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333a411-63bd-4367-9a41-1bc745b4f338 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Pushing event deleted for resources: {'Port': ['ID=97040dcc-1266-4998-ad03-85fd0e397fba,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:48.276940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b1c6f1-61cf-47d4-a4fc-c8d4afe8729f req-b333a411-63bd-4367-9a41-1bc745b4f338 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] No DVR routers for this DVR port 97040dcc-1266-4998-ad03-85fd0e397fba on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:48.280971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-91b1c6f1-61cf-47d4-a4fc-c8d4afe8729f req-b333a411-63bd-4367-9a41-1bc745b4f338 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.284916 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91b1c6f1-61cf-47d4-a4fc-c8d4afe8729f req-b333a411-63bd-4367-9a41-1bc745b4f338 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.36 "DELETE /v2.0/ports/97040dcc-1266-4998-ad03-85fd0e397fba HTTP/1.1" status: 204 len: 173 time: 0.7202897 Feb 04 06:12:48.285374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'name': 'network-vif-deleted', 'tag': '97040dcc-1266-4998-ad03-85fd0e397fba'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:48.287667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe9ad2d-896b-4046-811e-02124edc55a8" -d '{"events": [{"server_uuid": "312ec46c-5727-44a1-a778-ecd55b121ecc", "name": "network-vif-deleted", "tag": "97040dcc-1266-4998-ad03-85fd0e397fba"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:48.320177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.331473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485da4e4-bb58-4d49-91d8-1954afa01ce9 x-openstack-request-id: req-485da4e4-bb58-4d49-91d8-1954afa01ce9 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:48.331762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312ec46c-5727-44a1-a778-ecd55b121ecc", "name": "network-vif-deleted", "tag": "97040dcc-1266-4998-ad03-85fd0e397fba", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:48.332009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-485da4e4-bb58-4d49-91d8-1954afa01ce9 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:48.332400 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312ec46c-5727-44a1-a778-ecd55b121ecc', 'name': 'network-vif-deleted', 'tag': '97040dcc-1266-4998-ad03-85fd0e397fba', 'status': 'completed', 'code': 200} Feb 04 06:12:48.358707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.369452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['97040dcc-1266-4998-ad03-85fd0e397fba'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:12:48.404872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Network 25898c7b-08bf-4f54-9885-f99623319a5b is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:48.407830 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:48.411475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:12:48.417770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Pushing event updated for resources: {'Port': ['ID=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:48.467353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:48.467952 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.483272 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-b9e7dbc1-b21a-4f14-84c5-057d7edba59a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105563 Feb 04 06:12:48.495104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Request body: {'port': {'device_id': '8642b688-b429-41ef-b9b1-62d922e4404f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:48.547906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.821967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b748627-4d55-4cbb-b9d9-2262f3a69cdb {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:12:48.836933 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.867455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Transition to ACTIVE for port object 9b748627-4d55-4cbb-b9d9-2262f3a69cdb will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:48.872017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.893106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35c249-84c0-4ed3-9be3-3f533f340017 req-46aac419-1d14-4383-a338-0ae1c16af3fd tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:48.894606 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5d35c249-84c0-4ed3-9be3-3f533f340017 req-46aac419-1d14-4383-a338-0ae1c16af3fd tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 931 time: 0.0769880 Feb 04 06:12:48.966519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Pushing event updated for resources: {'Port': ['ID=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:49.022306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5d35c249-84c0-4ed3-9be3-3f533f340017 req-7c189af5-5e3d-4dfc-b1e4-9257877dd8d6 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070626 Feb 04 06:12:49.045602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Attempting to bind port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:49.045932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Attempting to bind port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'a4f43f76-fbbe-4c1b-a4c3-cde198d3482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:49.046258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Attempting to bind port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb on network 25898c7b-08bf-4f54-9885-f99623319a5b {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:12:49.050974 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb on network 25898c7b-08bf-4f54-9885-f99623319a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:12:49.051286 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Attempting to bind port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb on network 25898c7b-08bf-4f54-9885-f99623319a5b {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:12:49.055913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:12:49.056233 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Checking segment: {'id': 'a4f43f76-fbbe-4c1b-a4c3-cde198d3482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:12:49.056604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Bound using segment: {'id': 'a4f43f76-fbbe-4c1b-a4c3-cde198d3482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:12:49.057016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Bound port: 9b748627-4d55-4cbb-b9d9-2262f3a69cdb, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f43f76-fbbe-4c1b-a4c3-cde198d3482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:49.057388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.119727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] For port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:12:49.122763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] For port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:12:49.129723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.165223 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:49.165840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.167210 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] 10.222.0.36 "PUT /v2.0/ports/9b748627-4d55-4cbb-b9d9-2262f3a69cdb HTTP/1.1" status: 200 len: 1093 time: 0.6761980 Feb 04 06:12:49.186350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450e1df-2751-47b0-b0d4-78983fec4710 service neutron] Pushing event updated for resources: {'Port': ['ID=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:49.242731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-5892bf2a-f25a-408a-b42a-2385d2b46f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:49.244334 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-5892bf2a-f25a-408a-b42a-2385d2b46f8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 1096 time: 0.0419438 Feb 04 06:12:49.289537 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-0b7c1e73-50de-4292-8c4f-7844009f526c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb HTTP/1.1" status: 200 len: 217 time: 0.0380316 Feb 04 06:12:49.337329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-5d7dd67c-ab1c-4c90-9faa-9e7fa228950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:49.338738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-5d7dd67c-ab1c-4c90-9faa-9e7fa228950a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6545b575-ad7d-4b3e-b9cb-82b679b2d6af HTTP/1.1" status: 200 len: 854 time: 0.0434523 Feb 04 06:12:49.370038 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-9bc16cab-27ed-4af0-a68c-72c9ad2cc8a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25898c7b-08bf-4f54-9885-f99623319a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248914 Feb 04 06:12:49.462057 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-ead92bdf-db4b-4b52-b976-0d3ff67f1a73 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853686 Feb 04 06:12:49.549596 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84dec151-dfbf-49c0-ba2a-1edd0424359c req-fe7ecf00-d4d9-421d-8980-215b95c97fa9 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810907 Feb 04 06:12:50.137310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa7c03-b665-4772-84ba-3d1e4d298aa1 req-0043a67a-5b69-4ebe-bd07-7e98b5a881fc tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:50.138843 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ebaa7c03-b665-4772-84ba-3d1e4d298aa1 req-0043a67a-5b69-4ebe-bd07-7e98b5a881fc tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 943 time: 0.0490682 Feb 04 06:12:50.181096 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ebaa7c03-b665-4772-84ba-3d1e4d298aa1 req-1eec3b76-04c6-479b-a085-6a7e6e3f4f11 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364146 Feb 04 06:12:50.333296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8642b688-b429-41ef-b9b1-62d922e4404f', 'tag': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:50.335624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ce0896-b0e0-4e9e-afff-ecf308e14d14" -d '{"events": [{"name": "network-changed", "server_uuid": "8642b688-b429-41ef-b9b1-62d922e4404f", "tag": "9b748627-4d55-4cbb-b9d9-2262f3a69cdb"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:50.370249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e375ba5-6161-4749-9dc6-befe82adbd9d x-openstack-request-id: req-4e375ba5-6161-4749-9dc6-befe82adbd9d {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:50.370543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8642b688-b429-41ef-b9b1-62d922e4404f", "tag": "9b748627-4d55-4cbb-b9d9-2262f3a69cdb", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:50.370794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e375ba5-6161-4749-9dc6-befe82adbd9d {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:50.371211 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8642b688-b429-41ef-b9b1-62d922e4404f', 'tag': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb', 'status': 'completed', 'code': 200} Feb 04 06:12:50.430672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce0896-b0e0-4e9e-afff-ecf308e14d14 req-33892d0e-8d02-42ad-8070-cae03e880d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:50.432197 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94ce0896-b0e0-4e9e-afff-ecf308e14d14 req-33892d0e-8d02-42ad-8070-cae03e880d53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 1096 time: 0.0414310 Feb 04 06:12:50.520026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce0896-b0e0-4e9e-afff-ecf308e14d14 req-011c73ee-c2f0-4d54-b975-15e5c7fb300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:50.521518 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94ce0896-b0e0-4e9e-afff-ecf308e14d14 req-011c73ee-c2f0-4d54-b975-15e5c7fb300e service neutron] 10.222.0.36 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 915 time: 0.0827575 Feb 04 06:12:50.567233 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94ce0896-b0e0-4e9e-afff-ecf308e14d14 req-93c42b5d-2309-4bde-83b1-067e97e560ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb HTTP/1.1" status: 200 len: 217 time: 0.0386000 Feb 04 06:12:50.621993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce0896-b0e0-4e9e-afff-ecf308e14d14 req-b3e0e930-292e-49c9-92b6-039e9f20b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:50.624256 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94ce0896-b0e0-4e9e-afff-ecf308e14d14 req-b3e0e930-292e-49c9-92b6-039e9f20b46e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6545b575-ad7d-4b3e-b9cb-82b679b2d6af HTTP/1.1" status: 200 len: 854 time: 0.0479279 Feb 04 06:12:50.657760 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94ce0896-b0e0-4e9e-afff-ecf308e14d14 req-2bb11972-66ba-4c1f-b3f4-56ecf9aaaa75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25898c7b-08bf-4f54-9885-f99623319a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263062 Feb 04 06:12:50.752188 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94ce0896-b0e0-4e9e-afff-ecf308e14d14 req-cc1fafd0-5ede-4475-99be-c53a8119ae43 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859587 Feb 04 06:12:50.841632 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94ce0896-b0e0-4e9e-afff-ecf308e14d14 req-3706717d-ddf0-452c-8063-0d7328f0bc47 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814486 Feb 04 06:12:51.202921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-862bd2c4-d16b-490a-bf82-db977db3815c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:51.306053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995f519-d033-4f87-be37-da0d293224c1 req-89e714c4-ca8d-4de7-a00f-0446b92563c7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:51.307501 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d995f519-d033-4f87-be37-da0d293224c1 req-89e714c4-ca8d-4de7-a00f-0446b92563c7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 943 time: 0.0488415 Feb 04 06:12:51.344315 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d995f519-d033-4f87-be37-da0d293224c1 req-eefe1655-9e24-4a68-97b4-2f906b4cb02b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303872 Feb 04 06:12:52.229113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 9b748627-4d55-4cbb-b9d9-2262f3a69cdb details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:12:52.231233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 97040dcc-1266-4998-ad03-85fd0e397fba no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:12:52.255138 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 97040dcc-1266-4998-ad03-85fd0e397fba {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:12:52.255481 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 97040dcc-1266-4998-ad03-85fd0e397fba not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:12:52.340889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:52.351507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb', 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b', 'port_id': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb', 'mac_address': 'fa:16:3e:47:65:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6545b575-ad7d-4b3e-b9cb-82b679b2d6af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:12:52.387884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.400453 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b748627-4d55-4cbb-b9d9-2262f3a69cdb {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:12:52.420205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:52.425287 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.465529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd55312-65e1-4859-a335-26c17f8b338b req-1fe99b99-206a-458b-bac2-9f3b1c250eed tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:52.467011 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5dd55312-65e1-4859-a335-26c17f8b338b req-1fe99b99-206a-458b-bac2-9f3b1c250eed tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 944 time: 0.0543506 Feb 04 06:12:52.476128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:52.505294 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5dd55312-65e1-4859-a335-26c17f8b338b req-5c79dbeb-bc85-4471-9c17-d67ec64717cd tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318706 Feb 04 06:12:52.617723 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['9b748627-4d55-4cbb-b9d9-2262f3a69cdb'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:12:53.440705 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e91079db-d590-45ed-afb3-0dc9ea6a7aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.617188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23003f-af8f-46dd-9bad-823350e51334 req-497b1ad3-f122-42e6-a952-52622dbcb526 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:53.618652 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca23003f-af8f-46dd-9bad-823350e51334 req-497b1ad3-f122-42e6-a952-52622dbcb526 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 944 time: 0.0492964 Feb 04 06:12:53.656365 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca23003f-af8f-46dd-9bad-823350e51334 req-c0ef0671-9961-4c16-9170-4ec1b70e42e3 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Feb 04 06:12:54.227837 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 9b748627-4d55-4cbb-b9d9-2262f3a69cdb up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:12:54.275116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:54.278711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:54.279083 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.356652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.378981 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8642b688-b429-41ef-b9b1-62d922e4404f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:54.381357 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f87770e-6936-4448-8c46-e5312cd065a9" -d '{"events": [{"server_uuid": "8642b688-b429-41ef-b9b1-62d922e4404f", "name": "network-vif-plugged", "status": "completed", "tag": "9b748627-4d55-4cbb-b9d9-2262f3a69cdb"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:54.393053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:54.396903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.419440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdde20f9-0ee6-4a06-ae93-2a9cdde7b5d6 x-openstack-request-id: req-cdde20f9-0ee6-4a06-ae93-2a9cdde7b5d6 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:54.419724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8642b688-b429-41ef-b9b1-62d922e4404f", "name": "network-vif-plugged", "status": "completed", "tag": "9b748627-4d55-4cbb-b9d9-2262f3a69cdb", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:54.419969 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdde20f9-0ee6-4a06-ae93-2a9cdde7b5d6 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:54.420344 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8642b688-b429-41ef-b9b1-62d922e4404f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb', 'code': 200} Feb 04 06:12:54.447235 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:54.578417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7418746-8075-447d-bb67-e80ab8cb713d req-5ec2614c-f0c3-4408-aa3c-18a95a1ef011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:54.580039 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7418746-8075-447d-bb67-e80ab8cb713d req-5ec2614c-f0c3-4408-aa3c-18a95a1ef011 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 1098 time: 0.0397885 Feb 04 06:12:54.614564 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7418746-8075-447d-bb67-e80ab8cb713d req-b2e72e7d-065a-45b7-8065-233a956ca227 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275543 Feb 04 06:12:54.762103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.773462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf2f76-22bb-4f90-b61e-c07dd677ad8a req-29d079e6-b485-45db-a941-8a41ac148fdd tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:54.774950 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-12cf2f76-22bb-4f90-b61e-c07dd677ad8a req-29d079e6-b485-45db-a941-8a41ac148fdd tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0537705 Feb 04 06:12:54.812509 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-12cf2f76-22bb-4f90-b61e-c07dd677ad8a req-0c534c2a-dcb8-4eac-9d07-d1536fdb50d8 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315146 Feb 04 06:12:55.927644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2855b4-02e7-4103-8625-9e34894a3c46 req-1bdd8829-1b97-4d15-b59e-d67ebebf9b3e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:55.929118 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f2855b4-02e7-4103-8625-9e34894a3c46 req-1bdd8829-1b97-4d15-b59e-d67ebebf9b3e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0494101 Feb 04 06:12:55.965294 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f2855b4-02e7-4103-8625-9e34894a3c46 req-fd38ad0b-0223-48c3-970f-c85290f68ce0 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302773 Feb 04 06:12:56.075403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acaa5e-c56f-40df-80b3-aafbdf9ef67a req-7ecc35d7-31e5-4098-9566-a4db7f7c6e69 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:56.076844 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-90acaa5e-c56f-40df-80b3-aafbdf9ef67a req-7ecc35d7-31e5-4098-9566-a4db7f7c6e69 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0474520 Feb 04 06:12:56.115361 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-90acaa5e-c56f-40df-80b3-aafbdf9ef67a req-ebd36786-56e6-4304-9084-f6f9757710be tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 Feb 04 06:12:56.336470 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-240ce765-0382-4523-b542-4ad1dc1be1c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435512 Feb 04 06:12:56.353464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e90ff-18ef-4b1b-87e0-e28ab647bbdb req-3f0e14ae-069e-4eb7-9054-7efe5703d7d7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:56.355394 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dd2e90ff-18ef-4b1b-87e0-e28ab647bbdb req-3f0e14ae-069e-4eb7-9054-7efe5703d7d7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0545433 Feb 04 06:12:56.381798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.395696 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dd2e90ff-18ef-4b1b-87e0-e28ab647bbdb req-5f6363d6-8927-4b9a-945a-efd66fe518da tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Feb 04 06:12:56.666839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.530703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-a4ee01b1-610b-409f-9181-b886c0b8768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:57.532711 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-a4ee01b1-610b-409f-9181-b886c0b8768f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 1098 time: 0.0678542 Feb 04 06:12:57.540662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee53c9-6240-41f4-b70b-c2c79bcbc62e req-308bcafa-e7bb-4664-8300-3d2d4e44dad0 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:57.542032 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98ee53c9-6240-41f4-b70b-c2c79bcbc62e req-308bcafa-e7bb-4664-8300-3d2d4e44dad0 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0695040 Feb 04 06:12:57.626124 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98ee53c9-6240-41f4-b70b-c2c79bcbc62e req-bce28d98-240f-4a1a-9159-319e33f5d8e5 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755496 Feb 04 06:12:57.651553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-d605e0bd-42c3-480e-a344-021789a40562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:57.652980 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-d605e0bd-42c3-480e-a344-021789a40562 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 915 time: 0.1101356 Feb 04 06:12:57.693308 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-891018ea-771a-48eb-90e7-817ec803edec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb HTTP/1.1" status: 200 len: 217 time: 0.0332420 Feb 04 06:12:57.745763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-dd25f35f-4b55-4aaa-b7b9-d328341a2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:57.747231 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-dd25f35f-4b55-4aaa-b7b9-d328341a2806 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6545b575-ad7d-4b3e-b9cb-82b679b2d6af HTTP/1.1" status: 200 len: 854 time: 0.0480442 Feb 04 06:12:57.776849 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-b4da0145-7e5e-434f-b0cb-38ae80d723b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25898c7b-08bf-4f54-9885-f99623319a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235794 Feb 04 06:12:57.863905 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-4a89465e-02f6-488a-949b-6ce5426feef9 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802932 Feb 04 06:12:57.955903 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-1cbb32dd-3fb6-4e28-8c4f-fb56cd022b9c service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860765 Feb 04 06:12:58.571785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:58.738587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aca4e-5710-4e87-9463-212facc15ada req-f74624f3-e781-4939-ba72-54f5104ef9dd tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:58.740051 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4b3aca4e-5710-4e87-9463-212facc15ada req-f74624f3-e781-4939-ba72-54f5104ef9dd tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0487242 Feb 04 06:12:58.776490 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4b3aca4e-5710-4e87-9463-212facc15ada req-4f157787-f171-4560-8fdb-7e700cb95600 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303426 Feb 04 06:12:59.888115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebcccd-8124-4fa5-9227-727d34f9928a req-a98ab895-eb41-4cb9-a99b-2b6c3ea22cbf tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:59.889635 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-74ebcccd-8124-4fa5-9227-727d34f9928a req-a98ab895-eb41-4cb9-a99b-2b6c3ea22cbf tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0479891 Feb 04 06:12:59.927393 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-74ebcccd-8124-4fa5-9227-727d34f9928a req-40c3f547-5484-4f81-aaa3-303963b974c3 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Feb 04 06:13:01.044924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9da695-9f92-4354-83a6-cd2fc622d03f req-07547edc-42b0-4b83-9ded-b4f551040ed1 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:01.046389 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4b9da695-9f92-4354-83a6-cd2fc622d03f req-07547edc-42b0-4b83-9ded-b4f551040ed1 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0523262 Feb 04 06:13:01.083009 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4b9da695-9f92-4354-83a6-cd2fc622d03f req-26df8418-7de4-405a-85fe-2f1a817f2f38 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305653 Feb 04 06:13:02.195130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57752f-b86f-4dfe-adb1-cf20776c9510 req-f3dccee1-b12f-4dcf-b335-628bd17e288c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:02.196573 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8f57752f-b86f-4dfe-adb1-cf20776c9510 req-f3dccee1-b12f-4dcf-b335-628bd17e288c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0478394 Feb 04 06:13:02.233156 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8f57752f-b86f-4dfe-adb1-cf20776c9510 req-56fbfee8-8c75-4037-8ad4-61580bfb45a4 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306647 Feb 04 06:13:03.347617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6297c-78d2-4b0f-ba44-a1d0606fada0 req-1ce911c6-5a17-43bc-8558-042c8e6d56b8 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:03.349097 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03b6297c-78d2-4b0f-ba44-a1d0606fada0 req-1ce911c6-5a17-43bc-8558-042c8e6d56b8 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0488179 Feb 04 06:13:03.385812 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03b6297c-78d2-4b0f-ba44-a1d0606fada0 req-844388f8-e3d0-401f-a7d8-2a8e368e739b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Feb 04 06:13:04.504172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579dd32e-ea3c-40c6-8803-c8bc76c4c4d1 req-00bc59fe-3012-4f30-9129-c0745b2d47d3 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:04.505681 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-579dd32e-ea3c-40c6-8803-c8bc76c4c4d1 req-00bc59fe-3012-4f30-9129-c0745b2d47d3 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0527940 Feb 04 06:13:04.543100 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-579dd32e-ea3c-40c6-8803-c8bc76c4c4d1 req-fffb2a2e-99c4-4133-bcfe-b389cc6bb12e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Feb 04 06:13:05.656206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bdd07-837e-4f5d-b9e0-ad2ea782a4c5 req-3d7080ce-77e6-4995-810d-9a48417f1ab3 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:05.657695 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f94bdd07-837e-4f5d-b9e0-ad2ea782a4c5 req-3d7080ce-77e6-4995-810d-9a48417f1ab3 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0490007 Feb 04 06:13:05.695748 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f94bdd07-837e-4f5d-b9e0-ad2ea782a4c5 req-dcf98ec8-5641-49d1-8ced-748b39e8f207 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312679 Feb 04 06:13:06.809062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0220b-ebc9-47a7-b548-b62d7a74b0f7 req-abe3defb-ff43-436d-984d-07693557b116 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:06.810542 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-41c0220b-ebc9-47a7-b548-b62d7a74b0f7 req-abe3defb-ff43-436d-984d-07693557b116 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0491574 Feb 04 06:13:06.849419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-41c0220b-ebc9-47a7-b548-b62d7a74b0f7 req-0648e4cb-2ef0-40e5-9cf9-f526a42ac2c2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Feb 04 06:13:07.968063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e085e98-228d-47d3-b71c-e206e1e2484b req-695d2aaa-a9d5-4c12-b561-691615766cc2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:07.969515 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7e085e98-228d-47d3-b71c-e206e1e2484b req-695d2aaa-a9d5-4c12-b561-691615766cc2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0515075 Feb 04 06:13:08.005931 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7e085e98-228d-47d3-b71c-e206e1e2484b req-dab11eca-815f-4c65-a65e-de1c9c23bd8f tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302289 Feb 04 06:13:08.696067 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:13:09.117627 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e4993-8a9b-42bd-b319-b2674ba4d96b req-5f135a61-7f47-4a2f-904a-48dc504d16cb tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:09.119073 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f56e4993-8a9b-42bd-b319-b2674ba4d96b req-5f135a61-7f47-4a2f-904a-48dc504d16cb tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0474567 Feb 04 06:13:09.156687 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f56e4993-8a9b-42bd-b319-b2674ba4d96b req-902b576d-4581-4f73-942f-daa0c70dd4c9 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 Feb 04 06:13:10.269660 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ae0e1-e523-435e-92ee-68314addc8ab req-72e79e21-8241-444c-b9f6-60f999e862d2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:10.271124 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a7ae0e1-e523-435e-92ee-68314addc8ab req-72e79e21-8241-444c-b9f6-60f999e862d2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0483241 Feb 04 06:13:10.307123 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a7ae0e1-e523-435e-92ee-68314addc8ab req-9b0de68b-dddd-49c4-bd7a-2821620307c2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301595 Feb 04 06:13:11.425158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eb9ac-9c69-4c09-a0d5-bdc5143e3abf req-f5e83dc8-44b8-4ece-9f95-c5c3e5fddb8c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:11.426638 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a03eb9ac-9c69-4c09-a0d5-bdc5143e3abf req-f5e83dc8-44b8-4ece-9f95-c5c3e5fddb8c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0523865 Feb 04 06:13:11.463807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a03eb9ac-9c69-4c09-a0d5-bdc5143e3abf req-a786a6a6-b16e-4eab-b611-f3ab0075d3a2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312502 Feb 04 06:13:12.577103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf31aaa-f9b4-4141-b12a-d3e0b77dea81 req-334c6e38-ff08-4331-9a3a-eae45ffd43e5 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:12.578575 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dcf31aaa-f9b4-4141-b12a-d3e0b77dea81 req-334c6e38-ff08-4331-9a3a-eae45ffd43e5 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0498295 Feb 04 06:13:12.615958 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dcf31aaa-f9b4-4141-b12a-d3e0b77dea81 req-8d56ea06-9cdc-4f4a-82b6-41f34b28cacf tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311344 Feb 04 06:13:13.776808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f67b84-8b7f-4f32-99ee-ca6264ef5c83 req-5b62591d-bde8-4753-ad94-5ce2d5727548 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:13.778290 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-69f67b84-8b7f-4f32-99ee-ca6264ef5c83 req-5b62591d-bde8-4753-ad94-5ce2d5727548 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0986102 Feb 04 06:13:13.815505 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-69f67b84-8b7f-4f32-99ee-ca6264ef5c83 req-cf4e0ee3-4f2b-456d-bfa4-cebee7ef5a8b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Feb 04 06:13:14.933912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241037ba-15d3-4577-9264-8752da18cfa5 req-409068e1-9f4e-4878-9c17-d620ed828a72 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:14.935391 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-241037ba-15d3-4577-9264-8752da18cfa5 req-409068e1-9f4e-4878-9c17-d620ed828a72 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0529237 Feb 04 06:13:14.972908 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-241037ba-15d3-4577-9264-8752da18cfa5 req-2f909cfb-ddfd-4b5b-bcf1-b9c9e7f363cf tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316942 Feb 04 06:13:16.083986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752fdd-b59c-4c49-985b-46e41008e435 req-1bf41155-fdac-4c15-8f2e-44de2ce3fa91 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:16.085457 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-11752fdd-b59c-4c49-985b-46e41008e435 req-1bf41155-fdac-4c15-8f2e-44de2ce3fa91 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0484488 Feb 04 06:13:16.122398 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-11752fdd-b59c-4c49-985b-46e41008e435 req-1d688130-f745-4016-848d-af2b854f7a0d tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312657 Feb 04 06:13:17.233596 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476eb22f-958e-48d7-aa62-831aa9176030 req-888a3fc8-ed4f-4cfd-a412-6af6aeb9f9c5 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:17.235055 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-476eb22f-958e-48d7-aa62-831aa9176030 req-888a3fc8-ed4f-4cfd-a412-6af6aeb9f9c5 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0487740 Feb 04 06:13:17.272204 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-476eb22f-958e-48d7-aa62-831aa9176030 req-764bd21c-73dd-4d5d-a8b1-171893ac1c82 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307324 Feb 04 06:13:18.385808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4747ce-acbc-4597-8999-b86fca1efcbd req-d1dd0b36-bd11-4236-947b-44f17da17803 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:18.387249 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cb4747ce-acbc-4597-8999-b86fca1efcbd req-d1dd0b36-bd11-4236-947b-44f17da17803 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0512314 Feb 04 06:13:18.424267 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cb4747ce-acbc-4597-8999-b86fca1efcbd req-bfae4813-02b4-47b5-8c92-5bd55976ad12 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304322 Feb 04 06:13:19.540576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0abdb-a06e-41c6-b853-8a0fd427f914 req-1533be48-d6b6-403f-b5a1-32f5d8620389 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:19.542601 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6e0abdb-a06e-41c6-b853-8a0fd427f914 req-1533be48-d6b6-403f-b5a1-32f5d8620389 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0515242 Feb 04 06:13:19.587476 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d6e0abdb-a06e-41c6-b853-8a0fd427f914 req-8d9effdf-7b20-469f-9a13-1dd1c2d9f663 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387568 Feb 04 06:13:20.698395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b22e8-7490-4243-969c-5f63c6c1f873 req-a23e6b5b-3f2f-49b2-8c9a-4f0d257263f2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:20.699838 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-911b22e8-7490-4243-969c-5f63c6c1f873 req-a23e6b5b-3f2f-49b2-8c9a-4f0d257263f2 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0477684 Feb 04 06:13:20.737191 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-911b22e8-7490-4243-969c-5f63c6c1f873 req-79937bb4-cb00-4234-8f90-0ba2eca7649c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311775 Feb 04 06:13:21.202905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b25d8aab-ac63-4df7-99c3-59e905d4a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.853910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf87c82-498b-47e4-a2df-936263788e9d req-a9e4429b-dbd0-464e-bfa3-771824195fa9 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:21.855395 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fdf87c82-498b-47e4-a2df-936263788e9d req-a9e4429b-dbd0-464e-bfa3-771824195fa9 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0522349 Feb 04 06:13:21.893903 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fdf87c82-498b-47e4-a2df-936263788e9d req-9ca60fca-08e4-443b-bafa-e25cccff2036 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319207 Feb 04 06:13:23.007119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56614b1c-b898-4f0a-9991-5f30f6ec0709 req-02e40802-aa8e-48aa-bf8d-7986ca11003e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:23.008572 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56614b1c-b898-4f0a-9991-5f30f6ec0709 req-02e40802-aa8e-48aa-bf8d-7986ca11003e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0483696 Feb 04 06:13:23.045241 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56614b1c-b898-4f0a-9991-5f30f6ec0709 req-545b8b05-569f-4fed-bc7e-7811c622c854 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307045 Feb 04 06:13:23.441786 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b786a56f-83bf-4ea4-b6e3-b04ca54649d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.157572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66ccff-cff6-4ccb-945a-444c49400b01 req-883b8d9c-a538-4b84-864a-cfc957f5eb6b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:24.159201 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd66ccff-cff6-4ccb-945a-444c49400b01 req-883b8d9c-a538-4b84-864a-cfc957f5eb6b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0487077 Feb 04 06:13:24.196494 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd66ccff-cff6-4ccb-945a-444c49400b01 req-a1ff05ae-5528-48ef-af3c-a1d25faf19a1 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314159 Feb 04 06:13:24.526098 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-2228b63a-753d-44f9-a7e6-bdaded6b69db service neutron] 10.222.0.36 "GET /v2.0/ports/9b748627-4d55-4cbb-b9d9-2262f3a69cdb/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0566411 Feb 04 06:13:24.720756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-f453115b-da5b-40af-a26e-75dd938a20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:24.723171 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-f453115b-da5b-40af-a26e-75dd938a20f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f&tenant_id=f352f7f19e824dd7a69d1b57b31186cd HTTP/1.1" status: 200 len: 1098 time: 0.0456212 Feb 04 06:13:24.765069 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.782082 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-28625856-d189-4ba0-b92a-fc21818147ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:24.783504 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-28625856-d189-4ba0-b92a-fc21818147ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 1098 time: 0.0405643 Feb 04 06:13:24.875373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-666f44c2-2e6a-4f92-9486-5bf138f6cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:24.876818 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-666f44c2-2e6a-4f92-9486-5bf138f6cfd1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 915 time: 0.0860193 Feb 04 06:13:24.917804 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-b0ce79b3-d682-4227-8dc7-93ae492f24aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb HTTP/1.1" status: 200 len: 217 time: 0.0345292 Feb 04 06:13:24.964913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-91a0de33-017b-4756-b1a9-f055dd0b69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:24.966474 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-91a0de33-017b-4756-b1a9-f055dd0b69b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6545b575-ad7d-4b3e-b9cb-82b679b2d6af HTTP/1.1" status: 200 len: 854 time: 0.0423853 Feb 04 06:13:24.999628 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-ae6fcf81-fc79-40d5-b30d-ebdc75e58abf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25898c7b-08bf-4f54-9885-f99623319a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269961 Feb 04 06:13:25.380090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0e532-bf6e-4451-bc07-d09e630d0339 req-de269766-6716-4672-bc97-6d3b305ef69e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:25.381566 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bcd0e532-bf6e-4451-bc07-d09e630d0339 req-de269766-6716-4672-bc97-6d3b305ef69e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0987854 Feb 04 06:13:25.386785 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-3bca905e-f833-4d94-9ab3-943faae80ee1 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802521 Feb 04 06:13:25.463331 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bcd0e532-bf6e-4451-bc07-d09e630d0339 req-2286738d-80c4-4008-9f29-58887123f05c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755911 Feb 04 06:13:25.496905 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2123bac-9bca-4e90-b34d-bf99980db3ac req-64715bc6-cb88-4cec-8ee8-b228ed198769 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019380 Feb 04 06:13:26.381979 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.630456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2072c8-93b6-492a-a57f-8bc52c063e11 req-2545c8af-3642-40a8-9e89-3aa28218d815 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:26.631872 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4b2072c8-93b6-492a-a57f-8bc52c063e11 req-2545c8af-3642-40a8-9e89-3aa28218d815 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.1023979 Feb 04 06:13:26.668990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.669456 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4b2072c8-93b6-492a-a57f-8bc52c063e11 req-732b0341-2a38-462e-aab0-e45da1a6c449 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Feb 04 06:13:27.781679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fe97c-4389-4013-ad9f-0640cca9b4b3 req-f45fb23f-1de0-4df1-afa8-c8991d6faf6a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:27.783119 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-138fe97c-4389-4013-ad9f-0640cca9b4b3 req-f45fb23f-1de0-4df1-afa8-c8991d6faf6a tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0474634 Feb 04 06:13:27.820627 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-138fe97c-4389-4013-ad9f-0640cca9b4b3 req-76c15b02-baa7-4025-a4e5-452a9132ee8b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316069 Feb 04 06:13:28.045064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9954a-18f4-4146-be07-2e6de966e8eb req-05339c0b-d227-4f9c-ab72-0cf109e2d0be tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:28.046470 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-feb9954a-18f4-4146-be07-2e6de966e8eb req-05339c0b-d227-4f9c-ab72-0cf109e2d0be tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0836484 Feb 04 06:13:28.055405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1591c5-3795-40c6-813a-429947c4ab76 req-4659e070-e4a1-4cd6-a8cb-abb693ecd57e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:28.056747 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af1591c5-3795-40c6-813a-429947c4ab76 req-4659e070-e4a1-4cd6-a8cb-abb693ecd57e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.36 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f&tenant_id=f352f7f19e824dd7a69d1b57b31186cd&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0853937 Feb 04 06:13:28.091431 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-feb9954a-18f4-4146-be07-2e6de966e8eb req-55606c23-a6fe-49cc-b3ed-d30a182f0522 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Feb 04 06:13:28.135456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1591c5-3795-40c6-813a-429947c4ab76 req-f4ed8b91-7375-4412-868d-b505c263ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:28.136922 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af1591c5-3795-40c6-813a-429947c4ab76 req-f4ed8b91-7375-4412-868d-b505c263ceb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 1098 time: 0.0407245 Feb 04 06:13:28.224367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1591c5-3795-40c6-813a-429947c4ab76 req-09ccd6b4-48a0-4d62-b3fa-3077bdbee154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:28.225817 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af1591c5-3795-40c6-813a-429947c4ab76 req-09ccd6b4-48a0-4d62-b3fa-3077bdbee154 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 200 len: 915 time: 0.0818565 Feb 04 06:13:28.268306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af1591c5-3795-40c6-813a-429947c4ab76 req-1fc3847c-1588-48e4-9737-bc7ccc993f34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb HTTP/1.1" status: 200 len: 217 time: 0.0362110 Feb 04 06:13:28.315162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1591c5-3795-40c6-813a-429947c4ab76 req-24575e71-16a4-428c-8877-de0df5c0f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:28.316537 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af1591c5-3795-40c6-813a-429947c4ab76 req-24575e71-16a4-428c-8877-de0df5c0f224 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6545b575-ad7d-4b3e-b9cb-82b679b2d6af HTTP/1.1" status: 200 len: 854 time: 0.0424175 Feb 04 06:13:28.346671 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af1591c5-3795-40c6-813a-429947c4ab76 req-8d1879e4-2ff9-4165-ba3b-544b1b78ef7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25898c7b-08bf-4f54-9885-f99623319a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230706 Feb 04 06:13:28.352782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 9b748627-4d55-4cbb-b9d9-2262f3a69cdb details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:13:28.355463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 9b748627-4d55-4cbb-b9d9-2262f3a69cdb no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:13:28.438411 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af1591c5-3795-40c6-813a-429947c4ab76 req-e67bc9bb-03f3-46bd-87bf-453d61b2fbf6 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853424 Feb 04 06:13:28.499067 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.505329 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:13:28.527393 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb', 'network_id': '25898c7b-08bf-4f54-9885-f99623319a5b', 'port_id': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb', 'mac_address': 'fa:16:3e:47:65:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6545b575-ad7d-4b3e-b9cb-82b679b2d6af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:13:28.528612 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af1591c5-3795-40c6-813a-429947c4ab76 req-fc8f601a-a657-4095-9848-2ae3d77186c5 service neutron] 10.222.0.36 "GET /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832062 Feb 04 06:13:28.535638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8642b688-b429-41ef-b9b1-62d922e4404f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:28.537872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddae2db-7adb-4c5b-982d-2c35cdbf7571" -d '{"events": [{"server_uuid": "8642b688-b429-41ef-b9b1-62d922e4404f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b748627-4d55-4cbb-b9d9-2262f3a69cdb"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:13:28.568227 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:13:28.581650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.593199 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bce4aca-5a45-4d8f-b208-a33a5eb0d77d x-openstack-request-id: req-9bce4aca-5a45-4d8f-b208-a33a5eb0d77d {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:13:28.593477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8642b688-b429-41ef-b9b1-62d922e4404f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b748627-4d55-4cbb-b9d9-2262f3a69cdb", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:13:28.593724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bce4aca-5a45-4d8f-b208-a33a5eb0d77d {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:13:28.594100 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8642b688-b429-41ef-b9b1-62d922e4404f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb', 'code': 200} Feb 04 06:13:28.629388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.630044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.653639 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b748627-4d55-4cbb-b9d9-2262f3a69cdb {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:13:28.658692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:28.667519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.667848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.668183 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.668507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.668829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.669165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.669489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.669809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.670150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.670465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.670779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.671086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:28.704667 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:28.705019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:29.206735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3ad55-b684-4e3d-855f-bb03bbae27d0 req-2f010f3b-cfa4-4762-b719-88459a97ae04 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:29.208195 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-35b3ad55-b684-4e3d-855f-bb03bbae27d0 req-2f010f3b-cfa4-4762-b719-88459a97ae04 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 943 time: 0.0484760 Feb 04 06:13:29.241558 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.251496 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-35b3ad55-b684-4e3d-855f-bb03bbae27d0 req-f8b3f6d1-a225-4b09-88d4-a00514d65302 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371995 Feb 04 06:13:29.254903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b748627-4d55-4cbb-b9d9-2262f3a69cdb {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:13:29.277283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:13:29.281273 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.335125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:29.343441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['9b748627-4d55-4cbb-b9d9-2262f3a69cdb'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:13:29.367486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccf646-12f0-4259-bdea-4292331f9a70 req-68f5ebca-37e2-4777-8f93-8c3933ba43c7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:29.368960 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-deccf646-12f0-4259-bdea-4292331f9a70 req-68f5ebca-37e2-4777-8f93-8c3933ba43c7 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 944 time: 0.0491486 Feb 04 06:13:29.406223 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-deccf646-12f0-4259-bdea-4292331f9a70 req-ad1fa4b3-20e6-408c-8448-27c76273fdf4 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Feb 04 06:13:29.519105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732263a-dccc-46f3-b1d6-39a2a47b9fa2 req-ff18a86f-4905-42b6-9889-33c63e43dada tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:29.520483 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9732263a-dccc-46f3-b1d6-39a2a47b9fa2 req-ff18a86f-4905-42b6-9889-33c63e43dada tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 944 time: 0.0492828 Feb 04 06:13:29.557509 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9732263a-dccc-46f3-b1d6-39a2a47b9fa2 req-5bd6fb40-6503-4755-adce-f963dd9baf9b tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Feb 04 06:13:29.874751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d8424-ff92-48cc-9b7a-61b1f3fa1d45 req-8bc379f1-3714-4379-bc9f-c63d42a525a9 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:29.876218 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-042d8424-ff92-48cc-9b7a-61b1f3fa1d45 req-8bc379f1-3714-4379-bc9f-c63d42a525a9 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 944 time: 0.0506814 Feb 04 06:13:29.917389 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-042d8424-ff92-48cc-9b7a-61b1f3fa1d45 req-c5525925-29f2-4a6d-acd5-845ba1a2054e tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345607 Feb 04 06:13:30.379165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 9b748627-4d55-4cbb-b9d9-2262f3a69cdb up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:13:30.424799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:30.425197 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.500493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.532048 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:13:30.536825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.583316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:30.595394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8642b688-b429-41ef-b9b1-62d922e4404f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:30.598776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fa9839-0d69-460a-bead-257800026a5b" -d '{"events": [{"server_uuid": "8642b688-b429-41ef-b9b1-62d922e4404f", "name": "network-vif-plugged", "status": "completed", "tag": "9b748627-4d55-4cbb-b9d9-2262f3a69cdb"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:13:30.633262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af89bff7-a3c1-4bed-b599-b09766bc7936 x-openstack-request-id: req-af89bff7-a3c1-4bed-b599-b09766bc7936 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:13:30.633547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8642b688-b429-41ef-b9b1-62d922e4404f", "name": "network-vif-plugged", "status": "completed", "tag": "9b748627-4d55-4cbb-b9d9-2262f3a69cdb", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:13:30.633794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af89bff7-a3c1-4bed-b599-b09766bc7936 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:13:30.634178 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8642b688-b429-41ef-b9b1-62d922e4404f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb', 'code': 200} Feb 04 06:13:31.030524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad5a4e-0f30-47e2-b2fd-94d04ac5e3bc req-5142505d-fda4-4b4e-b123-3210bb0315da tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:31.031990 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ffad5a4e-0f30-47e2-b2fd-94d04ac5e3bc req-5142505d-fda4-4b4e-b123-3210bb0315da tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0479972 Feb 04 06:13:31.070067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ffad5a4e-0f30-47e2-b2fd-94d04ac5e3bc req-565fa2db-997b-4c61-9813-63c4a24f9c7c tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/security-groups?id=16eda3a0-de9c-4f98-b10f-3d861d70887f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Feb 04 06:13:31.436340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac1005-41c9-4f04-b2aa-3977bc60bed1 req-1a0fccc2-78cf-4af6-ad74-153f98fa26fb tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:31.437869 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-20ac1005-41c9-4f04-b2aa-3977bc60bed1 req-1a0fccc2-78cf-4af6-ad74-153f98fa26fb tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.36 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 945 time: 0.0484996 Feb 04 06:13:31.528612 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-20ac1005-41c9-4f04-b2aa-3977bc60bed1 req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Deleting port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:13:31.528953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-20ac1005-41c9-4f04-b2aa-3977bc60bed1 req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.615901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-20ac1005-41c9-4f04-b2aa-3977bc60bed1 req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] For port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,segment=NetworkSegment(a4f43f76-fbbe-4c1b-a4c3-cde198d3482f),segment_id=a4f43f76-fbbe-4c1b-a4c3-cde198d3482f)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:13:31.616259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-20ac1005-41c9-4f04-b2aa-3977bc60bed1 req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.627931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-20ac1005-41c9-4f04-b2aa-3977bc60bed1 req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Calling delete_port for 9b748627-4d55-4cbb-b9d9-2262f3a69cdb owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:13:31.756724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-20ac1005-41c9-4f04-b2aa-3977bc60bed1 req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.767575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['9b748627-4d55-4cbb-b9d9-2262f3a69cdb'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:13:31.785414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Pushing event deleted for resources: {'Port': ['ID=9b748627-4d55-4cbb-b9d9-2262f3a69cdb,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:31.797128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.797479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.797817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.798150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.798486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.798812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.799171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.799565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.799819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.800137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.800455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.800778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:31.834796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ac1005-41c9-4f04-b2aa-3977bc60bed1 req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] No DVR routers for this DVR port 9b748627-4d55-4cbb-b9d9-2262f3a69cdb on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:31.837293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-20ac1005-41c9-4f04-b2aa-3977bc60bed1 req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.840487 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-20ac1005-41c9-4f04-b2aa-3977bc60bed1 req-6df33ec0-8ef3-443a-be52-3692a2468256 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.36 "DELETE /v2.0/ports/9b748627-4d55-4cbb-b9d9-2262f3a69cdb HTTP/1.1" status: 204 len: 173 time: 0.3964903 Feb 04 06:13:31.840919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8642b688-b429-41ef-b9b1-62d922e4404f', 'name': 'network-vif-deleted', 'tag': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:31.843209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2850af5-f7c3-4823-86dc-6596e42934c6" -d '{"events": [{"server_uuid": "8642b688-b429-41ef-b9b1-62d922e4404f", "name": "network-vif-deleted", "tag": "9b748627-4d55-4cbb-b9d9-2262f3a69cdb"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:13:31.945543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf25350-f504-453e-ae86-64227a05da81 x-openstack-request-id: req-acf25350-f504-453e-ae86-64227a05da81 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:13:31.945852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8642b688-b429-41ef-b9b1-62d922e4404f", "name": "network-vif-deleted", "tag": "9b748627-4d55-4cbb-b9d9-2262f3a69cdb", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:13:31.946088 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acf25350-f504-453e-ae86-64227a05da81 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:13:31.946519 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8642b688-b429-41ef-b9b1-62d922e4404f', 'name': 'network-vif-deleted', 'tag': '9b748627-4d55-4cbb-b9d9-2262f3a69cdb', 'status': 'completed', 'code': 200} Feb 04 06:13:32.179241 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84e88f48-4611-456e-a851-c461f0660418 req-c6e936a1-d33a-4662-bb3e-4bfad3559403 tempest-ServerDiskConfigTestJSON-1451687062 tempest-ServerDiskConfigTestJSON-1451687062-project] 10.222.0.15 "GET /v2.0/ports?device_id=8642b688-b429-41ef-b9b1-62d922e4404f HTTP/1.1" status: 200 len: 210 time: 0.0305312 Feb 04 06:13:33.298300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 50288) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:33.342746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Deleting subnet 6545b575-ad7d-4b3e-b9cb-82b679b2d6af {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:13:33.345672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.379502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.416706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.472035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.498332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6545b575-ad7d-4b3e-b9cb-82b679b2d6af,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:33.501145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.503789 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6545b575-ad7d-4b3e-b9cb-82b679b2d6af HTTP/1.1" status: 204 len: 168 time: 0.2043557 Feb 04 06:13:33.506369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50290) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:33.509678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.510026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.510438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.510698 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.511029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.511358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.511683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.512005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.512326 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.512651 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.512971 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.513321 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4b7b4-eb9e-48aa-931a-b8e30b10891b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:33.572295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.651007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.670583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25898c7b-08bf-4f54-9885-f99623319a5b']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:33.680524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f43f76-fbbe-4c1b-a4c3-cde198d3482f') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:33.680819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f43f76-fbbe-4c1b-a4c3-cde198d3482f') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:33.690221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.703165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.710152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:13:33.710530 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:13:33.712131 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:13:33.764824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.770860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.774144 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] 10.222.0.15 "DELETE /v2.0/networks/25898c7b-08bf-4f54-9885-f99623319a5b HTTP/1.1" status: 204 len: 168 time: 0.2667804 Feb 04 06:13:33.785803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68011b2f-1342-4da9-9774-fd0b9096973a admin admin] Pushing event deleted for resources: {'Network': ['ID=25898c7b-08bf-4f54-9885-f99623319a5b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:33.879681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50294) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:33.919319 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-71e21369-831b-4d93-b4e3-0a000fd17133 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f352f7f19e824dd7a69d1b57b31186cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384378 Feb 04 06:13:33.921709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50296) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:33.974397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b822-d997-4b57-99da-ceddd27ae7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.994730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b822-d997-4b57-99da-ceddd27ae7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.041958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b822-d997-4b57-99da-ceddd27ae7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.044423 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b822-d997-4b57-99da-ceddd27ae7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.045684 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d2d1b822-d997-4b57-99da-ceddd27ae7c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16eda3a0-de9c-4f98-b10f-3d861d70887f HTTP/1.1" status: 204 len: 168 time: 0.1230347 Feb 04 06:13:34.053977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1b822-d997-4b57-99da-ceddd27ae7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eda3a0-de9c-4f98-b10f-3d861d70887f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:34.691480 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 50318) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:34.785286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1514763250-network', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:34.807491 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Made reservation on behalf of b5dac196ff454496a9f4ec6cbf6e7c4f for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:34.809756 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.818281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.895740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.899435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.928097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:13:34.934108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784ede85-1197-41d1-b1f4-61c150ca6b75,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:34.941689 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.942042 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Added segment c5066a3c-adcb-4345-bad1-b91d6198ed1b of type vlan for network 85f9b5d1-088e-4192-b457-1ff651d7524d Feb 04 06:13:34.982714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.005922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.006892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:35.007472 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.060689 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3679886 Feb 04 06:13:35.063581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50322) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:35.068722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] Request body: {'subnet': {'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1514763250-subnet', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:35.075626 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358884c0-1fd5-4a9c-95ca-37450d2c4b7d admin admin] Pushing event updated for resources: {'Network': ['ID=85f9b5d1-088e-4192-b457-1ff651d7524d,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.087323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 85f9b5d1-088e-4192-b457-1ff651d7524d details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:13:35.093003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] Made reservation on behalf of b5dac196ff454496a9f4ec6cbf6e7c4f for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:35.095397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.262399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.315462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ac61997-72f0-423a-aaa1-24560f78164b,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.331188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] Checking segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:13:35.331551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] Network hostable DHCP agents. Network: 85f9b5d1-088e-4192-b457-1ff651d7524d, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:13:35.347838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] Network 85f9b5d1-088e-4192-b457-1ff651d7524d is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:13:35.357383 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 85f9b5d1-088e-4192-b457-1ff651d7524d) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:35.363981 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:35.364895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.366384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f2cd23-9532-44fb-92a5-ae119ba9de94 None None] Network 85f9b5d1-088e-4192-b457-1ff651d7524d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:13:35.381003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3137af68-a6ed-457a-a97f-e3a0e3a8d9f9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3163490 Feb 04 06:13:35.383681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50324) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:35.387957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:35.411174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.412190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.467648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.607650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.648444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-85f9b5d1-088e-4192-b457-1ff651d7524d', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:13:35.649301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.783640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Allocated IP 172.20.0.2 (85f9b5d1-088e-4192-b457-1ff651d7524d/5ac61997-72f0-423a-aaa1-24560f78164b/f68972ab-c77d-4eab-bdb9-83ab2b2c2426) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:35.824550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.843706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.921729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.928646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.954435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Allocated IP 172.26.5.54 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/b79cb82d-a505-4d56-a6bc-1b7b6cec1286) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:35.970787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Network 85f9b5d1-088e-4192-b457-1ff651d7524d is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:35.974865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:35.978293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:13:35.986583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f68972ab-c77d-4eab-bdb9-83ab2b2c2426,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:36.036403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Attempting to bind port f68972ab-c77d-4eab-bdb9-83ab2b2c2426 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:36.036773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Attempting to bind port f68972ab-c77d-4eab-bdb9-83ab2b2c2426 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:36.037166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Attempting to bind port f68972ab-c77d-4eab-bdb9-83ab2b2c2426 on network 85f9b5d1-088e-4192-b457-1ff651d7524d {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:13:36.041995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:13:36.042365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Checking segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:13:36.042761 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.043149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Bound using segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:13:36.043603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Bound port: f68972ab-c77d-4eab-bdb9-83ab2b2c2426, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:36.043990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.060942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.095464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.106736 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] For port f68972ab-c77d-4eab-bdb9-83ab2b2c2426, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:13:36.109941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] For port f68972ab-c77d-4eab-bdb9-83ab2b2c2426, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f68972ab-c77d-4eab-bdb9-83ab2b2c2426,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:13:36.114621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.142096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:36.145413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:36.149929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:13:36.152748 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Pushing event updated for resources: {'Port': ['ID=b79cb82d-a505-4d56-a6bc-1b7b6cec1286,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:36.173311 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604ac05-57b1-49f1-9eb1-f433ada9b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f68972ab-c77d-4eab-bdb9-83ab2b2c2426,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:36.411905 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.446117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 9b748627-4d55-4cbb-b9d9-2262f3a69cdb no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:13:36.469978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 9b748627-4d55-4cbb-b9d9-2262f3a69cdb {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:13:36.470324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 9b748627-4d55-4cbb-b9d9-2262f3a69cdb not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:13:36.872646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.014598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Router eb8c1494-f7c7-473e-b539-79634009bc42 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:13:37.054462 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9221bb-34a5-4860-af2c-faa5f8ed78fd None None] Network 85f9b5d1-088e-4192-b457-1ff651d7524d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:13:37.073009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f68972ab-c77d-4eab-bdb9-83ab2b2c2426 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:13:37.128968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:13:37.138003 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Sync routers for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:37.148996 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:13:37.149718 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:13:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:37.149865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.155557 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ed8494ce-381b-42b2-9cd2-95eac2a5cd7c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7670546 Feb 04 06:13:37.155557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50326) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:37.160232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b637c418-a047-49b8-969a-5098cc654f67 None None] Provisioning complete for port f68972ab-c77d-4eab-bdb9-83ab2b2c2426 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:37.160740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b637c418-a047-49b8-969a-5098cc654f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.246257 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f68972ab-c77d-4eab-bdb9-83ab2b2c2426 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:37.246545 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.258972 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:13:37.362323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b637c418-a047-49b8-969a-5098cc654f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.427609 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-b637c418-a047-49b8-969a-5098cc654f67 None None] For port f68972ab-c77d-4eab-bdb9-83ab2b2c2426, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f68972ab-c77d-4eab-bdb9-83ab2b2c2426,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:13:37.437451 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b637c418-a047-49b8-969a-5098cc654f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.442481 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.462388 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:36Z', 'revision_number': 3, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:37.494742 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Checking router: eb8c1494-f7c7-473e-b539-79634009bc42 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:13:37.495342 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Updating router eb8c1494-f7c7-473e-b539-79634009bc42 port b79cb82d-a505-4d56-a6bc-1b7b6cec1286 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:13:37.522972 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.540824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637c418-a047-49b8-969a-5098cc654f67 None None] Pushing event updated for resources: {'Port': ['ID=f68972ab-c77d-4eab-bdb9-83ab2b2c2426,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:37.551569 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:37.552027 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:37.615784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.658522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0450e10a-926a-4ffc-92f6-e4b1d7fd3eb9 None None] Provisioning complete for port f68972ab-c77d-4eab-bdb9-83ab2b2c2426 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:37.658898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0450e10a-926a-4ffc-92f6-e4b1d7fd3eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.794429 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.800825 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.822654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Allocated IP 172.20.0.1 (85f9b5d1-088e-4192-b457-1ff651d7524d/5ac61997-72f0-423a-aaa1-24560f78164b/d6bcd242-5189-443d-b5f1-ed8e1555969d) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:37.855754 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Attempting to bind port b79cb82d-a505-4d56-a6bc-1b7b6cec1286 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:37.856125 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Attempting to bind port b79cb82d-a505-4d56-a6bc-1b7b6cec1286 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:37.856488 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Attempting to bind port b79cb82d-a505-4d56-a6bc-1b7b6cec1286 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:13:37.859514 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Pushing event updated for resources: {'Port': ['ID=b79cb82d-a505-4d56-a6bc-1b7b6cec1286,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:37.867904 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:13:37.868275 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:13:37.868672 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.869062 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:13:37.869535 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Bound port: b79cb82d-a505-4d56-a6bc-1b7b6cec1286, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:37.869912 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.872687 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.873039 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.873391 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.873722 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.874051 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.874376 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.874698 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.875020 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.875342 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.875659 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.875974 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.876290 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:37.926179 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] For port b79cb82d-a505-4d56-a6bc-1b7b6cec1286, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:13:37.929445 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] For port b79cb82d-a505-4d56-a6bc-1b7b6cec1286, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b79cb82d-a505-4d56-a6bc-1b7b6cec1286,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:13:37.933464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.935838 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.968270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.994275 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:13:37.994876 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:13:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:37.997486 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e93b3-6a6f-41bd-922f-247918579961 None None] Pushing event updated for resources: {'Port': ['ID=b79cb82d-a505-4d56-a6bc-1b7b6cec1286,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:38.010763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Network 85f9b5d1-088e-4192-b457-1ff651d7524d is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:38.013602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:38.015978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:13:38.042327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Pushing event updated for resources: {'Port': ['ID=d6bcd242-5189-443d-b5f1-ed8e1555969d,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:38.062055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.113829 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:13:38.231425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.257059 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8711565e-161b-4bb0-96a0-755b8ca38e4a None None] Provisioning complete for port d6bcd242-5189-443d-b5f1-ed8e1555969d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:38.258100 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8711565e-161b-4bb0-96a0-755b8ca38e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.297126 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8711565e-161b-4bb0-96a0-755b8ca38e4a None None] Port d6bcd242-5189-443d-b5f1-ed8e1555969d cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:13:38.306651 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:36Z', 'revision_number': 3, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:38.333769 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4afe74-3532-4b60-b1e9-fbf883e4198c None None] The sync data for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv is: [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:36Z', 'revision_number': 3, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:38.399752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.404750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.477097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Pushing event updated for resources: {'Port': ['ID=d6bcd242-5189-443d-b5f1-ed8e1555969d,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:38.479548 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.585157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Network 85f9b5d1-088e-4192-b457-1ff651d7524d is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:38.588928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:38.712319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Router eb8c1494-f7c7-473e-b539-79634009bc42 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:13:38.822246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-23f039e8-8dc0-4cdc-b0f0-54a02106a0d7 None None] Provisioning complete for port d6bcd242-5189-443d-b5f1-ed8e1555969d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:38.822728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-23f039e8-8dc0-4cdc-b0f0-54a02106a0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.829772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:13:38.841601 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-68666694-09db-4dcf-b5eb-9269afaa090b admin admin] 10.222.0.15 "PUT /v2.0/routers/eb8c1494-f7c7-473e-b539-79634009bc42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6861053 Feb 04 06:13:38.863857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-23f039e8-8dc0-4cdc-b0f0-54a02106a0d7 None None] Port d6bcd242-5189-443d-b5f1-ed8e1555969d cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:13:39.098593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f68972ab-c77d-4eab-bdb9-83ab2b2c2426 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:13:39.150147 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f68972ab-c77d-4eab-bdb9-83ab2b2c2426 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:39.150520 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.233184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b79cb82d-a505-4d56-a6bc-1b7b6cec1286 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:13:39.247491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50334) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:39.252147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9ad4dce7-17dd-4e60-abc3-d7fa6ff36f6a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549502035', 'description': 'tempest-description--662763225'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:39.278357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ad4dce7-17dd-4e60-abc3-d7fa6ff36f6a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.281218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port b79cb82d-a505-4d56-a6bc-1b7b6cec1286 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:39.281688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.352437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ad4dce7-17dd-4e60-abc3-d7fa6ff36f6a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.357268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ad4dce7-17dd-4e60-abc3-d7fa6ff36f6a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.366383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.386576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ad4dce7-17dd-4e60-abc3-d7fa6ff36f6a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.391815 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9ad4dce7-17dd-4e60-abc3-d7fa6ff36f6a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1393287 Feb 04 06:13:39.391985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50336) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:39.396777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port b79cb82d-a505-4d56-a6bc-1b7b6cec1286, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b79cb82d-a505-4d56-a6bc-1b7b6cec1286,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:13:39.397102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2eb0c2eb-bfca-48e3-ade7-6046d7e82b3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'security_group_rule': {'security_group_id': 'a83520d9-50c6-4ad9-99fa-a9abfacd9963', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:39.400826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.403055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4dce7-17dd-4e60-abc3-d7fa6ff36f6a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83520d9-50c6-4ad9-99fa-a9abfacd9963,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:39.428678 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c2eb-bfca-48e3-ade7-6046d7e82b3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.451027 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=b79cb82d-a505-4d56-a6bc-1b7b6cec1286,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:39.489820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c2eb-bfca-48e3-ade7-6046d7e82b3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.493268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c2eb-bfca-48e3-ade7-6046d7e82b3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.510580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0c2eb-bfca-48e3-ade7-6046d7e82b3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f272b2aa-509b-4de5-afcb-2f9b3399f4c0,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:39.519247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c2eb-bfca-48e3-ade7-6046d7e82b3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.520433 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2eb0c2eb-bfca-48e3-ade7-6046d7e82b3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268349 Feb 04 06:13:39.523039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50338) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:39.527237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-196fc400-d9ba-49ce-b675-0c0af4b2f4bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'security_group_rule': {'security_group_id': 'a83520d9-50c6-4ad9-99fa-a9abfacd9963', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:39.555040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-196fc400-d9ba-49ce-b675-0c0af4b2f4bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.615212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-196fc400-d9ba-49ce-b675-0c0af4b2f4bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.618780 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-196fc400-d9ba-49ce-b675-0c0af4b2f4bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.637421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fc400-d9ba-49ce-b675-0c0af4b2f4bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59ea60c-4d34-4286-8450-8301be45b0cd,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:39.641761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-196fc400-d9ba-49ce-b675-0c0af4b2f4bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.643681 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-196fc400-d9ba-49ce-b675-0c0af4b2f4bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196125 Feb 04 06:13:39.646626 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 50340) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:39.651353 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:39.676056 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.776819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.871137 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Sync routers for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:39.880224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:13:39.880825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:13:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:39.900994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Allocated IP 172.26.5.170 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/d2654b16-2a19-4bbc-a31e-737b8f758b3f) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:39.992527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:13:40.008905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.044798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.096565 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:40.101086 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:40.104628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:13:40.130207 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event updated for resources: {'Port': ['ID=d2654b16-2a19-4bbc-a31e-737b8f758b3f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:40.194312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 2, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:40.195740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.225651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Checking router: eb8c1494-f7c7-473e-b539-79634009bc42 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:13:40.226148 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Updating router eb8c1494-f7c7-473e-b539-79634009bc42 port d6bcd242-5189-443d-b5f1-ed8e1555969d binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:13:40.237245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.255681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.391764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.397430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.477261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event updated for resources: {'Port': ['ID=d2654b16-2a19-4bbc-a31e-737b8f758b3f,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:40.482943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.498354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.503705 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6040ac1a-1b06-4742-aab1-8b1e06512165 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8519402 Feb 04 06:13:40.536771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.542893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.594349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b1c15-d3cd-4416-91f1-00ba17783671 None None] Pushing event updated for resources: {'Port': ['ID=d6bcd242-5189-443d-b5f1-ed8e1555969d,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:40.648287 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Attempting to bind port d6bcd242-5189-443d-b5f1-ed8e1555969d on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:40.648783 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-ca527000-e0b4-474c-92ef-3febcd716b31 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--549502035&fields=id&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 267 time: 0.0391870 Feb 04 06:13:40.653688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Attempting to bind port d6bcd242-5189-443d-b5f1-ed8e1555969d by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:40.654191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Attempting to bind port d6bcd242-5189-443d-b5f1-ed8e1555969d on network 85f9b5d1-088e-4192-b457-1ff651d7524d {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:13:40.660721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:13:40.661122 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Checking segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:13:40.661535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.661926 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Bound using segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:13:40.662539 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Bound port: d6bcd242-5189-443d-b5f1-ed8e1555969d, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:40.662925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.738031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] For port d6bcd242-5189-443d-b5f1-ed8e1555969d, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:13:40.742780 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] For port d6bcd242-5189-443d-b5f1-ed8e1555969d, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d6bcd242-5189-443d-b5f1-ed8e1555969d,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:13:40.750060 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.784106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-6d4d439f-33f6-4909-84c2-639e0f604fe7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:40.785778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-6d4d439f-33f6-4909-84c2-639e0f604fe7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 812 time: 0.1264856 Feb 04 06:13:40.802576 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-e418dad8-d2a1-4381-ae8c-5d926d2985b5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/quotas/b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 375 time: 0.0104072 Feb 04 06:13:40.815095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:13:40.816189 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:13:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:40.855484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b1c15-d3cd-4416-91f1-00ba17783671 None None] Pushing event updated for resources: {'Port': ['ID=d6bcd242-5189-443d-b5f1-ed8e1555969d,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:40.865816 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-dfbd6062-7050-4703-9ba6-1b9b1db1658b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565214 Feb 04 06:13:40.940266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-29af13a8-2aca-4996-aa6f-9f06724a8be4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:13:40.944067 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2ea81b35-74d7-4c83-8844-5b9f0d116dd8 None None] Provisioning complete for port d6bcd242-5189-443d-b5f1-ed8e1555969d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:40.944450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2ea81b35-74d7-4c83-8844-5b9f0d116dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.945878 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-29af13a8-2aca-4996-aa6f-9f06724a8be4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0676708 Feb 04 06:13:40.970023 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:13:41.048585 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-5942bb88-b1f9-41e4-a7d3-d5c1d58a57eb service neutron] 10.222.0.15 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006963 Feb 04 06:13:41.057202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b79cb82d-a505-4d56-a6bc-1b7b6cec1286 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:13:41.147092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-fe5ea0a4-32c5-45e5-b43c-53c900159b42 service neutron] 10.222.0.15 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920315 Feb 04 06:13:41.191939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2ea81b35-74d7-4c83-8844-5b9f0d116dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.230818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port b79cb82d-a505-4d56-a6bc-1b7b6cec1286 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:41.230925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.310866 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a2108a1b-e802-4f19-8d83-69b75d581a65 req-6807872d-4a66-4feb-9269-fcc4371d4424 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 210 time: 0.0295641 Feb 04 06:13:41.442739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2ea81b35-74d7-4c83-8844-5b9f0d116dd8 None None] For port d6bcd242-5189-443d-b5f1-ed8e1555969d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d6bcd242-5189-443d-b5f1-ed8e1555969d,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:13:41.448547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2ea81b35-74d7-4c83-8844-5b9f0d116dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.534200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea81b35-74d7-4c83-8844-5b9f0d116dd8 None None] Pushing event updated for resources: {'Port': ['ID=d6bcd242-5189-443d-b5f1-ed8e1555969d,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:41.540818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:40Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:41.579391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e08c8c-b56d-4d17-bba8-4a0b8a847ee6 None None] The sync data for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv is: [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:40Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:41.594144 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c440b351-8da1-4556-9aa1-b8d54c7be4a9 None None] Provisioning complete for port d6bcd242-5189-443d-b5f1-ed8e1555969d triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:41.594517 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c440b351-8da1-4556-9aa1-b8d54c7be4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.425689 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3b061561-a3ff-4c2e-a590-352ef45adea0 req-53101ddb-21f3-4ada-988f-cdba3b8d4870 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 210 time: 0.0375595 Feb 04 06:13:42.434702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-fe3599ce-7ddc-45fd-b58c-1d6ffd09564f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:42.436311 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-fe3599ce-7ddc-45fd-b58c-1d6ffd09564f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 812 time: 0.1565731 Feb 04 06:13:42.482840 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-f3574722-a294-428f-a19b-25c3b574ce4c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 379 time: 0.0358038 Feb 04 06:13:42.493649 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'port': {'device_id': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'admin_state_up': True, 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'security_groups': ['a83520d9-50c6-4ad9-99fa-a9abfacd9963']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:42.612349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Made reservation on behalf of b5dac196ff454496a9f4ec6cbf6e7c4f for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:42.615833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.741219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Allocated IP 172.20.0.7 (85f9b5d1-088e-4192-b457-1ff651d7524d/5ac61997-72f0-423a-aaa1-24560f78164b/6d0b4185-29dc-4b00-8bd4-72ada00b05aa) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:42.880285 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.913754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.958818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Network 85f9b5d1-088e-4192-b457-1ff651d7524d is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:42.961746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:42.965365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:13:42.990036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event updated for resources: {'Port': ['ID=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:43.018750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:43.019374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.040203 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-0deafd3d-9e90-4cf5-9a6f-b9a614ff2d29 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5503521 Feb 04 06:13:43.050243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-91ef91d6-1baf-4555-9066-88318ce61ad2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:13:43.051237 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-91ef91d6-1baf-4555-9066-88318ce61ad2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057795 Feb 04 06:13:43.061892 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d6bcd242-5189-443d-b5f1-ed8e1555969d up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:13:43.114279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Request body: {'port': {'device_id': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:43.118580 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d6bcd242-5189-443d-b5f1-ed8e1555969d triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:43.118957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.177315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.219366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-759306a0-be3f-461a-a4ca-f4643602269c None None] Provisioning complete for port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:43.220066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-759306a0-be3f-461a-a4ca-f4643602269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.253366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-759306a0-be3f-461a-a4ca-f4643602269c None None] Port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:13:43.669069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e20c82-62d0-45e0-9dab-a5f11855caf5 req-ff720880-45b0-43ff-97bb-f642c3018205 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:43.670562 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91e20c82-62d0-45e0-9dab-a5f11855caf5 req-ff720880-45b0-43ff-97bb-f642c3018205 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 931 time: 0.0682397 Feb 04 06:13:43.734725 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91e20c82-62d0-45e0-9dab-a5f11855caf5 req-f2a1dff4-1792-498d-b989-139df91a6f64 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564396 Feb 04 06:13:43.769424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0b4185-29dc-4b00-8bd4-72ada00b05aa {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:13:43.776695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.788919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Transition to ACTIVE for port object 6d0b4185-29dc-4b00-8bd4-72ada00b05aa will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:43.792740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.849127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Pushing event updated for resources: {'Port': ['ID=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:43.920227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Attempting to bind port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:43.920568 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Attempting to bind port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:43.920901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Attempting to bind port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa on network 85f9b5d1-088e-4192-b457-1ff651d7524d {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:13:43.926120 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa on network 85f9b5d1-088e-4192-b457-1ff651d7524d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:13:43.926443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Attempting to bind port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa on network 85f9b5d1-088e-4192-b457-1ff651d7524d {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:13:43.931614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:13:43.931948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Checking segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:13:43.932331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Bound using segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:13:43.932751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Bound port: 6d0b4185-29dc-4b00-8bd4-72ada00b05aa, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:43.933116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.004427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] For port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:13:44.007352 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] For port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:13:44.011739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.042322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:44.042863 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.044486 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] 10.222.0.36 "PUT /v2.0/ports/6d0b4185-29dc-4b00-8bd4-72ada00b05aa HTTP/1.1" status: 200 len: 1093 time: 0.9861677 Feb 04 06:13:44.049914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:44.052470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ce7dce-c561-4cc4-8f25-4faa37309efe" -d '{"events": [{"name": "network-changed", "server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:13:44.080962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ce989-0137-4f24-92c2-c02a88d8c8ea service neutron] Pushing event updated for resources: {'Port': ['ID=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:44.119059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb070c4-e984-4a79-a222-16bcd4fd3967 x-openstack-request-id: req-cdb070c4-e984-4a79-a222-16bcd4fd3967 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:13:44.119351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:13:44.119596 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdb070c4-e984-4a79-a222-16bcd4fd3967 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:13:44.119985 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'status': 'completed', 'code': 200} Feb 04 06:13:44.135947 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-b67993c7-76c1-4596-b8ab-009d5784599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:44.137476 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-b67993c7-76c1-4596-b8ab-009d5784599b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 1096 time: 0.0462573 Feb 04 06:13:44.184703 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-cceccf22-62bc-44a6-b198-27d8c18ff00b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa HTTP/1.1" status: 200 len: 217 time: 0.0396843 Feb 04 06:13:44.235039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-d0e7bb62-75d8-4613-b2c4-c0665e0440e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:44.236574 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-d0e7bb62-75d8-4613-b2c4-c0665e0440e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0451808 Feb 04 06:13:44.280903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-657a67a8-6524-4de1-89c9-d6b1ed054716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:44.282430 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-657a67a8-6524-4de1-89c9-d6b1ed054716 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397987 Feb 04 06:13:44.374402 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-1d3bccf0-4350-48b0-8257-c372eb8ca70d service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846720 Feb 04 06:13:44.461886 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e051e33f-b5bd-40ff-8e1b-42a5d390c53e req-1169f0f5-9c56-42fb-b020-425aeb60633c service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806885 Feb 04 06:13:44.546554 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce7dce-c561-4cc4-8f25-4faa37309efe req-ed8ff8db-bfa3-4dd5-8037-188dbba48ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:44.548032 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-24ce7dce-c561-4cc4-8f25-4faa37309efe req-ed8ff8db-bfa3-4dd5-8037-188dbba48ef5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 1096 time: 0.0408244 Feb 04 06:13:44.640801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce7dce-c561-4cc4-8f25-4faa37309efe req-6fff0cf0-a742-429b-b65a-b9e97d902160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:44.642193 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-24ce7dce-c561-4cc4-8f25-4faa37309efe req-6fff0cf0-a742-429b-b65a-b9e97d902160 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0875750 Feb 04 06:13:44.682754 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-24ce7dce-c561-4cc4-8f25-4faa37309efe req-2cf8b9dc-a770-44ea-8a8e-ebcdd1d23c17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa HTTP/1.1" status: 200 len: 217 time: 0.0330796 Feb 04 06:13:44.735051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce7dce-c561-4cc4-8f25-4faa37309efe req-813396d2-c08a-4797-b574-e094084383e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:44.736511 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-24ce7dce-c561-4cc4-8f25-4faa37309efe req-813396d2-c08a-4797-b574-e094084383e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0474460 Feb 04 06:13:44.781737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce7dce-c561-4cc4-8f25-4faa37309efe req-ce1c1e72-e207-458a-9ab1-70f36d8c2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:44.783275 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-24ce7dce-c561-4cc4-8f25-4faa37309efe req-ce1c1e72-e207-458a-9ab1-70f36d8c2097 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400884 Feb 04 06:13:44.899099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bdbf3-f97b-4fd3-a6cd-a6789c9e732f req-aa29f6e4-73af-4e22-837c-30217f7ba65c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:44.900505 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-219bdbf3-f97b-4fd3-a6cd-a6789c9e732f req-aa29f6e4-73af-4e22-837c-30217f7ba65c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 943 time: 0.0936873 Feb 04 06:13:44.926164 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-24ce7dce-c561-4cc4-8f25-4faa37309efe req-0e6394d0-97fd-4cb6-b8c6-acd81932eb9b service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359751 Feb 04 06:13:44.961668 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-219bdbf3-f97b-4fd3-a6cd-a6789c9e732f req-b3ecf903-ca52-4541-84b5-ff92eb96c5d3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521095 Feb 04 06:13:45.024593 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-24ce7dce-c561-4cc4-8f25-4faa37309efe req-99098aaa-743f-47d1-8e4b-11ed8ee32dfa service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913372 Feb 04 06:13:45.694709 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:13:46.081409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2faed-11a1-4c23-8cb9-12e5b58d1144 req-a8113f7a-74fe-4ece-941e-beab22915c2f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:46.082890 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ad2faed-11a1-4c23-8cb9-12e5b58d1144 req-a8113f7a-74fe-4ece-941e-beab22915c2f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 943 time: 0.0546863 Feb 04 06:13:46.120404 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ad2faed-11a1-4c23-8cb9-12e5b58d1144 req-1d4a1a56-c906-4591-877a-e25fa4fe6a58 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314624 Feb 04 06:13:46.507661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6d0b4185-29dc-4b00-8bd4-72ada00b05aa details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:13:46.600506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:13:46.610496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'port_id': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'mac_address': 'fa:16:3e:e3:f9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:13:46.646920 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.660162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0b4185-29dc-4b00-8bd4-72ada00b05aa {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:13:46.679040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:13:46.682972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.730391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:46.883377 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['6d0b4185-29dc-4b00-8bd4-72ada00b05aa'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:13:47.232018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046572-8600-4c9a-8bd7-1e29a4a731bc req-7c5e2bd6-5a32-4990-b614-8058cc663940 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:47.233492 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-25046572-8600-4c9a-8bd7-1e29a4a731bc req-7c5e2bd6-5a32-4990-b614-8058cc663940 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 944 time: 0.0484061 Feb 04 06:13:47.269820 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-25046572-8600-4c9a-8bd7-1e29a4a731bc req-df7edfd9-a956-46b9-ae84-c35ab85426e7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303895 Feb 04 06:13:48.380928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b458d6b-2605-44a8-a383-c63cbdcc90f0 req-d362df53-5813-46b5-9d73-58bbac036806 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:48.382404 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b458d6b-2605-44a8-a383-c63cbdcc90f0 req-d362df53-5813-46b5-9d73-58bbac036806 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 944 time: 0.0478427 Feb 04 06:13:48.418921 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b458d6b-2605-44a8-a383-c63cbdcc90f0 req-c13ba3b4-583a-4edb-9e83-8a5099cb34b8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305929 Feb 04 06:13:48.518631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6d0b4185-29dc-4b00-8bd4-72ada00b05aa up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:13:48.565128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:48.568725 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:48.569098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.645870 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.667263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:48.669547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72df085-f60a-4f85-9301-47e75c118f2d" -d '{"events": [{"server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "name": "network-vif-plugged", "status": "completed", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:13:48.682860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:13:48.686690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.734489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:48.762078 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68a1d85-dbc9-4305-80fd-599deca8da76 x-openstack-request-id: req-f68a1d85-dbc9-4305-80fd-599deca8da76 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:13:48.762413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "name": "network-vif-plugged", "status": "completed", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:13:48.762641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f68a1d85-dbc9-4305-80fd-599deca8da76 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:13:48.763037 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'code': 200} Feb 04 06:13:48.924806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c14c54-7d84-4829-abf5-60ae0813f421 req-c66c4d53-cfd2-4d1d-a453-c27cef2ecd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:48.926214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a7c14c54-7d84-4829-abf5-60ae0813f421 req-c66c4d53-cfd2-4d1d-a453-c27cef2ecd4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 1098 time: 0.0427921 Feb 04 06:13:48.959097 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a7c14c54-7d84-4829-abf5-60ae0813f421 req-6f8370f0-d56c-435b-84c9-3f74a464fb0b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270243 Feb 04 06:13:49.534524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81122ffa-fd2e-4076-aeaf-ea05c617c2e8 req-80136a8b-d453-43e3-8bdd-2f59f7911d3b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:49.535979 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-81122ffa-fd2e-4076-aeaf-ea05c617c2e8 req-80136a8b-d453-43e3-8bdd-2f59f7911d3b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0486376 Feb 04 06:13:49.571963 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-81122ffa-fd2e-4076-aeaf-ea05c617c2e8 req-504e9b67-2295-4f0d-b78e-2576c13704f3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301127 Feb 04 06:13:50.686067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d56f-999c-422f-84d1-8a56ca2f550d req-9d88de83-dc58-4da0-a7b9-3e9c1008a453 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:50.687533 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea48d56f-999c-422f-84d1-8a56ca2f550d req-9d88de83-dc58-4da0-a7b9-3e9c1008a453 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0478511 Feb 04 06:13:50.725456 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea48d56f-999c-422f-84d1-8a56ca2f550d req-af3521b0-aefa-48a3-8d99-b195ae0bd850 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314760 Feb 04 06:13:50.839278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb0937-5fa4-4b6e-bcbd-75ffcfe1f95c req-b77b6c8e-94dc-4b11-b3bf-1860d7752769 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:50.840772 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68eb0937-5fa4-4b6e-bcbd-75ffcfe1f95c req-b77b6c8e-94dc-4b11-b3bf-1860d7752769 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0527327 Feb 04 06:13:50.849413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 50398) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:50.854057 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1330b9e4-3677-4459-959a-3c7d7c2ddb3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'floatingip': {'port_id': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:50.894872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1330b9e4-3677-4459-959a-3c7d7c2ddb3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.206676 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-491ea760-d974-4a56-895a-fdda3f0cd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.320391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1330b9e4-3677-4459-959a-3c7d7c2ddb3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.324397 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1330b9e4-3677-4459-959a-3c7d7c2ddb3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.350295 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-bff52ce3-b826-463f-b0d1-a7c05f85c5cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403748 Feb 04 06:13:51.426926 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-1330b9e4-3677-4459-959a-3c7d7c2ddb3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Floating IP 116169c8-137b-4444-a7d3-3724d704b975 associated. External IP: 172.26.5.170, port: 6d0b4185-29dc-4b00-8bd4-72ada00b05aa. Feb 04 06:13:51.430608 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-3080e6cb-e00f-48db-a3ed-d20751851c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:51.432103 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-3080e6cb-e00f-48db-a3ed-d20751851c20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 1098 time: 0.0409415 Feb 04 06:13:51.537691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-5a340e9e-2eb0-426d-8b37-debaac7d238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:51.539092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-5a340e9e-2eb0-426d-8b37-debaac7d238a service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0894043 Feb 04 06:13:51.603674 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-ece922a4-c4e1-4fd5-818d-881b20489f11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa HTTP/1.1" status: 200 len: 999 time: 0.0582862 Feb 04 06:13:51.634560 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1330b9e4-3677-4459-959a-3c7d7c2ddb3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Router eb8c1494-f7c7-473e-b539-79634009bc42 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:13:51.650982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-220e8dbf-70da-4e9d-ab48-c5c7a468d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:51.652455 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-220e8dbf-70da-4e9d-ab48-c5c7a468d644 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0429282 Feb 04 06:13:51.701490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-195e494f-e68e-49e8-9173-df62d62c93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:51.702970 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-195e494f-e68e-49e8-9173-df62d62c93d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437632 Feb 04 06:13:51.740337 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1330b9e4-3677-4459-959a-3c7d7c2ddb3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:13:51.745167 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1330b9e4-3677-4459-959a-3c7d7c2ddb3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.750077 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b11f1-a871-490d-a14c-bac10f7e2cff None None] Sync routers for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:51.759635 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b11f1-a871-490d-a14c-bac10f7e2cff None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:13:51.760697 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d01b11f1-a871-490d-a14c-bac10f7e2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:13:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:51.780560 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1330b9e4-3677-4459-959a-3c7d7c2ddb3f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "PUT /v2.0/floatingips/116169c8-137b-4444-a7d3-3724d704b975 HTTP/1.1" status: 200 len: 991 time: 0.9276359 Feb 04 06:13:51.780560 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:13:51.781063 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658d7062-86c2-495a-965b-2dea96c3ad20" -d '{"events": [{"name": "network-changed", "server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:13:51.796947 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-ff7005c8-4025-4b17-8901-cbc9ea61a6e0 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864217 Feb 04 06:13:51.877484 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-d01b11f1-a871-490d-a14c-bac10f7e2cff None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:13:51.892602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d50073-ac93-497e-874f-ca05cb95e6e2 x-openstack-request-id: req-02d50073-ac93-497e-874f-ca05cb95e6e2 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:13:51.893214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:13:51.893214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02d50073-ac93-497e-874f-ca05cb95e6e2 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:13:51.893598 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'status': 'completed', 'code': 200} Feb 04 06:13:51.924017 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dbf76b75-e894-4426-a5e5-ac2442758353 req-c5a92f1e-153a-4213-9d64-b8ab15645eea service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204135 Feb 04 06:13:51.940087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7637b-c76f-452a-8d51-58b9d846ba11 req-b989d10f-cb94-478f-bac8-372976628299 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:51.941735 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2f7637b-c76f-452a-8d51-58b9d846ba11 req-b989d10f-cb94-478f-bac8-372976628299 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0708404 Feb 04 06:13:52.008484 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2f7637b-c76f-452a-8d51-58b9d846ba11 req-ab06faaf-0183-4c3a-933d-717c06f7efbb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603395 Feb 04 06:13:52.021818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d7062-86c2-495a-965b-2dea96c3ad20 req-9a0fb915-64d1-440d-bc82-f9765e00366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:52.023338 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-658d7062-86c2-495a-965b-2dea96c3ad20 req-9a0fb915-64d1-440d-bc82-f9765e00366e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 1098 time: 0.0563512 Feb 04 06:13:52.120393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d7062-86c2-495a-965b-2dea96c3ad20 req-449a60c1-9a7e-48c4-be84-369b0f6b6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:52.121924 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-658d7062-86c2-495a-965b-2dea96c3ad20 req-449a60c1-9a7e-48c4-be84-369b0f6b6b7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0927696 Feb 04 06:13:52.186390 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-658d7062-86c2-495a-965b-2dea96c3ad20 req-8ba993e2-afaf-4486-b2e5-3717646174c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa HTTP/1.1" status: 200 len: 999 time: 0.0585022 Feb 04 06:13:52.194045 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d01b11f1-a871-490d-a14c-bac10f7e2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:e3:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:13:51Z', 'revision_number': 1, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:52.222938 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b11f1-a871-490d-a14c-bac10f7e2cff None None] Checking router: eb8c1494-f7c7-473e-b539-79634009bc42 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:13:52.231184 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b11f1-a871-490d-a14c-bac10f7e2cff None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:13:52.231769 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d01b11f1-a871-490d-a14c-bac10f7e2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:13:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:52.235327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d7062-86c2-495a-965b-2dea96c3ad20 req-061667af-2a6e-453c-8644-eb910ba350c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:52.237742 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-658d7062-86c2-495a-965b-2dea96c3ad20 req-061667af-2a6e-453c-8644-eb910ba350c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0450702 Feb 04 06:13:52.287879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d7062-86c2-495a-965b-2dea96c3ad20 req-d4a25bb5-808a-40f6-ba0c-5dd37ef6ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:52.289401 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-658d7062-86c2-495a-965b-2dea96c3ad20 req-d4a25bb5-808a-40f6-ba0c-5dd37ef6ec59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444345 Feb 04 06:13:52.334572 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-d01b11f1-a871-490d-a14c-bac10f7e2cff None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:13:52.381150 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-658d7062-86c2-495a-965b-2dea96c3ad20 req-94b99b1f-f21e-4a5b-ae7e-b5fa2df1b0aa service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855792 Feb 04 06:13:52.475833 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-658d7062-86c2-495a-965b-2dea96c3ad20 req-0f936aa6-91a9-4ae9-aceb-06bc7613a4b9 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880260 Feb 04 06:13:52.568873 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d01b11f1-a871-490d-a14c-bac10f7e2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:e3:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:13:51Z', 'revision_number': 1, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:52.599046 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b11f1-a871-490d-a14c-bac10f7e2cff None None] The sync data for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv is: [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:e3:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:13:51Z', 'revision_number': 1, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:52.799954 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c9111b-edcc-46c4-abe1-24b2de2fbe92 None None] New status for floating IP 116169c8-137b-4444-a7d3-3724d704b975: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:13:53.127713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f3545-bb9e-410a-8d5a-f63e73c78b0b req-a1d3e4cd-12d7-4f1c-b251-ed1ea98d5dbb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:53.129219 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7a5f3545-bb9e-410a-8d5a-f63e73c78b0b req-a1d3e4cd-12d7-4f1c-b251-ed1ea98d5dbb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0498128 Feb 04 06:13:53.165388 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7a5f3545-bb9e-410a-8d5a-f63e73c78b0b req-a75dcb11-21d6-4e46-bf51-9e538b5cfaad tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303125 Feb 04 06:13:53.277254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8615-17a4-4339-925f-d6dab1fbee00 req-2e4ecd76-8191-46f7-aebe-fc79ffbca801 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:53.278716 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9cca8615-17a4-4339-925f-d6dab1fbee00 req-2e4ecd76-8191-46f7-aebe-fc79ffbca801 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0473568 Feb 04 06:13:53.315385 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9cca8615-17a4-4339-925f-d6dab1fbee00 req-eab2e578-3c85-4807-9d84-42f4b2b79fb9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309041 Feb 04 06:13:53.443487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-353f7740-be27-4217-add8-5d8f008d21c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.536719 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-359e45e7-4374-4154-84fb-432bc44f0e40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404119 Feb 04 06:13:53.556458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e79151-a84e-4241-ac65-30bb27635708 req-41153d18-367b-48b6-9954-33635c0fc87e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:53.557980 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8e79151-a84e-4241-ac65-30bb27635708 req-41153d18-367b-48b6-9954-33635c0fc87e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0532730 Feb 04 06:13:53.596836 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8e79151-a84e-4241-ac65-30bb27635708 req-8e57179b-20c6-4a85-bd30-15fe62f9f224 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328469 Feb 04 06:13:54.568472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-18e832c4-5998-421f-b85e-af641408e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:54.569984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-18e832c4-5998-421f-b85e-af641408e4b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 1098 time: 0.0400808 Feb 04 06:13:54.661805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-c995a9d7-7247-4a60-a250-d5c8825ddaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:54.663290 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-c995a9d7-7247-4a60-a250-d5c8825ddaa5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0874257 Feb 04 06:13:54.750930 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-2153b35f-e5c4-4953-b1c5-5527d20e56a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa HTTP/1.1" status: 200 len: 1001 time: 0.0781379 Feb 04 06:13:54.758946 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f1c49-0704-4b6d-845c-dbb6129a93ae req-801fc5d7-b29c-49b5-8bcc-ccbd9addfbeb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:54.760398 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-853f1c49-0704-4b6d-845c-dbb6129a93ae req-801fc5d7-b29c-49b5-8bcc-ccbd9addfbeb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0955672 Feb 04 06:13:54.768807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.828336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-915327e7-2401-42f3-85a1-b5d447a16ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:54.830225 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-915327e7-2401-42f3-85a1-b5d447a16ec6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0688415 Feb 04 06:13:54.835250 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-853f1c49-0704-4b6d-845c-dbb6129a93ae req-e82430e4-7abf-4382-b941-7a04d6519265 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664451 Feb 04 06:13:54.876992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-377f901e-7e9b-4be7-94b2-a04283d78144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:54.878499 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-377f901e-7e9b-4be7-94b2-a04283d78144 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414972 Feb 04 06:13:54.967622 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-0387c542-6d4b-4dd0-822a-f9202f5c74b1 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828853 Feb 04 06:13:55.054477 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-11149368-c86d-47cd-a099-73406d39583d service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804358 Feb 04 06:13:55.948689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b94ea-f9dc-4a61-9bba-4988d1e8a067 req-ea0ba33a-760c-4954-aad2-5b6b2dc87966 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:55.950159 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-481b94ea-f9dc-4a61-9bba-4988d1e8a067 req-ea0ba33a-760c-4954-aad2-5b6b2dc87966 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0479498 Feb 04 06:13:55.986591 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-481b94ea-f9dc-4a61-9bba-4988d1e8a067 req-3fc3b7d5-3f1e-4169-b8bc-fb27ac84b23d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296021 Feb 04 06:13:56.385430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.671200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.104967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2915f-abeb-43e6-aa45-05b9e442aa8b req-15cd08f1-0140-4066-a48d-d464414c4dc1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:57.106483 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-41b2915f-abeb-43e6-aa45-05b9e442aa8b req-15cd08f1-0140-4066-a48d-d464414c4dc1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0529349 Feb 04 06:13:57.142926 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-41b2915f-abeb-43e6-aa45-05b9e442aa8b req-0cafcb58-8f9e-4abd-87b2-05e14880573c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304518 Feb 04 06:13:58.255078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25c777-9728-4da8-88a2-16ad67453d03 req-47786b01-6521-467b-be6a-4fec1d36210f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:58.256546 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf25c777-9728-4da8-88a2-16ad67453d03 req-47786b01-6521-467b-be6a-4fec1d36210f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0477400 Feb 04 06:13:58.292895 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf25c777-9728-4da8-88a2-16ad67453d03 req-001323e5-5f50-42e3-bd19-dd4a29faf752 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305004 Feb 04 06:13:58.582357 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.410631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e2a58-a217-4b97-974e-d67888455f28 req-a1ace0fc-b7af-4178-ae62-9acee1f3e671 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:59.412392 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b81e2a58-a217-4b97-974e-d67888455f28 req-a1ace0fc-b7af-4178-ae62-9acee1f3e671 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0536692 Feb 04 06:13:59.448581 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b81e2a58-a217-4b97-974e-d67888455f28 req-bffbb476-eb89-4559-a247-8061bbf46148 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303805 Feb 04 06:14:00.567118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c05f53-c3b6-478e-8e42-4113d35c1e69 req-ea4b701e-7b5f-492c-a6a6-a8990e7ba7a1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:00.568564 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98c05f53-c3b6-478e-8e42-4113d35c1e69 req-ea4b701e-7b5f-492c-a6a6-a8990e7ba7a1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0523150 Feb 04 06:14:00.605697 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98c05f53-c3b6-478e-8e42-4113d35c1e69 req-4aa0321f-5264-4892-b290-334405ea157b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309188 Feb 04 06:14:01.719743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cde3e-b2b5-4bcf-98d8-60d9d95caf90 req-dd0a0244-66b2-41d2-a75b-443dbb98f521 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:01.721399 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-403cde3e-b2b5-4bcf-98d8-60d9d95caf90 req-dd0a0244-66b2-41d2-a75b-443dbb98f521 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0491133 Feb 04 06:14:01.758614 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-403cde3e-b2b5-4bcf-98d8-60d9d95caf90 req-732d32b4-66ec-47f3-8080-3d54ac0808c1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313568 Feb 04 06:14:02.870302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889752de-0dd5-498f-8e30-c156dd241f20 req-750462e5-497b-42bf-8a57-c148a8cfa443 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:02.871751 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-889752de-0dd5-498f-8e30-c156dd241f20 req-750462e5-497b-42bf-8a57-c148a8cfa443 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0485809 Feb 04 06:14:02.910030 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-889752de-0dd5-498f-8e30-c156dd241f20 req-62492d3d-1965-47c1-ba52-a014aac7380b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316133 Feb 04 06:14:04.025510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a5c4e-305b-4ce4-8f0f-f451a79c2d65 req-9eadf87c-ae29-4610-86cb-f1ea06608fc5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:04.026963 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b53a5c4e-305b-4ce4-8f0f-f451a79c2d65 req-9eadf87c-ae29-4610-86cb-f1ea06608fc5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0518081 Feb 04 06:14:04.064023 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b53a5c4e-305b-4ce4-8f0f-f451a79c2d65 req-884b4755-3f56-4eda-97a7-00e76baa64ec tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306802 Feb 04 06:14:05.176624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78491e47-fb65-446e-89b1-5c4dae90ddd0 req-2fd3e1ec-10eb-4b3c-9f46-67520adc0020 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:05.178128 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-78491e47-fb65-446e-89b1-5c4dae90ddd0 req-2fd3e1ec-10eb-4b3c-9f46-67520adc0020 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0497682 Feb 04 06:14:05.215206 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-78491e47-fb65-446e-89b1-5c4dae90ddd0 req-9d804369-c4f5-4ab1-8dbc-c649cc837f71 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312853 Feb 04 06:14:06.328514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62385dd0-6fb7-433a-8b1b-c6f606677ed2 req-ad406901-6aa9-4967-81de-744ca2669f65 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:06.330994 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-62385dd0-6fb7-433a-8b1b-c6f606677ed2 req-ad406901-6aa9-4967-81de-744ca2669f65 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0498333 Feb 04 06:14:06.367200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-62385dd0-6fb7-433a-8b1b-c6f606677ed2 req-b49a1548-1063-4c1d-bae8-b7219024909b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303743 Feb 04 06:14:07.490699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179cceb-66a0-447b-a824-4cd74e483892 req-f57991f9-d83a-440c-92d8-af44288c09e1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:07.492144 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8179cceb-66a0-447b-a824-4cd74e483892 req-f57991f9-d83a-440c-92d8-af44288c09e1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0589361 Feb 04 06:14:07.528338 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8179cceb-66a0-447b-a824-4cd74e483892 req-a9614d11-dfc2-4387-a815-30b369ed969c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303600 Feb 04 06:14:08.639572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ef366-d5ec-46ea-bcc4-1aaf0e691434 req-cfad22ec-6b74-49c9-94ec-da1936251c71 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:08.641017 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-230ef366-d5ec-46ea-bcc4-1aaf0e691434 req-cfad22ec-6b74-49c9-94ec-da1936251c71 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0469944 Feb 04 06:14:08.678296 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-230ef366-d5ec-46ea-bcc4-1aaf0e691434 req-3c0280ff-e9a2-45ad-a6dd-9f924edf046e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307105 Feb 04 06:14:09.792047 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668712c-8397-4470-9650-525ef9fd6b89 req-bcf17488-3889-45a4-bfef-2cf16c2d8a2c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:09.793521 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6668712c-8397-4470-9650-525ef9fd6b89 req-bcf17488-3889-45a4-bfef-2cf16c2d8a2c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0487130 Feb 04 06:14:09.830565 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6668712c-8397-4470-9650-525ef9fd6b89 req-ce99b966-25c1-4932-82d5-795cc1edbd1d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307944 Feb 04 06:14:10.949058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676a462-08b2-42f4-8159-a4c5d6df0b0d req-56296535-ec09-482c-9695-7c73cb664422 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:10.950524 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6676a462-08b2-42f4-8159-a4c5d6df0b0d req-56296535-ec09-482c-9695-7c73cb664422 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0529239 Feb 04 06:14:10.988764 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6676a462-08b2-42f4-8159-a4c5d6df0b0d req-5148443b-d944-46b7-8f65-64ea9bf99655 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321233 Feb 04 06:14:12.101943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecd331-1380-482f-90b4-05b98e9b05a7 req-f9de0580-6257-45c7-8ebb-df88bffc67cf tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:12.103399 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c0ecd331-1380-482f-90b4-05b98e9b05a7 req-f9de0580-6257-45c7-8ebb-df88bffc67cf tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0487454 Feb 04 06:14:12.140921 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c0ecd331-1380-482f-90b4-05b98e9b05a7 req-9346a12f-a671-4d91-a2a0-7e3b3167795a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316272 Feb 04 06:14:13.253534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606028c-6977-48a9-abbe-9cc0b8f1c61c req-6eb190a0-00af-4068-9a9a-51f7f800b791 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:13.254980 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e606028c-6977-48a9-abbe-9cc0b8f1c61c req-6eb190a0-00af-4068-9a9a-51f7f800b791 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0475316 Feb 04 06:14:13.290826 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e606028c-6977-48a9-abbe-9cc0b8f1c61c req-fbd7ede3-08d2-4318-8eab-c520bfe02d33 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300622 Feb 04 06:14:14.406312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eb29b-d15d-4afa-b4ff-bdfa488ed6ca req-ba918aa2-b252-4c8b-bc43-538f31f0b1e7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:14.407744 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-993eb29b-d15d-4afa-b4ff-bdfa488ed6ca req-ba918aa2-b252-4c8b-bc43-538f31f0b1e7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0509641 Feb 04 06:14:14.443770 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-993eb29b-d15d-4afa-b4ff-bdfa488ed6ca req-4c20ed31-7df0-4716-b587-bec4ae0e30b7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295248 Feb 04 06:14:15.557438 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4af40e-b958-472c-aa28-2091d79c865f req-c0efbe3b-fc57-4f84-b952-90a35b1ef1f7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.558881 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7d4af40e-b958-472c-aa28-2091d79c865f req-c0efbe3b-fc57-4f84-b952-90a35b1ef1f7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0482535 Feb 04 06:14:15.597528 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7d4af40e-b958-472c-aa28-2091d79c865f req-5018489f-0c2e-4dbb-aecb-fba2d4ec305c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325656 Feb 04 06:14:16.708897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07336e5a-52ae-4fc7-bc83-e82bd4db9bab req-f773f158-62c7-4812-800a-d149dc391348 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:16.710364 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-07336e5a-52ae-4fc7-bc83-e82bd4db9bab req-f773f158-62c7-4812-800a-d149dc391348 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0477865 Feb 04 06:14:16.746689 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-07336e5a-52ae-4fc7-bc83-e82bd4db9bab req-892ebde4-9005-48b7-8f52-718a8bcf46fc tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305400 Feb 04 06:14:17.863182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9ea54-db09-49dd-90a8-829baa61fcf0 req-6010084a-6e83-4b58-8cdb-3fde9d41a5f4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:17.864662 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ad9ea54-db09-49dd-90a8-829baa61fcf0 req-6010084a-6e83-4b58-8cdb-3fde9d41a5f4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0519547 Feb 04 06:14:17.901064 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ad9ea54-db09-49dd-90a8-829baa61fcf0 req-83da8d86-cc6c-48fc-85a8-6ea2a83ef6e6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305784 Feb 04 06:14:19.015219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723992f-15ca-4b7b-a7d9-a434e67cbdb7 req-0452b1a3-b698-4e7c-a582-429afe882a6b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:19.016655 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e723992f-15ca-4b7b-a7d9-a434e67cbdb7 req-0452b1a3-b698-4e7c-a582-429afe882a6b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0481584 Feb 04 06:14:19.053457 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e723992f-15ca-4b7b-a7d9-a434e67cbdb7 req-71f465c2-27a2-4586-8004-e5e70cf3a5af tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307674 Feb 04 06:14:20.168982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee008d28-94b8-44ef-9e8b-5b3b652f1f87 req-99a6eec8-1fe2-44a3-bda9-c1fc2244dbb3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:20.170474 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ee008d28-94b8-44ef-9e8b-5b3b652f1f87 req-99a6eec8-1fe2-44a3-bda9-c1fc2244dbb3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0481985 Feb 04 06:14:20.207835 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ee008d28-94b8-44ef-9e8b-5b3b652f1f87 req-3a5c1039-57e4-4c73-a465-36ab59a002e4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312035 Feb 04 06:14:21.207467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-db9f952a-a1a3-4229-bce1-67cc6ee95cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.327663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b31aaa-b426-4e0e-8dd5-4f943e1ae3cd req-8a82e889-0ab0-4c52-8a8e-b5ab2bb9d02a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:21.329395 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-19b31aaa-b426-4e0e-8dd5-4f943e1ae3cd req-8a82e889-0ab0-4c52-8a8e-b5ab2bb9d02a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0527189 Feb 04 06:14:21.366601 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-19b31aaa-b426-4e0e-8dd5-4f943e1ae3cd req-aa6e1bfa-e323-430d-b99e-8e6a51adcd57 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312879 Feb 04 06:14:22.480021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723ce91-ad8f-4536-b512-4f52586f77d6 req-5d8b6eee-964d-41bb-b0f3-211ee341f823 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:22.481498 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8723ce91-ad8f-4536-b512-4f52586f77d6 req-5d8b6eee-964d-41bb-b0f3-211ee341f823 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0485752 Feb 04 06:14:22.522540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8723ce91-ad8f-4536-b512-4f52586f77d6 req-2d737dbd-e376-4f2a-b8f2-c9f8c8fe5725 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345712 Feb 04 06:14:22.693790 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:14:23.443719 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-01fea5ee-a382-4a60-874e-ce6fc9c7082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.634637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70740c-1d5b-4a97-8143-bdd1caa33ebd req-fd507b0c-1476-4509-a1ff-1196ef7b9b6e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:23.636124 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6c70740c-1d5b-4a97-8143-bdd1caa33ebd req-fd507b0c-1476-4509-a1ff-1196ef7b9b6e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0479834 Feb 04 06:14:23.672555 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6c70740c-1d5b-4a97-8143-bdd1caa33ebd req-66f3e39d-3e7a-47b3-a6b9-f5eb1c07655e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306225 Feb 04 06:14:24.771275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.790200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a8bbb-b650-4bf8-bf5a-99922bb6c633 req-116a175c-e12f-4500-9c03-4f10b40784f7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:24.791679 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dc8a8bbb-b650-4bf8-bf5a-99922bb6c633 req-116a175c-e12f-4500-9c03-4f10b40784f7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0536201 Feb 04 06:14:24.829328 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dc8a8bbb-b650-4bf8-bf5a-99922bb6c633 req-3692c1ea-6f09-4986-b43d-14e40d07fcce tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317113 Feb 04 06:14:25.943129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef72775-3ced-4a1a-b678-3efbe3858fc1 req-043a0f9b-829f-4267-8079-b6dec146d0df tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:25.944595 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aef72775-3ced-4a1a-b678-3efbe3858fc1 req-043a0f9b-829f-4267-8079-b6dec146d0df tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0492978 Feb 04 06:14:25.981584 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aef72775-3ced-4a1a-b678-3efbe3858fc1 req-50eb938a-2bde-40bc-bccf-afd1d590d0c1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311449 Feb 04 06:14:26.388448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.643337 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-4eb35371-8634-4a69-8c80-5d29ad7961c8 service neutron] 10.222.0.36 "GET /v2.0/ports/6d0b4185-29dc-4b00-8bd4-72ada00b05aa/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0532513 Feb 04 06:14:26.672020 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.840325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-f6f3b828-b41b-41ce-8cba-55e8a0e2f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:26.841792 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-f6f3b828-b41b-41ce-8cba-55e8a0e2f5c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 1098 time: 0.0447261 Feb 04 06:14:26.900704 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-abeeb57c-c53f-4d25-900c-703e32e949d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:26.902144 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-abeeb57c-c53f-4d25-900c-703e32e949d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 1098 time: 0.0398014 Feb 04 06:14:26.991138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-a9f6901d-c9b5-42c9-b86a-f1ea625c2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:26.992569 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-a9f6901d-c9b5-42c9-b86a-f1ea625c2f62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0846615 Feb 04 06:14:27.083512 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-45e2b884-0735-46b9-8408-b46ecbbb2c8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa HTTP/1.1" status: 200 len: 1001 time: 0.0845985 Feb 04 06:14:27.131681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3801f3-0c3c-4693-8131-170480f883a6 req-dd4fb3c2-06a6-43f8-bb00-af523df1bee7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:27.133146 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aa3801f3-0c3c-4693-8131-170480f883a6 req-dd4fb3c2-06a6-43f8-bb00-af523df1bee7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0837638 Feb 04 06:14:27.155407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-73c6c88a-05a2-4ef5-9a14-63447b366cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:27.156738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-73c6c88a-05a2-4ef5-9a14-63447b366cca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0671594 Feb 04 06:14:27.464147 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aa3801f3-0c3c-4693-8131-170480f883a6 req-30337027-7684-4334-81c0-918bef6ddaca tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250568 Feb 04 06:14:27.476921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-51422396-3a54-43b3-a658-410844c8dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:27.478419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-51422396-3a54-43b3-a658-410844c8dc7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3140013 Feb 04 06:14:27.572531 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-080a7675-fb38-45a0-b366-ad5a5654e1f3 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846682 Feb 04 06:14:27.662030 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ede25582-d690-4f72-b10f-24f0b0666fdf req-e2838d0d-a136-4c14-a19a-258819eb1604 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836539 Feb 04 06:14:28.578516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfde3a9-ce45-4eab-b348-63ac8c7e7593 req-648547e1-4bb7-4d79-a16f-37a819af921a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:28.580053 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-acfde3a9-ce45-4eab-b348-63ac8c7e7593 req-648547e1-4bb7-4d79-a16f-37a819af921a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0493951 Feb 04 06:14:28.585370 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.618908 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-acfde3a9-ce45-4eab-b348-63ac8c7e7593 req-ac2c404e-b4f6-4278-a610-c93c563bfde2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312421 Feb 04 06:14:29.736765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24612fe-a50b-4194-92f7-5d49fc919e4a req-82880ed1-4270-4711-b177-74c0fbef2ece tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:29.738250 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f24612fe-a50b-4194-92f7-5d49fc919e4a req-82880ed1-4270-4711-b177-74c0fbef2ece tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0488927 Feb 04 06:14:29.774445 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f24612fe-a50b-4194-92f7-5d49fc919e4a req-dd952fd5-0b0f-4c93-a1a2-3b698bc878cd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300543 Feb 04 06:14:29.996935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21eacc1-ba88-42d1-acd4-fde30deea45b req-41297ae0-3843-479e-8bf0-0d4841932a8b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:29.998439 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c21eacc1-ba88-42d1-acd4-fde30deea45b req-41297ae0-3843-479e-8bf0-0d4841932a8b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0818815 Feb 04 06:14:30.005885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-8bdfaf09-bfe4-476a-9076-f32daa142efc tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.007216 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-8bdfaf09-bfe4-476a-9076-f32daa142efc tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0807197 Feb 04 06:14:30.040724 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c21eacc1-ba88-42d1-acd4-fde30deea45b req-64d4750b-d097-4a5a-8184-6edb2b187b9d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325577 Feb 04 06:14:30.086020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-660d3baa-183a-41b5-b1da-0cfe590fc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.087511 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-660d3baa-183a-41b5-b1da-0cfe590fc888 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 1098 time: 0.0401437 Feb 04 06:14:30.179531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-b69c209b-0e88-4bc8-b379-cb35f659ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.180966 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-b69c209b-0e88-4bc8-b379-cb35f659ee6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0856013 Feb 04 06:14:30.244110 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-67f67c4f-bc83-4b17-b4a3-76d92b256002 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa HTTP/1.1" status: 200 len: 1001 time: 0.0565462 Feb 04 06:14:30.291121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-1dbde2ec-f2f5-43b5-bd27-9f98916bb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.292411 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-1dbde2ec-f2f5-43b5-bd27-9f98916bb5f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0422935 Feb 04 06:14:30.339781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-d1be58ba-2c6c-4705-966d-3366a6002cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.341262 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-d1be58ba-2c6c-4705-966d-3366a6002cce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429637 Feb 04 06:14:30.427424 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-f3c17516-929b-41f7-8056-df1e9aa9be1a service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798781 Feb 04 06:14:30.521476 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9b0d39f-74ba-42fc-895b-92a9abd4c175 req-44e8292e-6a64-4095-819d-f8a17bbf9773 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877733 Feb 04 06:14:30.659021 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6d0b4185-29dc-4b00-8bd4-72ada00b05aa details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:14:30.662019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6d0b4185-29dc-4b00-8bd4-72ada00b05aa no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:14:30.799548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.818059 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:30.835348 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'port_id': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'mac_address': 'fa:16:3e:e3:f9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:14:30.840221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:30.842463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3b7941-739c-46e1-8061-0c702e637e43" -d '{"events": [{"server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:14:30.857839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:30.875352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.908116 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e118e2-208e-440d-8904-c01f38ab27a1 x-openstack-request-id: req-17e118e2-208e-440d-8904-c01f38ab27a1 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:14:30.908407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:14:30.908668 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17e118e2-208e-440d-8904-c01f38ab27a1 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:14:30.909230 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'code': 200} Feb 04 06:14:30.924013 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.947616 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d0b4185-29dc-4b00-8bd4-72ada00b05aa {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:14:30.954789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:30.964091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:30.964454 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:30.964795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:30.965158 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:30.965490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:30.965817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:30.966142 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:30.966464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:30.966790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:30.967105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:30.967424 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:30.967740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:31.003516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:14:31.003877 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:14:31.159897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69a260-e2a1-434b-bdde-2ecd32d809c8 req-0479a7c0-5106-410d-bd4a-91cbd8f5b475 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:31.161294 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ff69a260-e2a1-434b-bdde-2ecd32d809c8 req-0479a7c0-5106-410d-bd4a-91cbd8f5b475 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 943 time: 0.0485170 Feb 04 06:14:31.197990 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ff69a260-e2a1-434b-bdde-2ecd32d809c8 req-1a661236-81a5-47cf-98f3-52c9cd4f431c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308938 Feb 04 06:14:31.310146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c9533-f35d-4887-9a87-080afa8ab79d req-1820ad2e-ec50-4c79-a90d-f84bf173e5f7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:31.311596 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-614c9533-f35d-4887-9a87-080afa8ab79d req-1820ad2e-ec50-4c79-a90d-f84bf173e5f7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 943 time: 0.0478883 Feb 04 06:14:31.348473 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-614c9533-f35d-4887-9a87-080afa8ab79d req-4d1e5eef-2068-4e16-8d9a-afb604c124ba tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308635 Feb 04 06:14:31.465879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de7c19-c998-48ac-9466-bf2dc9289cfb req-4c8c54cf-5027-4657-ab67-ecfda3064b64 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:31.467312 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-22de7c19-c998-48ac-9466-bf2dc9289cfb req-4c8c54cf-5027-4657-ab67-ecfda3064b64 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 943 time: 0.0531054 Feb 04 06:14:31.504391 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-22de7c19-c998-48ac-9466-bf2dc9289cfb req-3df9601f-659e-4e81-a983-5ca5c0ba891f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310509 Feb 04 06:14:31.538315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.551581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0b4185-29dc-4b00-8bd4-72ada00b05aa {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:14:31.571255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:31.575401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.633597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:31.640773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['6d0b4185-29dc-4b00-8bd4-72ada00b05aa'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:14:31.743091 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc5da7-7b83-4038-9e71-5b9c3d7c2910 req-1b24a48d-2b24-4b54-9f82-5b112586686e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:31.744510 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ecc5da7-7b83-4038-9e71-5b9c3d7c2910 req-1b24a48d-2b24-4b54-9f82-5b112586686e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 944 time: 0.0502617 Feb 04 06:14:31.784129 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ecc5da7-7b83-4038-9e71-5b9c3d7c2910 req-4436c7d5-2ffa-4a9c-b480-6da6e5b076cd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335286 Feb 04 06:14:32.680600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6d0b4185-29dc-4b00-8bd4-72ada00b05aa up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:14:32.734015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:32.734376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.824823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.859849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:32.867033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.910841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:32.913035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9439d30d-9b82-4cb0-b408-5c511ee1b0a8" -d '{"events": [{"server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "name": "network-vif-plugged", "status": "completed", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:14:32.914907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb8ff5-f040-4d10-a1d1-4f2d1c920687 req-1db79d5c-31bc-416c-9e63-cad344993652 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:32.916564 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-89fb8ff5-f040-4d10-a1d1-4f2d1c920687 req-1db79d5c-31bc-416c-9e63-cad344993652 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0567391 Feb 04 06:14:32.928316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:32.956745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e5da00-81fb-4442-83a6-ca3fc0bcafe6 x-openstack-request-id: req-49e5da00-81fb-4442-83a6-ca3fc0bcafe6 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:14:32.957040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "name": "network-vif-plugged", "status": "completed", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:14:32.957179 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-89fb8ff5-f040-4d10-a1d1-4f2d1c920687 req-a5fbf585-443b-4327-b851-aa380be0abd7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344803 Feb 04 06:14:32.957330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49e5da00-81fb-4442-83a6-ca3fc0bcafe6 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:14:32.957715 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'code': 200} Feb 04 06:14:33.389697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-d8afc531-e29c-4a81-9b8f-4fc9a7c05074 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:33.391068 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-d8afc531-e29c-4a81-9b8f-4fc9a7c05074 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 945 time: 0.0509803 Feb 04 06:14:33.477720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Deleting port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:14:33.478057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.571657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] For port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:33.572013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.788716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.789197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.789510 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Floating IP 116169c8-137b-4444-a7d3-3724d704b975 disassociated. External IP: 172.26.5.170, port: 6d0b4185-29dc-4b00-8bd4-72ada00b05aa. Feb 04 06:14:33.789859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Calling delete_port for 6d0b4185-29dc-4b00-8bd4-72ada00b05aa owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:14:33.913917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.944058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event deleted for resources: {'Port': ['ID=6d0b4185-29dc-4b00-8bd4-72ada00b05aa,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:33.954053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:33.954406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:33.954812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:33.955146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:33.955478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:33.955807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:33.956132 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:33.956453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:33.956774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:33.957111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:33.957433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:33.957748 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:34.086860 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aafb49b0-1ac3-477d-a415-21c9c41b86a0 req-0dabb56b-88d2-4c2f-a6ca-24c1732d3c7b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=bab8247a-7ec4-41df-bc90-de9a856101ad HTTP/1.1" status: 200 len: 210 time: 0.0367520 Feb 04 06:14:34.106475 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Router eb8c1494-f7c7-473e-b539-79634009bc42 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:14:34.213037 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:14:34.223774 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580252a6-fa91-497c-887f-918007e0e05e None None] Sync routers for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:34.233044 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580252a6-fa91-497c-887f-918007e0e05e None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:34.233680 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-580252a6-fa91-497c-887f-918007e0e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:14:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:34.257828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] No DVR routers for this DVR port 6d0b4185-29dc-4b00-8bd4-72ada00b05aa on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:34.260343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.263633 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a88865a2-698d-4e5c-a2d4-bca4de342840 req-afcbd935-445f-4aca-bf21-ff5138b63ceb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "DELETE /v2.0/ports/6d0b4185-29dc-4b00-8bd4-72ada00b05aa HTTP/1.1" status: 204 len: 173 time: 0.8658977 Feb 04 06:14:34.264078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'name': 'network-vif-deleted', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:34.266381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91f16fc-daa5-4480-96d1-fb1656133890" -d '{"events": [{"server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "name": "network-vif-deleted", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:14:34.305499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698d4b07-7624-4d6f-8cb8-0c2e114fea6d x-openstack-request-id: req-698d4b07-7624-4d6f-8cb8-0c2e114fea6d {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:14:34.305794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab8247a-7ec4-41df-bc90-de9a856101ad", "name": "network-vif-deleted", "tag": "6d0b4185-29dc-4b00-8bd4-72ada00b05aa", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:14:34.306039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-698d4b07-7624-4d6f-8cb8-0c2e114fea6d {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:14:34.306435 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab8247a-7ec4-41df-bc90-de9a856101ad', 'name': 'network-vif-deleted', 'tag': '6d0b4185-29dc-4b00-8bd4-72ada00b05aa', 'status': 'completed', 'code': 200} Feb 04 06:14:34.353552 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-580252a6-fa91-497c-887f-918007e0e05e None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:34.548561 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-580252a6-fa91-497c-887f-918007e0e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:34.573581 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580252a6-fa91-497c-887f-918007e0e05e None None] Checking router: eb8c1494-f7c7-473e-b539-79634009bc42 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:34.582339 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580252a6-fa91-497c-887f-918007e0e05e None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:34.582933 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-580252a6-fa91-497c-887f-918007e0e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:14:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:34.688049 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-580252a6-fa91-497c-887f-918007e0e05e None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:34.887860 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-580252a6-fa91-497c-887f-918007e0e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:34.914037 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580252a6-fa91-497c-887f-918007e0e05e None None] The sync data for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv is: [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:35.113203 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7b2f0-976f-4352-8041-b4b6ea8d8519 None None] New status for floating IP 116169c8-137b-4444-a7d3-3724d704b975: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:14:35.315267 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-3d68357a-c554-4a7c-ba7e-a652b402444e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--549502035&fields=id&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 267 time: 0.0327744 Feb 04 06:14:35.421689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec39322-ba10-4126-a31c-4fc002abc908 req-300a70bb-954a-4f0a-bfe7-7dedda27d977 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:35.423140 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-300a70bb-954a-4f0a-bfe7-7dedda27d977 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 812 time: 0.1012640 Feb 04 06:14:35.438325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-91fb06dd-27df-47f6-be64-b4f2e5114b9b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/quotas/b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 375 time: 0.0088108 Feb 04 06:14:35.491617 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-be919ba8-022f-4bb2-aace-46ea39d1b54e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473342 Feb 04 06:14:35.584838 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-481c2e0a-0e49-4cc4-a086-f5136afc8a00 service neutron] 10.222.0.15 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811422 Feb 04 06:14:35.677773 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-5fa49c11-4132-4255-85a6-ce084c660464 service neutron] 10.222.0.15 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866668 Feb 04 06:14:35.831714 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a16d45e8-51b6-431b-8ff5-b94ae47e94b0 req-f5ec3767-d2a1-44be-bf5a-49693a33cf6a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 210 time: 0.0266690 Feb 04 06:14:36.704296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec39322-ba10-4126-a31c-4fc002abc908 req-15cd8fcd-9c60-433d-ae3d-722df27a9671 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:36.705781 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-15cd8fcd-9c60-433d-ae3d-722df27a9671 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 812 time: 0.1076028 Feb 04 06:14:36.719857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6d0b4185-29dc-4b00-8bd4-72ada00b05aa no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:14:36.744966 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 6d0b4185-29dc-4b00-8bd4-72ada00b05aa {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:14:36.745369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6d0b4185-29dc-4b00-8bd4-72ada00b05aa not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:14:36.759853 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-b91267da-274b-452e-b54f-47a143a25d3a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 379 time: 0.0447865 Feb 04 06:14:36.770058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'port': {'device_id': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'admin_state_up': True, 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'security_groups': ['a83520d9-50c6-4ad9-99fa-a9abfacd9963']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:36.875093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Made reservation on behalf of b5dac196ff454496a9f4ec6cbf6e7c4f for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:36.879004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.958735 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-847506a1-2943-4fbb-bdf2-559b0072a249 req-33d28ab8-5531-4c4b-9e67-3110f3b75e5e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 210 time: 0.0572994 Feb 04 06:14:37.028146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Allocated IP 172.20.0.7 (85f9b5d1-088e-4192-b457-1ff651d7524d/5ac61997-72f0-423a-aaa1-24560f78164b/0c410a28-fe6a-48ef-80a4-ee344909f27c) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:37.161828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.194545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.238214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Network 85f9b5d1-088e-4192-b457-1ff651d7524d is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:37.240968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:37.244470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:14:37.250821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event updated for resources: {'Port': ['ID=0c410a28-fe6a-48ef-80a4-ee344909f27c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:37.297063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:37.297705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.313458 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-454a37b7-6583-4b44-85e3-8498ff4291fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478857 Feb 04 06:14:37.325520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Request body: {'port': {'device_id': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:37.385382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.423581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-34d49e6a-6e27-4353-8714-340e32a1e108 None None] Provisioning complete for port 0c410a28-fe6a-48ef-80a4-ee344909f27c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:37.423938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-34d49e6a-6e27-4353-8714-340e32a1e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.597698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-34d49e6a-6e27-4353-8714-340e32a1e108 None None] Port 0c410a28-fe6a-48ef-80a4-ee344909f27c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:14:37.652304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c410a28-fe6a-48ef-80a4-ee344909f27c {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:14:37.660151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.671691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Transition to ACTIVE for port object 0c410a28-fe6a-48ef-80a4-ee344909f27c will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:37.674714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.723011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c410a28-fe6a-48ef-80a4-ee344909f27c,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:37.800201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Attempting to bind port 0c410a28-fe6a-48ef-80a4-ee344909f27c on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:37.800538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Attempting to bind port 0c410a28-fe6a-48ef-80a4-ee344909f27c by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:37.807332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Attempting to bind port 0c410a28-fe6a-48ef-80a4-ee344909f27c on network 85f9b5d1-088e-4192-b457-1ff651d7524d {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:14:37.807332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Port 0c410a28-fe6a-48ef-80a4-ee344909f27c on network 85f9b5d1-088e-4192-b457-1ff651d7524d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:14:37.807332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Attempting to bind port 0c410a28-fe6a-48ef-80a4-ee344909f27c on network 85f9b5d1-088e-4192-b457-1ff651d7524d {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:14:37.810978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:14:37.811313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Checking segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:14:37.811696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Bound using segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:14:37.812126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Bound port: 0c410a28-fe6a-48ef-80a4-ee344909f27c, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:37.812482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.880255 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] For port 0c410a28-fe6a-48ef-80a4-ee344909f27c, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:14:37.883667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] For port 0c410a28-fe6a-48ef-80a4-ee344909f27c, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:14:37.887852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.923796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:37.924406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.926057 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/0c410a28-fe6a-48ef-80a4-ee344909f27c HTTP/1.1" status: 200 len: 1093 time: 0.6048477 Feb 04 06:14:37.926510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:37.928756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfa6072-7290-417f-932d-b625dd9cf3af" -d '{"events": [{"name": "network-changed", "server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:14:37.959598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec1ac4-6a3c-4fa6-8fc6-7fee7c3e75a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c410a28-fe6a-48ef-80a4-ee344909f27c,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:37.979073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbd0a67-749c-4c53-95ea-dc549f89fce9 x-openstack-request-id: req-9dbd0a67-749c-4c53-95ea-dc549f89fce9 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:14:37.979362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:14:37.979612 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dbd0a67-749c-4c53-95ea-dc549f89fce9 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:14:37.980003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'status': 'completed', 'code': 200} Feb 04 06:14:38.313266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec39322-ba10-4126-a31c-4fc002abc908 req-baf47374-dc3e-4bbd-a705-0c9c905eb7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.315377 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-baf47374-dc3e-4bbd-a705-0c9c905eb7d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 1096 time: 0.3490708 Feb 04 06:14:38.328702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f070b7-1f78-4383-a53a-f1528ecb7e2a req-bc120682-1a7f-423d-ad12-5b112c4bf244 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.330191 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f8f070b7-1f78-4383-a53a-f1528ecb7e2a req-bc120682-1a7f-423d-ad12-5b112c4bf244 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 943 time: 0.0578876 Feb 04 06:14:38.372265 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-2c92902b-a59e-4f00-a377-e6611f59ab61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c HTTP/1.1" status: 200 len: 217 time: 0.0411654 Feb 04 06:14:38.429875 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f8f070b7-1f78-4383-a53a-f1528ecb7e2a req-44d315ec-9c66-4b4d-820d-8aa34041feb7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934772 Feb 04 06:14:38.435110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec39322-ba10-4126-a31c-4fc002abc908 req-2b47f097-d875-454e-ac6d-80590411cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.436468 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-2b47f097-d875-454e-ac6d-80590411cc27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0575504 Feb 04 06:14:38.481510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec39322-ba10-4126-a31c-4fc002abc908 req-95a424cc-5f69-4cb7-a6fd-ab8375fc481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.482952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-95a424cc-5f69-4cb7-a6fd-ab8375fc481e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396414 Feb 04 06:14:38.573147 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-c5fe6fe5-14cd-451c-a5b6-950ad578fc10 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830908 Feb 04 06:14:38.659556 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aec39322-ba10-4126-a31c-4fc002abc908 req-ab6026b3-5d06-4423-bcbb-9cef603f8a39 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804195 Feb 04 06:14:38.742681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa6072-7290-417f-932d-b625dd9cf3af req-d7bbabed-d508-40d7-acf9-a8ef58729ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.744105 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5dfa6072-7290-417f-932d-b625dd9cf3af req-d7bbabed-d508-40d7-acf9-a8ef58729ed0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 1096 time: 0.0429051 Feb 04 06:14:38.836189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa6072-7290-417f-932d-b625dd9cf3af req-9d6fd9e2-2fb6-4925-88a1-5432e9367e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.837686 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5dfa6072-7290-417f-932d-b625dd9cf3af req-9d6fd9e2-2fb6-4925-88a1-5432e9367e79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0864267 Feb 04 06:14:38.879987 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5dfa6072-7290-417f-932d-b625dd9cf3af req-c443ca42-4d9a-4b4c-917b-d81c05d22252 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c HTTP/1.1" status: 200 len: 217 time: 0.0350361 Feb 04 06:14:38.931889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa6072-7290-417f-932d-b625dd9cf3af req-2cf69327-8def-4295-aea1-af79cbee61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.933318 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5dfa6072-7290-417f-932d-b625dd9cf3af req-2cf69327-8def-4295-aea1-af79cbee61d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0468340 Feb 04 06:14:38.979254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa6072-7290-417f-932d-b625dd9cf3af req-44a75026-8bdf-4ba1-aca4-9dbc005c1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.980710 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5dfa6072-7290-417f-932d-b625dd9cf3af req-44a75026-8bdf-4ba1-aca4-9dbc005c1083 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398145 Feb 04 06:14:39.068305 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5dfa6072-7290-417f-932d-b625dd9cf3af req-4dfe6330-86e9-466c-8834-17de86e54a59 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799694 Feb 04 06:14:39.161712 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5dfa6072-7290-417f-932d-b625dd9cf3af req-398b69c5-0c86-48df-9a83-93a7949ca4b3 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861521 Feb 04 06:14:39.545447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1093150-7aed-43be-b736-b1a299fe354c req-10ece496-e445-4952-85ef-7ec97b58b6bb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:39.546917 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b1093150-7aed-43be-b736-b1a299fe354c req-10ece496-e445-4952-85ef-7ec97b58b6bb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 943 time: 0.0505965 Feb 04 06:14:39.585176 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b1093150-7aed-43be-b736-b1a299fe354c req-1852e926-c41a-41c2-9637-ae8ccaf627b2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322044 Feb 04 06:14:40.698153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd338c41-ca82-4455-b9ef-af230ff420df req-51c8e7b1-019f-4944-b1fb-513d0f9fb4e8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:40.699618 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd338c41-ca82-4455-b9ef-af230ff420df req-51c8e7b1-019f-4944-b1fb-513d0f9fb4e8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 943 time: 0.0490654 Feb 04 06:14:40.729905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0c410a28-fe6a-48ef-80a4-ee344909f27c details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:14:40.738493 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd338c41-ca82-4455-b9ef-af230ff420df req-a25ba1fe-59aa-47f3-8cbe-9a363594b198 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321178 Feb 04 06:14:40.822260 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0c410a28-fe6a-48ef-80a4-ee344909f27c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:40.838094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'port_id': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'mac_address': 'fa:16:3e:f2:f6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:14:40.874269 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.887448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c410a28-fe6a-48ef-80a4-ee344909f27c {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:14:40.906852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0c410a28-fe6a-48ef-80a4-ee344909f27c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:40.910628 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.957356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=0c410a28-fe6a-48ef-80a4-ee344909f27c,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:41.119531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['0c410a28-fe6a-48ef-80a4-ee344909f27c'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:14:41.859637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024ea44-2036-463c-983e-acecc3e8c9fe req-5e19d564-8d2a-4c10-bbf8-2de58756c1bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:41.861897 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2024ea44-2036-463c-983e-acecc3e8c9fe req-5e19d564-8d2a-4c10-bbf8-2de58756c1bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 944 time: 0.0569849 Feb 04 06:14:41.898702 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2024ea44-2036-463c-983e-acecc3e8c9fe req-30f6efb7-d325-4889-9590-650059f729f1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309513 Feb 04 06:14:42.744722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0c410a28-fe6a-48ef-80a4-ee344909f27c up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:14:42.791587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 0c410a28-fe6a-48ef-80a4-ee344909f27c completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:42.795266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 0c410a28-fe6a-48ef-80a4-ee344909f27c triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:42.795647 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.873010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.895245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:42.897637 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3159aa75-9946-420a-9abf-1a25bd8e6f46" -d '{"events": [{"server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "name": "network-vif-plugged", "status": "completed", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:14:42.910681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0c410a28-fe6a-48ef-80a4-ee344909f27c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:42.914612 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.941419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112a50ce-8aae-469c-8468-b3bc9679ed1d x-openstack-request-id: req-112a50ce-8aae-469c-8468-b3bc9679ed1d {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:14:42.941419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "name": "network-vif-plugged", "status": "completed", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:14:42.941419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-112a50ce-8aae-469c-8468-b3bc9679ed1d {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:14:42.941419 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'code': 200} Feb 04 06:14:42.968731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=0c410a28-fe6a-48ef-80a4-ee344909f27c,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:43.023279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acf615-e18a-4602-8253-3f05b316c42e req-e9aea0fc-982f-40f4-9b32-da18ce070939 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:43.024951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c8acf615-e18a-4602-8253-3f05b316c42e req-e9aea0fc-982f-40f4-9b32-da18ce070939 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0537257 Feb 04 06:14:43.073259 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c8acf615-e18a-4602-8253-3f05b316c42e req-d6e63d8f-86b1-4500-8e48-62347067915e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415537 Feb 04 06:14:43.102766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bcec5-11a6-445c-8810-23646f509f6b req-e8cde4df-3eb8-468b-8262-02c82144fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:43.104307 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3e0bcec5-11a6-445c-8810-23646f509f6b req-e8cde4df-3eb8-468b-8262-02c82144fdf7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 1098 time: 0.0441756 Feb 04 06:14:43.138639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3e0bcec5-11a6-445c-8810-23646f509f6b req-e4de6bb1-b077-4641-80d8-63c74638af1a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281348 Feb 04 06:14:44.194404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6945556-0f88-473e-bff6-957babd51012 req-7f8da416-8e94-472d-be15-60105c92a0a4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:44.195848 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e6945556-0f88-473e-bff6-957babd51012 req-7f8da416-8e94-472d-be15-60105c92a0a4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0511069 Feb 04 06:14:44.233428 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e6945556-0f88-473e-bff6-957babd51012 req-9bf4ea2c-6fcc-45c1-9161-ebe04fa8058e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Feb 04 06:14:44.343378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fc4c3-11bd-4930-b36b-1b0eb4a20713 req-2cb377c0-cf63-4c93-9a91-bbf2c8f10e13 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:44.344842 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-961fc4c3-11bd-4930-b36b-1b0eb4a20713 req-2cb377c0-cf63-4c93-9a91-bbf2c8f10e13 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0487912 Feb 04 06:14:44.354726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50580) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:44.359028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-db9a409a-c2ac-42ba-bfd2-749eec7555f9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'floatingip': {'port_id': '0c410a28-fe6a-48ef-80a4-ee344909f27c'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:44.400711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-db9a409a-c2ac-42ba-bfd2-749eec7555f9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.816159 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-db9a409a-c2ac-42ba-bfd2-749eec7555f9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.819976 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-db9a409a-c2ac-42ba-bfd2-749eec7555f9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.919199 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-db9a409a-c2ac-42ba-bfd2-749eec7555f9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Floating IP 116169c8-137b-4444-a7d3-3724d704b975 associated. External IP: 172.26.5.170, port: 0c410a28-fe6a-48ef-80a4-ee344909f27c. Feb 04 06:14:45.125259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9a409a-c2ac-42ba-bfd2-749eec7555f9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Router eb8c1494-f7c7-473e-b539-79634009bc42 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:14:45.230884 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9a409a-c2ac-42ba-bfd2-749eec7555f9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:14:45.235727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-db9a409a-c2ac-42ba-bfd2-749eec7555f9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.241366 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdc822-65ec-4793-a867-90d97d21c192 None None] Sync routers for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:45.250006 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdc822-65ec-4793-a867-90d97d21c192 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:45.250584 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a9cdc822-65ec-4793-a867-90d97d21c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:14:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:45.262219 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-db9a409a-c2ac-42ba-bfd2-749eec7555f9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "PUT /v2.0/floatingips/116169c8-137b-4444-a7d3-3724d704b975 HTTP/1.1" status: 200 len: 991 time: 0.9064591 Feb 04 06:14:45.262823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:45.265232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e42970a-a383-4bb7-aa5b-1515149f0785" -d '{"events": [{"name": "network-changed", "server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:14:45.302724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e79e8d-dde8-45b8-aeea-d794697ad731 x-openstack-request-id: req-05e79e8d-dde8-45b8-aeea-d794697ad731 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:14:45.303016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:14:45.303263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05e79e8d-dde8-45b8-aeea-d794697ad731 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:14:45.303667 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'status': 'completed', 'code': 200} Feb 04 06:14:45.356005 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-a9cdc822-65ec-4793-a867-90d97d21c192 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:45.388984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc69d75-25c6-4160-9162-a44b89fd78fa req-5f0724da-e2b2-46a4-bacd-a8a2d7a87a83 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:45.390406 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3fc69d75-25c6-4160-9162-a44b89fd78fa req-5f0724da-e2b2-46a4-bacd-a8a2d7a87a83 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0788877 Feb 04 06:14:45.395550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42970a-a383-4bb7-aa5b-1515149f0785 req-4705c481-d67b-45e9-9164-9948d3130f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:45.396946 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e42970a-a383-4bb7-aa5b-1515149f0785 req-4705c481-d67b-45e9-9164-9948d3130f8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 1098 time: 0.0726459 Feb 04 06:14:45.478397 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3fc69d75-25c6-4160-9162-a44b89fd78fa req-a0a64a07-f083-4afb-b8e0-5cfeba4bc8bb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804541 Feb 04 06:14:45.512002 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42970a-a383-4bb7-aa5b-1515149f0785 req-d5475c50-690e-4923-83a4-d30f532975b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:45.513501 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e42970a-a383-4bb7-aa5b-1515149f0785 req-d5475c50-690e-4923-83a4-d30f532975b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.1091728 Feb 04 06:14:45.583935 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e42970a-a383-4bb7-aa5b-1515149f0785 req-b48dc722-9d40-404a-bdc5-5eb9149eb237 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c HTTP/1.1" status: 200 len: 999 time: 0.0636005 Feb 04 06:14:45.637417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42970a-a383-4bb7-aa5b-1515149f0785 req-fa88a4bb-a173-44c9-81ad-5600b912c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:45.638886 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e42970a-a383-4bb7-aa5b-1515149f0785 req-fa88a4bb-a173-44c9-81ad-5600b912c0e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0485866 Feb 04 06:14:45.668792 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a9cdc822-65ec-4793-a867-90d97d21c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:f2:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:14:44Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:45.683615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42970a-a383-4bb7-aa5b-1515149f0785 req-3ba69263-e79f-4b5b-88dd-8b7f1e7904a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:45.685165 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e42970a-a383-4bb7-aa5b-1515149f0785 req-3ba69263-e79f-4b5b-88dd-8b7f1e7904a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403116 Feb 04 06:14:45.698228 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdc822-65ec-4793-a867-90d97d21c192 None None] Checking router: eb8c1494-f7c7-473e-b539-79634009bc42 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:45.707531 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdc822-65ec-4793-a867-90d97d21c192 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:45.708123 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a9cdc822-65ec-4793-a867-90d97d21c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:14:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:45.779171 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e42970a-a383-4bb7-aa5b-1515149f0785 req-58ffd384-2b10-4064-827c-4e0fbabd0bd0 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876646 Feb 04 06:14:45.811641 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-a9cdc822-65ec-4793-a867-90d97d21c192 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:45.869951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e42970a-a383-4bb7-aa5b-1515149f0785 req-518ef1cb-d09b-4a48-9d93-e17099ec540c service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844724 Feb 04 06:14:46.029186 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-a9cdc822-65ec-4793-a867-90d97d21c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:f2:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:14:44Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:46.057426 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdc822-65ec-4793-a867-90d97d21c192 None None] The sync data for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv is: [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:f2:f6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:14:44Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:46.232803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c2952-0bee-48ef-9223-d69d62c28ed2 None None] New status for floating IP 116169c8-137b-4444-a7d3-3724d704b975: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:14:46.597532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc103c01-91fc-4ea5-95de-fa8e3892d2a2 req-30bdf7c2-e985-41f8-a3ba-0c8a73e33d57 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:46.604242 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dc103c01-91fc-4ea5-95de-fa8e3892d2a2 req-30bdf7c2-e985-41f8-a3ba-0c8a73e33d57 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0505624 Feb 04 06:14:46.637964 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dc103c01-91fc-4ea5-95de-fa8e3892d2a2 req-b140f228-73cf-4b64-a267-c9db7f98bee6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328643 Feb 04 06:14:46.832601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd477ca-0683-465d-808b-629dfaaafcc2 req-f57957d4-1e30-4b65-960c-7c5812930712 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:46.834094 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd477ca-0683-465d-808b-629dfaaafcc2 req-f57957d4-1e30-4b65-960c-7c5812930712 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0530267 Feb 04 06:14:46.871544 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd477ca-0683-465d-808b-629dfaaafcc2 req-a9804c17-c337-4fd5-80f0-247123c56034 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315008 Feb 04 06:14:47.985408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982f177-ae6c-4e52-8c06-85623b7f174e req-e77b830b-0443-436b-810c-372ffa87b827 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:47.987559 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c982f177-ae6c-4e52-8c06-85623b7f174e req-e77b830b-0443-436b-810c-372ffa87b827 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0487254 Feb 04 06:14:48.023973 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c982f177-ae6c-4e52-8c06-85623b7f174e req-6613f325-5112-47e2-9aa6-6a8bedc93144 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304260 Feb 04 06:14:49.136013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17456c67-0fad-40c6-83de-0e873622f170 req-c5fa3219-c366-4de7-972b-55de0a848b0a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:49.137537 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-17456c67-0fad-40c6-83de-0e873622f170 req-c5fa3219-c366-4de7-972b-55de0a848b0a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0476413 Feb 04 06:14:49.174970 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-17456c67-0fad-40c6-83de-0e873622f170 req-686da009-cbc5-4aef-a9dd-b82bf3f7b3c0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308702 Feb 04 06:14:50.291102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bea471-6e1a-4796-acf1-1fd863a6669a req-0d813a6f-ae0c-4766-b320-3d77476b5011 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:50.292555 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-05bea471-6e1a-4796-acf1-1fd863a6669a req-0d813a6f-ae0c-4766-b320-3d77476b5011 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0512254 Feb 04 06:14:50.330451 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-05bea471-6e1a-4796-acf1-1fd863a6669a req-de252855-f0fe-43ef-88e9-1d93b49d449c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310411 Feb 04 06:14:51.209242 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-628622f1-9fc7-4bf7-a459-b4e8fc6f81c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.379138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61707815-235e-40b7-aac1-d242714b688d req-21d91525-3b92-4e6c-8380-bc0c635ba879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:51.380640 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61707815-235e-40b7-aac1-d242714b688d req-21d91525-3b92-4e6c-8380-bc0c635ba879 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 1098 time: 0.0409911 Feb 04 06:14:51.502615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dca5e-2c02-4424-9eca-27fa89b7477d req-1707c1bc-0130-4ca6-a4b8-026dd4abc1db tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:51.503982 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d21dca5e-2c02-4424-9eca-27fa89b7477d req-1707c1bc-0130-4ca6-a4b8-026dd4abc1db tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0979166 Feb 04 06:14:51.531494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61707815-235e-40b7-aac1-d242714b688d req-3dc842ca-9f9a-42aa-a194-6306194239a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:51.532897 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61707815-235e-40b7-aac1-d242714b688d req-3dc842ca-9f9a-42aa-a194-6306194239a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.1343045 Feb 04 06:14:51.589809 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d21dca5e-2c02-4424-9eca-27fa89b7477d req-9eba9a97-00e8-4a0d-88ec-2d0c659e4ec3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780416 Feb 04 06:14:51.609049 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61707815-235e-40b7-aac1-d242714b688d req-80c8c680-14ef-408b-9471-d54d5f4bdd23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c HTTP/1.1" status: 200 len: 1001 time: 0.0691075 Feb 04 06:14:51.656636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61707815-235e-40b7-aac1-d242714b688d req-52f7fdc3-c815-45ed-bba7-9cc7d01c43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:51.658218 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61707815-235e-40b7-aac1-d242714b688d req-52f7fdc3-c815-45ed-bba7-9cc7d01c43d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0426469 Feb 04 06:14:51.704489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61707815-235e-40b7-aac1-d242714b688d req-18f3a707-2198-4cd2-8a9f-1069a757a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:51.706014 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61707815-235e-40b7-aac1-d242714b688d req-18f3a707-2198-4cd2-8a9f-1069a757a528 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417325 Feb 04 06:14:51.796652 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61707815-235e-40b7-aac1-d242714b688d req-33244058-b60d-488f-bf62-fb98d523fdd7 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828948 Feb 04 06:14:51.884512 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61707815-235e-40b7-aac1-d242714b688d req-59f2d35c-0be9-4814-ae1e-e34c8d2b7df0 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814197 Feb 04 06:14:52.700813 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc6d4-0a5b-44fd-9d9d-a976375e4a36 req-9e8a37b2-068c-4ab4-a133-972391b440ab tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:52.702344 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-448dc6d4-0a5b-44fd-9d9d-a976375e4a36 req-9e8a37b2-068c-4ab4-a133-972391b440ab tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0483179 Feb 04 06:14:52.740687 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-448dc6d4-0a5b-44fd-9d9d-a976375e4a36 req-57192935-304b-4b29-9c5c-c1c92d63a50a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316195 Feb 04 06:14:53.445963 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2ab60dce-df96-4d4f-a65f-d2ad96afd16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.122705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb7b54-e297-4f7a-87cc-9a8a6af6ee85 req-1df68982-9e82-48a3-a3ac-042e06aeddcc tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:54.124077 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3cbb7b54-e297-4f7a-87cc-9a8a6af6ee85 req-1df68982-9e82-48a3-a3ac-042e06aeddcc tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.3170545 Feb 04 06:14:54.160731 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3cbb7b54-e297-4f7a-87cc-9a8a6af6ee85 req-ca3bc47a-af30-4719-b9ec-7eb9f6c06a5c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295153 Feb 04 06:14:54.773588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.272820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc49bb-c0b3-48f8-b4f9-cb961cf1f07d req-411ca977-ba09-4ef2-85bd-cd5386fae7db tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.274281 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5bbc49bb-c0b3-48f8-b4f9-cb961cf1f07d req-411ca977-ba09-4ef2-85bd-cd5386fae7db tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0472672 Feb 04 06:14:55.309742 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5bbc49bb-c0b3-48f8-b4f9-cb961cf1f07d req-2bc24411-2572-49b9-9518-fee9a13a5f26 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296471 Feb 04 06:14:56.390622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.421944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44100e-745a-4bf2-b00b-b9d87ff04d9b req-ef5df8da-eedd-4c5e-a498-b92179305913 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:56.423896 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0c44100e-745a-4bf2-b00b-b9d87ff04d9b req-ef5df8da-eedd-4c5e-a498-b92179305913 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0487709 Feb 04 06:14:56.460333 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0c44100e-745a-4bf2-b00b-b9d87ff04d9b req-ebc2234a-d6c6-44a7-b179-ca60ce72620c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309663 Feb 04 06:14:56.673771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.576761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea1e56-5bdb-489f-bd31-7775aa76b939 req-921f20ea-4ec1-489a-a0f9-d6960cf70816 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.578508 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b4ea1e56-5bdb-489f-bd31-7775aa76b939 req-921f20ea-4ec1-489a-a0f9-d6960cf70816 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0523348 Feb 04 06:14:57.615740 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b4ea1e56-5bdb-489f-bd31-7775aa76b939 req-2c1300b2-92ce-4756-9650-a7af04004181 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311015 Feb 04 06:14:58.584661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.727999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dff7c-ff60-4d93-8055-ca287b81d03e req-40cb3866-36f6-4917-ab37-36a3459bc90a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:58.729493 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d5dff7c-ff60-4d93-8055-ca287b81d03e req-40cb3866-36f6-4917-ab37-36a3459bc90a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0501239 Feb 04 06:14:58.768322 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d5dff7c-ff60-4d93-8055-ca287b81d03e req-0ed716e0-0db7-41d4-8c9a-72eb3095f40c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330033 Feb 04 06:14:59.693279 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:14:59.881452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54014fc7-c6a5-45d3-9426-718038155bbf req-c86d8ef5-54dd-4a35-a5e6-bb725e82c2a7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:59.882918 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-54014fc7-c6a5-45d3-9426-718038155bbf req-c86d8ef5-54dd-4a35-a5e6-bb725e82c2a7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0483680 Feb 04 06:14:59.919164 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-54014fc7-c6a5-45d3-9426-718038155bbf req-44666994-4618-4b44-89c3-d4e6ef7dc942 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302644 Feb 04 06:15:01.037232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71565d3-e5f5-4705-a300-fd00a731eeee req-019b5733-0144-4e23-927b-1419f0997c16 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:01.038671 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e71565d3-e5f5-4705-a300-fd00a731eeee req-019b5733-0144-4e23-927b-1419f0997c16 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0527854 Feb 04 06:15:01.074606 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e71565d3-e5f5-4705-a300-fd00a731eeee req-1edf96b7-2c69-434e-8381-0609e1a4aca8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301242 Feb 04 06:15:02.186210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1a8bd-c1d5-4d28-8efd-69a671346a9f req-af96dcc5-7705-4205-b50b-ff661563d55a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:02.187674 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ba1a8bd-c1d5-4d28-8efd-69a671346a9f req-af96dcc5-7705-4205-b50b-ff661563d55a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0475183 Feb 04 06:15:02.225578 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ba1a8bd-c1d5-4d28-8efd-69a671346a9f req-5ab856b9-bb7e-4b42-894b-f74b10e76d84 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311828 Feb 04 06:15:03.338340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af677fc5-ee05-42c0-99c3-f63b34a23427 req-a0b06bf6-7bcd-41bf-8485-a3e91fd794fb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:03.340046 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af677fc5-ee05-42c0-99c3-f63b34a23427 req-a0b06bf6-7bcd-41bf-8485-a3e91fd794fb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0491395 Feb 04 06:15:03.378175 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af677fc5-ee05-42c0-99c3-f63b34a23427 req-b28ffdfb-74a4-4435-8ec3-935bc36c4b17 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317273 Feb 04 06:15:04.491979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4170f7-04aa-4967-ba8e-a625f5e4671e req-a5b636ef-7ff0-4357-8f6e-922db736b775 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:04.493618 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d4170f7-04aa-4967-ba8e-a625f5e4671e req-a5b636ef-7ff0-4357-8f6e-922db736b775 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0518253 Feb 04 06:15:04.531844 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d4170f7-04aa-4967-ba8e-a625f5e4671e req-d0c1fd2d-635d-4349-88b5-dcb7892a46eb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320833 Feb 04 06:15:05.645611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9a048-cd6a-4bc8-853a-b8ce47b1e89e req-4f2cecc4-5f1a-471d-a903-49139f984784 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:05.647073 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0da9a048-cd6a-4bc8-853a-b8ce47b1e89e req-4f2cecc4-5f1a-471d-a903-49139f984784 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0495129 Feb 04 06:15:05.683600 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0da9a048-cd6a-4bc8-853a-b8ce47b1e89e req-dbbe7657-0d20-4541-a92d-0b323ef07fb2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306160 Feb 04 06:15:06.798681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078687a-e937-43e8-9fca-8653783a6494 req-fdc0d818-b2c6-4ac1-9a2c-ee24f8c1d3ba tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:06.800132 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0078687a-e937-43e8-9fca-8653783a6494 req-fdc0d818-b2c6-4ac1-9a2c-ee24f8c1d3ba tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0479152 Feb 04 06:15:06.837288 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0078687a-e937-43e8-9fca-8653783a6494 req-a187234f-1103-4c97-91f5-7f2107797281 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312545 Feb 04 06:15:07.951706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded179d9-cb20-4ccf-8c77-5464c4f7b25d req-c5bdb06f-a343-421a-8d66-d0031c25f81b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:07.953431 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ded179d9-cb20-4ccf-8c77-5464c4f7b25d req-c5bdb06f-a343-421a-8d66-d0031c25f81b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0511267 Feb 04 06:15:07.990659 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ded179d9-cb20-4ccf-8c77-5464c4f7b25d req-15a35203-a13e-4858-9364-b87cbc1fa765 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306370 Feb 04 06:15:09.104000 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328098d-025e-4a11-9eea-59c5f3a713e3 req-e6be2559-2452-44e6-9f7f-296e84ac4020 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:09.105492 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d328098d-025e-4a11-9eea-59c5f3a713e3 req-e6be2559-2452-44e6-9f7f-296e84ac4020 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0481162 Feb 04 06:15:09.142260 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d328098d-025e-4a11-9eea-59c5f3a713e3 req-ab0d893b-ee22-46b0-8809-b99f09f50d3b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308235 Feb 04 06:15:10.255844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b1234-0b04-49a7-8d72-45c2050190f0 req-16570238-b18b-401d-b54c-503f16bf8a16 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:10.257346 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9b3b1234-0b04-49a7-8d72-45c2050190f0 req-16570238-b18b-401d-b54c-503f16bf8a16 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0486672 Feb 04 06:15:10.295103 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9b3b1234-0b04-49a7-8d72-45c2050190f0 req-142f1f88-1cae-4b11-b037-9e634a375174 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Feb 04 06:15:11.413178 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112cfa1-e9d0-4fa9-83e8-b75081b842af req-b61fa715-e3cf-4835-9b7a-62b7bfed546b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:11.414656 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c112cfa1-e9d0-4fa9-83e8-b75081b842af req-b61fa715-e3cf-4835-9b7a-62b7bfed546b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0531487 Feb 04 06:15:11.451964 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c112cfa1-e9d0-4fa9-83e8-b75081b842af req-4e69f4d2-17a3-426e-8a65-ad35e30052e1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314066 Feb 04 06:15:12.563847 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f1298-8ca4-4903-8cbc-688548ba582d req-badb41f0-f348-4b43-8afb-f121b1878bd6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:12.565325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-528f1298-8ca4-4903-8cbc-688548ba582d req-badb41f0-f348-4b43-8afb-f121b1878bd6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0480614 Feb 04 06:15:12.602545 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-528f1298-8ca4-4903-8cbc-688548ba582d req-19eb033c-dc31-40ec-b631-5cc678cd3d89 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307517 Feb 04 06:15:12.819252 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-ab1cee71-599b-4af4-adc4-1ca5f9b33223 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398834 Feb 04 06:15:12.839576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23971541-69cf-465f-a762-d542b0fcebfb req-ea4c78cf-e8a7-428d-89d6-df3a16a1c26d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:12.841057 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-23971541-69cf-465f-a762-d542b0fcebfb req-ea4c78cf-e8a7-428d-89d6-df3a16a1c26d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0488548 Feb 04 06:15:12.879601 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-23971541-69cf-465f-a762-d542b0fcebfb req-de11234f-4e58-4a5c-b332-40a7b1d7d664 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323186 Feb 04 06:15:13.828390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-35c98ef2-df18-4c40-9164-525bd96a1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:13.829907 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-35c98ef2-df18-4c40-9164-525bd96a1d20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 1098 time: 0.0437899 Feb 04 06:15:13.918583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-13babf8b-cdc2-4c22-8016-246fae5ccf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:13.920063 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-13babf8b-cdc2-4c22-8016-246fae5ccf66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0840006 Feb 04 06:15:14.013872 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-15bf4781-9337-4b7a-948d-e19d58b2454e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c HTTP/1.1" status: 200 len: 1001 time: 0.0870957 Feb 04 06:15:14.036176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4667e8-4bd7-4b49-85c3-de391da7e4d5 req-38ba2515-2da6-4d6a-ab59-51b09070fc9d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:14.038066 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5c4667e8-4bd7-4b49-85c3-de391da7e4d5 req-38ba2515-2da6-4d6a-ab59-51b09070fc9d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0726624 Feb 04 06:15:14.094140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-2a6b0750-9229-4218-821f-489518c81bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:14.095470 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-2a6b0750-9229-4218-821f-489518c81bdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0752635 Feb 04 06:15:14.112512 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5c4667e8-4bd7-4b49-85c3-de391da7e4d5 req-d1c2be1f-d9dc-4db8-8666-d952629c6f06 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570705 Feb 04 06:15:14.141893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-b12d7d9a-82d6-476a-9d8f-b4d20c574975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:14.143361 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-b12d7d9a-82d6-476a-9d8f-b4d20c574975 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412047 Feb 04 06:15:14.234386 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-8a798448-b2ab-4e61-a249-6fd582419286 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842335 Feb 04 06:15:14.323448 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-2577c5ef-fd60-4b87-a100-6f44a39f49c0 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819471 Feb 04 06:15:15.232084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d2301-57d7-4f56-bb95-ba8e1a88d884 req-bda551ae-89a6-4277-83ce-d52d25f57021 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:15.233578 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-707d2301-57d7-4f56-bb95-ba8e1a88d884 req-bda551ae-89a6-4277-83ce-d52d25f57021 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0546269 Feb 04 06:15:15.270209 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-707d2301-57d7-4f56-bb95-ba8e1a88d884 req-01f155eb-f3a5-4782-be52-ac953bd372e2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307429 Feb 04 06:15:15.838739 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-55454c27-6029-49e2-939d-daa3f6d5d1f9 service neutron] 10.222.0.36 "GET /v2.0/ports/0c410a28-fe6a-48ef-80a4-ee344909f27c/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0545037 Feb 04 06:15:16.031098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-cd08a1ee-b36a-44ff-8fcf-03604cb456d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:16.032565 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-cd08a1ee-b36a-44ff-8fcf-03604cb456d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 1098 time: 0.0409172 Feb 04 06:15:16.092566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-49ed5d6c-4207-41d2-a68d-f5d46bb4dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:16.093948 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-49ed5d6c-4207-41d2-a68d-f5d46bb4dd3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 1098 time: 0.0392644 Feb 04 06:15:16.184618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-560d294e-4c46-48ec-82ab-72a9d86341d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:16.190047 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-560d294e-4c46-48ec-82ab-72a9d86341d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0889230 Feb 04 06:15:16.252638 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-964e3e32-3733-4f6b-92ed-0d110eabfca4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c HTTP/1.1" status: 200 len: 1001 time: 0.0567334 Feb 04 06:15:16.305049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-33dbc274-e5ae-47ed-a099-eca65ab25629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:16.306556 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-33dbc274-e5ae-47ed-a099-eca65ab25629 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0480278 Feb 04 06:15:16.382077 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-472adbc0-42b6-470a-b029-f1b17d5a92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:16.383478 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-472adbc0-42b6-470a-b029-f1b17d5a92ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709643 Feb 04 06:15:16.395435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dff105-5757-4fa4-b159-c54b1e7705f1 req-43d9bd44-fca4-4e65-845d-f4ab3657ae39 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:16.396790 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9dff105-5757-4fa4-b159-c54b1e7705f1 req-43d9bd44-fca4-4e65-845d-f4ab3657ae39 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0583186 Feb 04 06:15:16.482057 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9dff105-5757-4fa4-b159-c54b1e7705f1 req-f47f9146-6ace-4819-8e86-f1a8d11c6206 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775640 Feb 04 06:15:16.511125 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-e8fe3fdf-0e9b-4688-a1bc-0a9d1a6dd21e service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133869 Feb 04 06:15:16.600045 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c068257-f7b8-4038-9d1a-9625cbede857 req-bd445573-7beb-4e98-b9bd-5a564ad3a4d7 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829945 Feb 04 06:15:17.602634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9b16c-3f01-4e6d-98dd-307f92cdbd25 req-0f8e881b-d06d-48ad-8092-d699d7a6c1d0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:17.604090 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84b9b16c-3f01-4e6d-98dd-307f92cdbd25 req-0f8e881b-d06d-48ad-8092-d699d7a6c1d0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0537755 Feb 04 06:15:17.640693 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84b9b16c-3f01-4e6d-98dd-307f92cdbd25 req-61154c53-adb7-4b66-a117-e3735f0714d3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307386 Feb 04 06:15:18.754587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359b0e3-0d09-468b-84ad-a161b1852b52 req-300d083f-9b4f-4c44-aa90-ad3dfb1912c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:18.756043 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e359b0e3-0d09-468b-84ad-a161b1852b52 req-300d083f-9b4f-4c44-aa90-ad3dfb1912c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0496230 Feb 04 06:15:18.792267 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e359b0e3-0d09-468b-84ad-a161b1852b52 req-def7e915-a567-4572-b52c-653f5324714d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303319 Feb 04 06:15:18.829577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0c410a28-fe6a-48ef-80a4-ee344909f27c details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:15:18.831826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0c410a28-fe6a-48ef-80a4-ee344909f27c no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:15:18.984649 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.003648 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0c410a28-fe6a-48ef-80a4-ee344909f27c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:19.022148 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'port_id': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'mac_address': 'fa:16:3e:f2:f6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:15:19.027331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:19.029579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6c6f0a-be1f-4456-aad8-f3c172c46eba" -d '{"events": [{"server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "name": "network-vif-unplugged", "status": "completed", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:15:19.032835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-18980c27-204a-4d84-9463-7b4a857fbf09 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:19.034401 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-18980c27-204a-4d84-9463-7b4a857fbf09 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0746288 Feb 04 06:15:19.043112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72679d-c77a-4c8e-8055-44571bc4401e req-4f559742-6435-4f94-a64b-f70abd83bac2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:19.044573 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6f72679d-c77a-4c8e-8055-44571bc4401e req-4f559742-6435-4f94-a64b-f70abd83bac2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0941641 Feb 04 06:15:19.047012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0c410a28-fe6a-48ef-80a4-ee344909f27c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:19.065688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.099238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba73ae73-e222-4f1b-b5e6-b3a25969c018 x-openstack-request-id: req-ba73ae73-e222-4f1b-b5e6-b3a25969c018 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:15:19.099528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "name": "network-vif-unplugged", "status": "completed", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:15:19.099777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba73ae73-e222-4f1b-b5e6-b3a25969c018 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:15:19.100166 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'code': 200} Feb 04 06:15:19.111540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.122903 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6f72679d-c77a-4c8e-8055-44571bc4401e req-2f30980c-eccb-40ff-b877-fe245d196ed3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592246 Feb 04 06:15:19.139346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c410a28-fe6a-48ef-80a4-ee344909f27c {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:15:19.140317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-ad48efc4-cbdd-426c-b77b-a7d93d0fcd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:19.141822 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-ad48efc4-cbdd-426c-b77b-a7d93d0fcd03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 1096 time: 0.0491025 Feb 04 06:15:19.147488 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=0c410a28-fe6a-48ef-80a4-ee344909f27c,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:19.187151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:19.187507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:19.236816 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-18f45965-cef6-48ea-a32c-52ab32982e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:19.238773 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-18f45965-cef6-48ea-a32c-52ab32982e18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0904953 Feb 04 06:15:19.301875 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-31f2ded5-8dec-49f9-ba72-5c18b9a92c75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c HTTP/1.1" status: 200 len: 999 time: 0.0569682 Feb 04 06:15:19.349916 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-e670b113-caa0-4e98-8164-19aed708b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:19.351382 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-e670b113-caa0-4e98-8164-19aed708b2e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0434437 Feb 04 06:15:19.401309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-a1d242c9-57a0-4d64-a248-a4ef8ecde689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:19.402764 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-a1d242c9-57a0-4d64-a248-a4ef8ecde689 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447314 Feb 04 06:15:19.490959 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-c7b79f4c-8ca3-405d-8779-446e8015a124 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816877 Feb 04 06:15:19.581301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87d9ce0a-73aa-42f5-930b-4517ca3d1883 req-0cc4237f-898f-4bb5-bf6d-19ab6d22cada service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845520 Feb 04 06:15:19.727325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.739856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c410a28-fe6a-48ef-80a4-ee344909f27c {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:15:19.762838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0c410a28-fe6a-48ef-80a4-ee344909f27c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:19.766258 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.817183 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=0c410a28-fe6a-48ef-80a4-ee344909f27c,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:19.828527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['0c410a28-fe6a-48ef-80a4-ee344909f27c'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:15:20.239210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4ab68-230a-43ae-97a5-be8332587195 req-fb217595-a5bb-401b-8724-6db73be665cd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.240675 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aad4ab68-230a-43ae-97a5-be8332587195 req-fb217595-a5bb-401b-8724-6db73be665cd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 944 time: 0.0485845 Feb 04 06:15:20.278727 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aad4ab68-230a-43ae-97a5-be8332587195 req-35f1bc42-d419-46dc-8430-a520702b239c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321126 Feb 04 06:15:20.390582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd03ad-c8b0-46a2-bf80-01f10c4efd5d req-150f740c-d3fd-44af-a641-b14d2ff44608 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.392020 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e7dd03ad-c8b0-46a2-bf80-01f10c4efd5d req-150f740c-d3fd-44af-a641-b14d2ff44608 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 944 time: 0.0473530 Feb 04 06:15:20.428670 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e7dd03ad-c8b0-46a2-bf80-01f10c4efd5d req-c8a6b74a-0910-4887-ae59-43b0fda8faea tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300829 Feb 04 06:15:20.648467 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2a9f8-5c82-47a9-b723-bae54bad0357 req-551829d5-7e66-4dd6-b263-08fecab61d8d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.649947 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a5f2a9f8-5c82-47a9-b723-bae54bad0357 req-551829d5-7e66-4dd6-b263-08fecab61d8d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 944 time: 0.0771420 Feb 04 06:15:20.666315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e4535-9bdf-4182-8aea-5082aa80e120 req-08ae6885-15cd-45e1-8f91-c42d6b015aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.667675 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d2e4535-9bdf-4182-8aea-5082aa80e120 req-08ae6885-15cd-45e1-8f91-c42d6b015aa8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 1097 time: 0.0643632 Feb 04 06:15:20.738851 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a5f2a9f8-5c82-47a9-b723-bae54bad0357 req-4fc03367-7095-48bf-9b78-cf1d0d107d17 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823412 Feb 04 06:15:20.771927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e4535-9bdf-4182-8aea-5082aa80e120 req-81df9984-e59d-4084-8b83-8a4dd120a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.773381 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d2e4535-9bdf-4182-8aea-5082aa80e120 req-81df9984-e59d-4084-8b83-8a4dd120a17e service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0995195 Feb 04 06:15:20.841390 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d2e4535-9bdf-4182-8aea-5082aa80e120 req-c5872e2e-1712-440c-9816-c381918b3613 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c HTTP/1.1" status: 200 len: 1000 time: 0.0615323 Feb 04 06:15:20.842003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0c410a28-fe6a-48ef-80a4-ee344909f27c up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:15:20.889294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 0c410a28-fe6a-48ef-80a4-ee344909f27c triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:20.889671 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.891560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e4535-9bdf-4182-8aea-5082aa80e120 req-78a3de85-9a1c-4c3d-8a13-769156554c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.893002 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d2e4535-9bdf-4182-8aea-5082aa80e120 req-78a3de85-9a1c-4c3d-8a13-769156554c8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0451033 Feb 04 06:15:20.937385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e4535-9bdf-4182-8aea-5082aa80e120 req-24d39e0d-2ead-43d2-88a8-0cc9e8379847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.938868 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d2e4535-9bdf-4182-8aea-5082aa80e120 req-24d39e0d-2ead-43d2-88a8-0cc9e8379847 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396705 Feb 04 06:15:20.967295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.999507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0c410a28-fe6a-48ef-80a4-ee344909f27c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:21.003933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.036965 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d2e4535-9bdf-4182-8aea-5082aa80e120 req-388444e5-8bbc-459d-b788-7f3944615631 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915296 Feb 04 06:15:21.051387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=0c410a28-fe6a-48ef-80a4-ee344909f27c,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:21.101841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:21.104103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01d684e-4fcb-4309-b945-f314cd72b1b0" -d '{"events": [{"server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "name": "network-vif-plugged", "status": "completed", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:15:21.125727 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d2e4535-9bdf-4182-8aea-5082aa80e120 req-8580edea-a439-4279-9f81-d7b6e6b7efa5 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824084 Feb 04 06:15:21.139663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b30e12-4e0f-4f4e-9f64-195b9c924a87 x-openstack-request-id: req-38b30e12-4e0f-4f4e-9f64-195b9c924a87 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:15:21.139954 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "name": "network-vif-plugged", "status": "completed", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:15:21.140208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38b30e12-4e0f-4f4e-9f64-195b9c924a87 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:15:21.140600 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'code': 200} Feb 04 06:15:21.209860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3f908077-8f6c-4b86-91a9-b53406101c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.857322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95333dd7-ddab-427c-887f-036373946100 req-d7521a2a-6971-4694-af12-2b70c00d94e9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:21.858776 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-95333dd7-ddab-427c-887f-036373946100 req-d7521a2a-6971-4694-af12-2b70c00d94e9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0523319 Feb 04 06:15:21.895858 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-95333dd7-ddab-427c-887f-036373946100 req-3955eacc-e991-4eb7-9b76-51e9f462f91c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302868 Feb 04 06:15:22.125038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4a12a-1312-4294-a7f1-812a474c88a6 req-55428238-ebd2-4ab2-90ef-52ad6585c835 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:22.126529 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-eca4a12a-1312-4294-a7f1-812a474c88a6 req-55428238-ebd2-4ab2-90ef-52ad6585c835 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0486593 Feb 04 06:15:22.164034 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-eca4a12a-1312-4294-a7f1-812a474c88a6 req-e23b59bd-6409-466d-8910-baf1b29a356b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313985 Feb 04 06:15:23.277884 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecb1d7-efb9-48ee-ad56-23506e665a43 req-bbfe46db-df48-4af4-9606-e5bd125c1528 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:23.279329 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9aecb1d7-efb9-48ee-ad56-23506e665a43 req-bbfe46db-df48-4af4-9606-e5bd125c1528 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0475466 Feb 04 06:15:23.316501 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9aecb1d7-efb9-48ee-ad56-23506e665a43 req-58c03d21-12a9-4740-9a2e-4288d6cd8332 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307660 Feb 04 06:15:23.447209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e4cafa66-ced6-41c8-a636-bc09b6e6c70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.762664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-9a8ddf80-20b0-445f-8651-d74d010883bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:23.764041 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-9a8ddf80-20b0-445f-8651-d74d010883bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 945 time: 0.0568583 Feb 04 06:15:23.851156 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Deleting port 0c410a28-fe6a-48ef-80a4-ee344909f27c {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:15:23.851482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.941859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] For port 0c410a28-fe6a-48ef-80a4-ee344909f27c, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0c410a28-fe6a-48ef-80a4-ee344909f27c,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:23.942215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.104551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.104817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.105152 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Floating IP 116169c8-137b-4444-a7d3-3724d704b975 disassociated. External IP: 172.26.5.170, port: 0c410a28-fe6a-48ef-80a4-ee344909f27c. Feb 04 06:15:24.105489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Calling delete_port for 0c410a28-fe6a-48ef-80a4-ee344909f27c owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:15:24.230760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.260744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event deleted for resources: {'Port': ['ID=0c410a28-fe6a-48ef-80a4-ee344909f27c,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:24.372855 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Router eb8c1494-f7c7-473e-b539-79634009bc42 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:15:24.440099 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9f8c8206-1199-40e6-89a5-38fbd6654404 req-ae42884a-31a1-41df-b8c5-9f2116a1b370 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3579fc8-e12f-4dd7-a4e8-2743095394b4 HTTP/1.1" status: 200 len: 210 time: 0.0572503 Feb 04 06:15:24.776297 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.801963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:15:24.812424 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89432756-94b2-41b3-8839-50f9a1191851 None None] Sync routers for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:24.822416 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89432756-94b2-41b3-8839-50f9a1191851 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:24.823011 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-89432756-94b2-41b3-8839-50f9a1191851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:15:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:24.840664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] No DVR routers for this DVR port 0c410a28-fe6a-48ef-80a4-ee344909f27c on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:24.843196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.846418 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ba2be50b-9158-4b39-9340-8f4953393ab3 req-d623a44e-e3ed-4b27-a720-07eb671fcaa2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "DELETE /v2.0/ports/0c410a28-fe6a-48ef-80a4-ee344909f27c HTTP/1.1" status: 204 len: 173 time: 1.0760329 Feb 04 06:15:24.847350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'name': 'network-vif-deleted', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:24.849776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e569ca-5f32-434d-9d38-fcdc6660c6bb" -d '{"events": [{"server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "name": "network-vif-deleted", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:15:24.892171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f7c1d6-e314-4109-a253-ba146d5cb5c9 x-openstack-request-id: req-01f7c1d6-e314-4109-a253-ba146d5cb5c9 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:15:24.892515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3579fc8-e12f-4dd7-a4e8-2743095394b4", "name": "network-vif-deleted", "tag": "0c410a28-fe6a-48ef-80a4-ee344909f27c", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:15:24.892765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01f7c1d6-e314-4109-a253-ba146d5cb5c9 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:15:24.893230 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3579fc8-e12f-4dd7-a4e8-2743095394b4', 'name': 'network-vif-deleted', 'tag': '0c410a28-fe6a-48ef-80a4-ee344909f27c', 'status': 'completed', 'code': 200} Feb 04 06:15:24.943737 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-89432756-94b2-41b3-8839-50f9a1191851 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:25.136852 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-89432756-94b2-41b3-8839-50f9a1191851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:25.162472 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89432756-94b2-41b3-8839-50f9a1191851 None None] Checking router: eb8c1494-f7c7-473e-b539-79634009bc42 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:25.170935 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89432756-94b2-41b3-8839-50f9a1191851 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:25.171513 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-89432756-94b2-41b3-8839-50f9a1191851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:15:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:25.277675 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-89432756-94b2-41b3-8839-50f9a1191851 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:25.473109 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-89432756-94b2-41b3-8839-50f9a1191851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:25.500113 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89432756-94b2-41b3-8839-50f9a1191851 None None] The sync data for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv is: [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:25.697336 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-42353dfe-31ee-454f-a0ba-1040faf65107 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--549502035&fields=id&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 267 time: 0.0334964 Feb 04 06:15:25.730109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d52505-758f-411e-9ae1-cdab5ba8e278 None None] New status for floating IP 116169c8-137b-4444-a7d3-3724d704b975: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:15:25.807300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-043a7012-ab3f-447f-8e9a-0f3ceb643b18 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:25.808799 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-043a7012-ab3f-447f-8e9a-0f3ceb643b18 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 812 time: 0.1043561 Feb 04 06:15:25.823486 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-f7f51e39-a248-4059-8f7d-4966aeddfe61 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/quotas/b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 375 time: 0.0089490 Feb 04 06:15:25.877877 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-a1a1a1c3-332d-4150-9950-c7936b0a0885 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488536 Feb 04 06:15:25.975663 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-5c655fd0-812c-445e-8fdd-73706045287a service neutron] 10.222.0.15 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850987 Feb 04 06:15:26.061317 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-5f7cc813-ba51-4663-801a-922dd82c5d0f service neutron] 10.222.0.15 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796952 Feb 04 06:15:26.217995 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53da83ac-521b-41a0-85f8-516a6a3dae1b req-da8a9bc3-2774-47c4-a4c0-66a219fa14b3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 210 time: 0.0284293 Feb 04 06:15:26.394793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.677039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.857429 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0c410a28-fe6a-48ef-80a4-ee344909f27c no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:15:26.880476 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 0c410a28-fe6a-48ef-80a4-ee344909f27c {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:15:26.880801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0c410a28-fe6a-48ef-80a4-ee344909f27c not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:15:27.093553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-b337f45f-a7cb-4408-8553-8ef621b493e1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:27.095025 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-b337f45f-a7cb-4408-8553-8ef621b493e1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 812 time: 0.1050038 Feb 04 06:15:27.138623 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-709c68eb-2e3f-4ff2-95b7-e526e023b32c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 379 time: 0.0349839 Feb 04 06:15:27.148374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'port': {'device_id': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'admin_state_up': True, 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'security_groups': ['a83520d9-50c6-4ad9-99fa-a9abfacd9963']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:27.255133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Made reservation on behalf of b5dac196ff454496a9f4ec6cbf6e7c4f for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:27.258760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.344092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-84ebad51-0bb7-49e8-ae22-4ad0de5562c7 req-896512a7-6cf7-4601-af14-23479a7bcabc tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 210 time: 0.0563622 Feb 04 06:15:27.414935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Allocated IP 172.20.0.9 (85f9b5d1-088e-4192-b457-1ff651d7524d/5ac61997-72f0-423a-aaa1-24560f78164b/b9e46902-9fcb-452e-be04-d9dc56663b5f) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:27.548451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.581352 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.626770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Network 85f9b5d1-088e-4192-b457-1ff651d7524d is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:27.629832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:27.633922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:15:27.659908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event updated for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:27.686470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:27.687094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.704720 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-03422850-8d4b-489d-92b6-2da8f2f83a75 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5609698 Feb 04 06:15:27.716675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Request body: {'port': {'device_id': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:27.779074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.832658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-77b4166e-71d6-44bf-8d34-2a2ee618a074 None None] Provisioning complete for port b9e46902-9fcb-452e-be04-d9dc56663b5f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:27.833702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77b4166e-71d6-44bf-8d34-2a2ee618a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.866943 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-77b4166e-71d6-44bf-8d34-2a2ee618a074 None None] Port b9e46902-9fcb-452e-be04-d9dc56663b5f cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:15:28.040514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e46902-9fcb-452e-be04-d9dc56663b5f {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:15:28.047808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.060175 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Transition to ACTIVE for port object b9e46902-9fcb-452e-be04-d9dc56663b5f will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:28.063380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.134233 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:28.187261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Attempting to bind port b9e46902-9fcb-452e-be04-d9dc56663b5f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:28.187596 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Attempting to bind port b9e46902-9fcb-452e-be04-d9dc56663b5f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:28.187921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Attempting to bind port b9e46902-9fcb-452e-be04-d9dc56663b5f on network 85f9b5d1-088e-4192-b457-1ff651d7524d {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:15:28.193393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Port b9e46902-9fcb-452e-be04-d9dc56663b5f on network 85f9b5d1-088e-4192-b457-1ff651d7524d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:15:28.193714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Attempting to bind port b9e46902-9fcb-452e-be04-d9dc56663b5f on network 85f9b5d1-088e-4192-b457-1ff651d7524d {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:15:28.198686 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:15:28.199022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Checking segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:15:28.199403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Bound using segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:15:28.199825 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Bound port: b9e46902-9fcb-452e-be04-d9dc56663b5f, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:28.200181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.269880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:15:28.273022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:15:28.278510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.314878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:28.315565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.317649 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] 10.222.0.36 "PUT /v2.0/ports/b9e46902-9fcb-452e-be04-d9dc56663b5f HTTP/1.1" status: 200 len: 1093 time: 0.6052554 Feb 04 06:15:28.318095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:28.320336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea28b408-b259-4174-ad4e-14b2262e7ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:15:28.342335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae237fd-ab8a-4dc0-b90d-095d29ccf528 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:28.366801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924cb14c-c9a7-4621-913e-39d277969f32 x-openstack-request-id: req-924cb14c-c9a7-4621-913e-39d277969f32 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:15:28.367093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:15:28.367342 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-924cb14c-c9a7-4621-913e-39d277969f32 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:15:28.367738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'status': 'completed', 'code': 200} Feb 04 06:15:28.407104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-5b55daa6-f089-40ce-a1fa-b7e4f88549a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:28.408648 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-5b55daa6-f089-40ce-a1fa-b7e4f88549a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 1096 time: 0.0510666 Feb 04 06:15:28.475234 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-fac17ad3-c8e0-460c-889c-a565622184a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f HTTP/1.1" status: 200 len: 217 time: 0.0589390 Feb 04 06:15:28.533522 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13185f7-7062-4801-bf4d-b927674e5a72 req-70563c63-99c2-42f0-9170-28ceb7b750a1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:28.535622 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e13185f7-7062-4801-bf4d-b927674e5a72 req-70563c63-99c2-42f0-9170-28ceb7b750a1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 943 time: 0.1206076 Feb 04 06:15:28.544363 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-79d48eec-9a7f-447e-8fcb-dd69e3dae018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:28.545723 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-79d48eec-9a7f-447e-8fcb-dd69e3dae018 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0636361 Feb 04 06:15:28.583659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.601764 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e13185f7-7062-4801-bf4d-b927674e5a72 req-b2f2d09f-0eb2-4e2a-81a7-08e1fb69413c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598855 Feb 04 06:15:28.611132 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-bd7d59a4-7fe8-4618-981a-7facd691b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:28.613284 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-bd7d59a4-7fe8-4618-981a-7facd691b729 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0604465 Feb 04 06:15:28.701196 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-f84829a1-a8d2-4b87-910c-dcd9cb73e306 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811498 Feb 04 06:15:28.792699 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4dea8c49-93d0-4b11-a8e1-bc652ab57f05 req-eebaca20-bb4a-4feb-84b2-71132a9dd676 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853932 Feb 04 06:15:28.878353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28b408-b259-4174-ad4e-14b2262e7ef5 req-6723ac6c-5d21-44f6-9294-0fc91337a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:28.879854 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea28b408-b259-4174-ad4e-14b2262e7ef5 req-6723ac6c-5d21-44f6-9294-0fc91337a3ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 1096 time: 0.0412531 Feb 04 06:15:28.973881 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28b408-b259-4174-ad4e-14b2262e7ef5 req-0a54fac3-418a-4279-aa7f-6880e58985a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:28.975299 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea28b408-b259-4174-ad4e-14b2262e7ef5 req-0a54fac3-418a-4279-aa7f-6880e58985a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0885310 Feb 04 06:15:29.015049 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea28b408-b259-4174-ad4e-14b2262e7ef5 req-a5b15718-7576-4686-90d2-6b519d854028 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f HTTP/1.1" status: 200 len: 217 time: 0.0325978 Feb 04 06:15:29.062753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28b408-b259-4174-ad4e-14b2262e7ef5 req-c49c3264-6874-49fd-94d4-883b856bd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:29.064127 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea28b408-b259-4174-ad4e-14b2262e7ef5 req-c49c3264-6874-49fd-94d4-883b856bd6eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0416477 Feb 04 06:15:29.113494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28b408-b259-4174-ad4e-14b2262e7ef5 req-bb575782-5303-4859-bbaa-4f45aa6d7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:29.114912 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea28b408-b259-4174-ad4e-14b2262e7ef5 req-bb575782-5303-4859-bbaa-4f45aa6d7bf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425565 Feb 04 06:15:29.202457 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea28b408-b259-4174-ad4e-14b2262e7ef5 req-5115e877-bf05-4408-aa56-ba63fcd128ea service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802100 Feb 04 06:15:29.293949 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea28b408-b259-4174-ad4e-14b2262e7ef5 req-484c6981-fb6a-421f-a6fd-c650b841bb69 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840342 Feb 04 06:15:29.718799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346ba55-2e54-49f1-9737-0fe4bbab93e8 req-ad27e368-b254-413d-b1fb-867468757c71 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:29.720259 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6346ba55-2e54-49f1-9737-0fe4bbab93e8 req-ad27e368-b254-413d-b1fb-867468757c71 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 943 time: 0.0497282 Feb 04 06:15:29.757844 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6346ba55-2e54-49f1-9737-0fe4bbab93e8 req-3c3c9fec-cb85-4fd4-b879-648dd04f8d2d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315692 Feb 04 06:15:30.870709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device b9e46902-9fcb-452e-be04-d9dc56663b5f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:15:30.871877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21007346-e295-40cc-9eed-6d4dde913d57 req-79e93ee5-2dd1-48d0-a1cb-66c0ee0fe602 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:30.873728 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-21007346-e295-40cc-9eed-6d4dde913d57 req-79e93ee5-2dd1-48d0-a1cb-66c0ee0fe602 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 943 time: 0.0496855 Feb 04 06:15:30.910989 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-21007346-e295-40cc-9eed-6d4dde913d57 req-b06ecc7f-f152-4fb9-87a3-2bf604e762b9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Feb 04 06:15:30.966732 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:30.977477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'port_id': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'mac_address': 'fa:16:3e:c0:d6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:15:31.013507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.026275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e46902-9fcb-452e-be04-d9dc56663b5f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:15:31.045065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:31.048544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.093638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:31.100889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.101281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.101625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.101959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.102288 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.102619 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.102945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.103270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.103595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.103914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.104233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.104551 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:31.250782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['b9e46902-9fcb-452e-be04-d9dc56663b5f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:15:32.025295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756cf68-ebc5-42d4-a6f6-0aa3a36ef9ab req-c84db07f-e4d9-4f9c-9d06-526d58ce9bc9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:32.026765 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0756cf68-ebc5-42d4-a6f6-0aa3a36ef9ab req-c84db07f-e4d9-4f9c-9d06-526d58ce9bc9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 944 time: 0.0480096 Feb 04 06:15:32.068556 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0756cf68-ebc5-42d4-a6f6-0aa3a36ef9ab req-7aaec29d-98c4-4731-bf69-dc55038653ad tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358982 Feb 04 06:15:32.888285 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device b9e46902-9fcb-452e-be04-d9dc56663b5f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:15:32.935331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port b9e46902-9fcb-452e-be04-d9dc56663b5f completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:32.939086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port b9e46902-9fcb-452e-be04-d9dc56663b5f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:32.939456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.016979 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.038998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:33.041226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5e2126-d9ed-4bfc-b440-82d3619f6f9e" -d '{"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:15:33.053219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:33.057193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.080207 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e510257-ba0a-4ba2-b4ef-9a029081566e x-openstack-request-id: req-3e510257-ba0a-4ba2-b4ef-9a029081566e {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:15:33.080496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:15:33.080744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e510257-ba0a-4ba2-b4ef-9a029081566e {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:15:33.081855 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'code': 200} Feb 04 06:15:33.107167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:33.187209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba56e12-d003-440a-a36d-6a9672f416e4 req-4ba83d22-6845-4479-8942-feeeedcd18a8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:33.189182 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bba56e12-d003-440a-a36d-6a9672f416e4 req-4ba83d22-6845-4479-8942-feeeedcd18a8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0517104 Feb 04 06:15:33.255090 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bba56e12-d003-440a-a36d-6a9672f416e4 req-2535ae2b-97cd-4c97-b514-f6bce18e8551 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592163 Feb 04 06:15:33.260832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fb5fc-8ff9-486d-a23e-52aa3c73f6c4 req-13dba6b9-735b-404d-ac89-8f4e740cfcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:33.262290 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-816fb5fc-8ff9-486d-a23e-52aa3c73f6c4 req-13dba6b9-735b-404d-ac89-8f4e740cfcc1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 1098 time: 0.0605915 Feb 04 06:15:33.295306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-816fb5fc-8ff9-486d-a23e-52aa3c73f6c4 req-9125e21e-d00f-4ecf-a23c-c0446b434ef8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266914 Feb 04 06:15:34.390380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e55326-cb98-473e-913f-91fdf9c36ad2 req-62e2e1c9-74ba-483e-8cb1-79fefc83050e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:34.391891 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61e55326-cb98-473e-913f-91fdf9c36ad2 req-62e2e1c9-74ba-483e-8cb1-79fefc83050e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0608077 Feb 04 06:15:34.436732 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61e55326-cb98-473e-913f-91fdf9c36ad2 req-b9587651-e7b3-4ec6-b966-30fa84ab140a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356359 Feb 04 06:15:34.561689 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26c59c-fc04-40dc-b659-2a7b4d937f0b req-fd01a561-8970-44bb-bbc3-12a5f6262592 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:34.563097 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7d26c59c-fc04-40dc-b659-2a7b4d937f0b req-fd01a561-8970-44bb-bbc3-12a5f6262592 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0559204 Feb 04 06:15:34.572458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50760) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:34.577399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-1246f446-b88c-4a7c-b578-97d409646997 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'floatingip': {'port_id': 'b9e46902-9fcb-452e-be04-d9dc56663b5f'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:34.616915 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1246f446-b88c-4a7c-b578-97d409646997 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.075015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1246f446-b88c-4a7c-b578-97d409646997 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.078879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1246f446-b88c-4a7c-b578-97d409646997 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.178876 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-1246f446-b88c-4a7c-b578-97d409646997 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Floating IP 116169c8-137b-4444-a7d3-3724d704b975 associated. External IP: 172.26.5.170, port: b9e46902-9fcb-452e-be04-d9dc56663b5f. Feb 04 06:15:35.383578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1246f446-b88c-4a7c-b578-97d409646997 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Router eb8c1494-f7c7-473e-b539-79634009bc42 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:15:35.490068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1246f446-b88c-4a7c-b578-97d409646997 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:15:35.494761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-1246f446-b88c-4a7c-b578-97d409646997 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.499260 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b125bc-b1ad-4eee-8f8a-7eaa9bda0974 None None] Sync routers for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:35.509644 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b125bc-b1ad-4eee-8f8a-7eaa9bda0974 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:35.510235 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b7b125bc-b1ad-4eee-8f8a-7eaa9bda0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:15:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:35.524797 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1246f446-b88c-4a7c-b578-97d409646997 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "PUT /v2.0/floatingips/116169c8-137b-4444-a7d3-3724d704b975 HTTP/1.1" status: 200 len: 991 time: 0.9488235 Feb 04 06:15:35.524797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:35.525230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:15:35.561256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108158ea-29a1-4ffb-8abc-c78eceb53d54 x-openstack-request-id: req-108158ea-29a1-4ffb-8abc-c78eceb53d54 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:15:35.561559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:15:35.561815 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-108158ea-29a1-4ffb-8abc-c78eceb53d54 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:15:35.562226 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'status': 'completed', 'code': 200} Feb 04 06:15:35.649879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb8d4b-d2a1-4a42-a174-2f75c27eaf89 req-422bfbf1-d925-49bc-92d3-e6fea75dff50 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:35.651433 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-82bb8d4b-d2a1-4a42-a174-2f75c27eaf89 req-422bfbf1-d925-49bc-92d3-e6fea75dff50 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0770264 Feb 04 06:15:35.656797 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6 req-568e00f7-ad48-4441-be0c-24035c3b7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:35.658256 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6 req-568e00f7-ad48-4441-be0c-24035c3b7cb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 1098 time: 0.0727420 Feb 04 06:15:35.715595 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-b7b125bc-b1ad-4eee-8f8a-7eaa9bda0974 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:35.752126 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-82bb8d4b-d2a1-4a42-a174-2f75c27eaf89 req-4772789a-d2e2-4423-83e5-9ab5b15910ce tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927849 Feb 04 06:15:35.788542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6 req-46c64f19-05f1-4a9f-9428-6444e5181b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:35.790061 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6 req-46c64f19-05f1-4a9f-9428-6444e5181b80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.1240132 Feb 04 06:15:35.865347 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6 req-3a83119d-b26b-4d27-8f44-c0e72c4d51db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f HTTP/1.1" status: 200 len: 999 time: 0.0690262 Feb 04 06:15:35.947020 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b7b125bc-b1ad-4eee-8f8a-7eaa9bda0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:c0:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:15:34Z', 'revision_number': 9, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:35.974666 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b125bc-b1ad-4eee-8f8a-7eaa9bda0974 None None] Checking router: eb8c1494-f7c7-473e-b539-79634009bc42 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:35.983361 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b125bc-b1ad-4eee-8f8a-7eaa9bda0974 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:35.983974 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b7b125bc-b1ad-4eee-8f8a-7eaa9bda0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:15:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:36.093151 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-b7b125bc-b1ad-4eee-8f8a-7eaa9bda0974 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:36.189944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6 req-80f8d266-505e-4270-a59a-52b49c907acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.191471 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6 req-80f8d266-505e-4270-a59a-52b49c907acc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.3205662 Feb 04 06:15:36.236544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6 req-8eecb180-b835-4211-abab-39cfa34d6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.238044 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6 req-8eecb180-b835-4211-abab-39cfa34d6846 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401397 Feb 04 06:15:36.313010 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-b7b125bc-b1ad-4eee-8f8a-7eaa9bda0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:c0:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:15:34Z', 'revision_number': 9, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:36.327623 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6 req-7a61af2a-00c0-48b5-b751-bca3a22fea7a service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832257 Feb 04 06:15:36.343011 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b125bc-b1ad-4eee-8f8a-7eaa9bda0974 None None] The sync data for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv is: [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:c0:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:15:34Z', 'revision_number': 9, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:36.422680 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4b8b177-87c0-44f3-ac9d-bf32f4310ac6 req-a38ffd7e-4ab8-4607-bfb5-b72415566156 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868521 Feb 04 06:15:36.524326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cca9a1-69a9-4c46-b61d-af75449b2b23 None None] New status for floating IP 116169c8-137b-4444-a7d3-3724d704b975: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:15:36.692061 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:15:36.867177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a245f2-7846-47d0-8edd-494061bc59b7 req-723ba64d-5055-4b88-98f8-5e36484410fb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.868652 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7a245f2-7846-47d0-8edd-494061bc59b7 req-723ba64d-5055-4b88-98f8-5e36484410fb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0491982 Feb 04 06:15:36.906946 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7a245f2-7846-47d0-8edd-494061bc59b7 req-8269ddcf-f178-4506-a451-64f514538855 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323415 Feb 04 06:15:37.124504 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-9c1b7050-0afc-40af-9072-a2a608b8e4c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385411 Feb 04 06:15:37.147598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82350da7-2535-4380-9ee5-3d692a8cf085 req-75b76ac3-8112-450d-8cca-263fb56f98e1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:37.149200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-82350da7-2535-4380-9ee5-3d692a8cf085 req-75b76ac3-8112-450d-8cca-263fb56f98e1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0534477 Feb 04 06:15:37.187132 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-82350da7-2535-4380-9ee5-3d692a8cf085 req-06e117c9-3cb5-4442-be34-a2e2139b09b1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319173 Feb 04 06:15:38.159587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-f7857ca8-0984-4ae0-a82e-7eba4130b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:38.161004 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-f7857ca8-0984-4ae0-a82e-7eba4130b8fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 1098 time: 0.0418425 Feb 04 06:15:38.258185 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-c5030c92-d415-47e7-bcb2-ee6b1b8d6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:38.259640 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-c5030c92-d415-47e7-bcb2-ee6b1b8d6e18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0920334 Feb 04 06:15:38.350649 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490fe84-2f3f-4e08-a445-349fa606d0e3 req-03bb2e41-da6f-4f29-8622-93ff6ca38d49 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:38.352118 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d490fe84-2f3f-4e08-a445-349fa606d0e3 req-03bb2e41-da6f-4f29-8622-93ff6ca38d49 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0961585 Feb 04 06:15:38.354178 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-27ab6a46-b76e-4efe-af66-a60aedc5815f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f HTTP/1.1" status: 200 len: 1002 time: 0.0869257 Feb 04 06:15:38.424577 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d490fe84-2f3f-4e08-a445-349fa606d0e3 req-07b4bdab-d83e-4888-9441-2b4776ce6479 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664914 Feb 04 06:15:38.428094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-ac28523a-f215-41c2-8a8c-fe27f0e98d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:38.429489 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-ac28523a-f215-41c2-8a8c-fe27f0e98d09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0656648 Feb 04 06:15:38.476652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-95a3ef45-f289-43fd-bc20-c66444ee6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:38.478156 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-95a3ef45-f289-43fd-bc20-c66444ee6977 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421715 Feb 04 06:15:38.570845 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-0152062f-f19f-4591-914c-66c92cc30946 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866544 Feb 04 06:15:38.659844 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-6123f783-8054-48ac-8f26-9a1e7314b588 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829556 Feb 04 06:15:39.540350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560de23-e497-4de7-9a4b-39beac4679ea req-f3e82474-39e6-4596-82d0-3108dd2eab86 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:39.541868 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d560de23-e497-4de7-9a4b-39beac4679ea req-f3e82474-39e6-4596-82d0-3108dd2eab86 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0500033 Feb 04 06:15:39.579091 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d560de23-e497-4de7-9a4b-39beac4679ea req-98a7015f-aa77-4a24-88be-c2cec278f688 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313537 Feb 04 06:15:40.705049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae378146-6bef-4178-97b5-1f0f311f5b30 req-a78f3082-d198-4361-9841-63282736dbb9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:40.707452 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ae378146-6bef-4178-97b5-1f0f311f5b30 req-a78f3082-d198-4361-9841-63282736dbb9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0557501 Feb 04 06:15:40.746178 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ae378146-6bef-4178-97b5-1f0f311f5b30 req-d0bf341c-a3b3-4aaa-a1e7-b9f4f9b05985 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328710 Feb 04 06:15:41.858700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35179c-8e90-4988-8bee-e8d06e963eab req-d05d1f5c-8af3-4892-bf19-3a3d5f1ee22f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:41.860186 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ac35179c-8e90-4988-8bee-e8d06e963eab req-d05d1f5c-8af3-4892-bf19-3a3d5f1ee22f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0492671 Feb 04 06:15:41.898850 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ac35179c-8e90-4988-8bee-e8d06e963eab req-77b438a4-c93c-40e9-954e-2c50d7509533 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321383 Feb 04 06:15:43.012599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca27ece-92f8-4dbe-8847-791f34ae9ebf req-139f1280-0e7a-4877-b7ea-cdd18c88e89b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:43.014078 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ca27ece-92f8-4dbe-8847-791f34ae9ebf req-139f1280-0e7a-4877-b7ea-cdd18c88e89b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0484025 Feb 04 06:15:43.051632 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ca27ece-92f8-4dbe-8847-791f34ae9ebf req-7addb88c-1d25-4058-8380-722c65028107 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315969 Feb 04 06:15:44.170008 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd28e3-bd7b-4d53-8db6-b13bfd827bee req-3937cc47-e350-423d-a949-5b1a32259c67 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:44.171487 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b6fd28e3-bd7b-4d53-8db6-b13bfd827bee req-3937cc47-e350-423d-a949-5b1a32259c67 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0536914 Feb 04 06:15:44.209589 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b6fd28e3-bd7b-4d53-8db6-b13bfd827bee req-ec484994-2767-42f3-a8f3-e8896c28503b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320165 Feb 04 06:15:45.321325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb41bda-9d09-4269-b764-b561d9416813 req-aa65c423-ae64-4b93-8a58-7b5b808a5624 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:45.322840 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8fb41bda-9d09-4269-b764-b561d9416813 req-aa65c423-ae64-4b93-8a58-7b5b808a5624 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0489233 Feb 04 06:15:45.360868 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8fb41bda-9d09-4269-b764-b561d9416813 req-6d3e7f3f-dae0-4a1b-977d-001f906c48b1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319314 Feb 04 06:15:46.472461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cf5c4-5ef8-40c1-b67d-7be6991c7fe3 req-3677f5f9-1fe9-4158-9cfd-f51944eb05d2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:46.473938 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-341cf5c4-5ef8-40c1-b67d-7be6991c7fe3 req-3677f5f9-1fe9-4158-9cfd-f51944eb05d2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0476468 Feb 04 06:15:46.511311 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-341cf5c4-5ef8-40c1-b67d-7be6991c7fe3 req-ba1934fb-3ddd-4486-8764-6c3fd410ae25 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Feb 04 06:15:47.628147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e97893-b29b-4729-be6a-d4529febaf3b req-f58a9aff-f16d-46df-91cb-b9ced5201f64 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:47.629714 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-49e97893-b29b-4729-be6a-d4529febaf3b req-f58a9aff-f16d-46df-91cb-b9ced5201f64 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0526896 Feb 04 06:15:47.666073 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-49e97893-b29b-4729-be6a-d4529febaf3b req-90cd6804-243a-4dcf-8194-47e5b09db66e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305452 Feb 04 06:15:48.783177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0485d5b-d5dc-4ccc-a0d3-fab25e293d8b req-641909b4-b59c-4487-b399-b498de177149 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:48.784683 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0485d5b-d5dc-4ccc-a0d3-fab25e293d8b req-641909b4-b59c-4487-b399-b498de177149 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0516987 Feb 04 06:15:48.820997 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0485d5b-d5dc-4ccc-a0d3-fab25e293d8b req-0bb3e264-936c-40fd-b4cd-d6c7df4e5f54 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303767 Feb 04 06:15:49.939566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10aea5-af49-4161-b78a-aac273157782 req-c5b3f56a-b42e-424d-a5f8-4a8d39d2b32c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:49.941668 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d10aea5-af49-4161-b78a-aac273157782 req-c5b3f56a-b42e-424d-a5f8-4a8d39d2b32c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0533030 Feb 04 06:15:49.977723 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d10aea5-af49-4161-b78a-aac273157782 req-73d3d5fb-5f21-4df8-8d82-988579224e8b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303195 Feb 04 06:15:51.095243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b92d6d-f1f1-4e85-8686-2b57b3f9a34f req-b7b01702-be43-41c2-87bb-9e935480b285 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:51.096753 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b92d6d-f1f1-4e85-8686-2b57b3f9a34f req-b7b01702-be43-41c2-87bb-9e935480b285 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0526497 Feb 04 06:15:51.133890 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-13b92d6d-f1f1-4e85-8686-2b57b3f9a34f req-cb687131-61d8-4bd3-932c-2e976582283b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309594 Feb 04 06:15:51.211220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef427-5736-4da5-ad16-36ef97da037f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.396800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede224-944b-49ff-a33b-7c0babafab4a req-581d7be7-c959-4a8c-98ca-d0d8f15f387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:51.398200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-caede224-944b-49ff-a33b-7c0babafab4a req-581d7be7-c959-4a8c-98ca-d0d8f15f387f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 1098 time: 0.0403178 Feb 04 06:15:51.500468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede224-944b-49ff-a33b-7c0babafab4a req-52350256-fe8f-4d59-b44a-32eb8a8856a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:51.501948 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-caede224-944b-49ff-a33b-7c0babafab4a req-52350256-fe8f-4d59-b44a-32eb8a8856a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0861936 Feb 04 06:15:51.564264 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-caede224-944b-49ff-a33b-7c0babafab4a req-e993572a-c326-4070-9c7c-48e17bf0f675 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f HTTP/1.1" status: 200 len: 1002 time: 0.0557394 Feb 04 06:15:51.612680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede224-944b-49ff-a33b-7c0babafab4a req-38751bb0-65fe-40ea-9e75-9e1f74542e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:51.614129 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-caede224-944b-49ff-a33b-7c0babafab4a req-38751bb0-65fe-40ea-9e75-9e1f74542e2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0435507 Feb 04 06:15:51.661525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede224-944b-49ff-a33b-7c0babafab4a req-d834caad-e22c-4c7b-9bd9-3af9a10f51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:51.662899 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-caede224-944b-49ff-a33b-7c0babafab4a req-d834caad-e22c-4c7b-9bd9-3af9a10f51cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421586 Feb 04 06:15:51.753562 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-caede224-944b-49ff-a33b-7c0babafab4a req-5bfadfc9-aaf4-4d55-a9ec-e5ef804d2208 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837455 Feb 04 06:15:51.844213 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-caede224-944b-49ff-a33b-7c0babafab4a req-7d56e580-eba3-4f93-846a-c962e6d306b2 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849411 Feb 04 06:15:52.247628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05e38f-de49-4794-9418-461068e99848 req-c9405c6e-278c-49c4-8414-58aa3e6870bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:52.249104 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df05e38f-de49-4794-9418-461068e99848 req-c9405c6e-278c-49c4-8414-58aa3e6870bd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0493014 Feb 04 06:15:52.285858 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df05e38f-de49-4794-9418-461068e99848 req-da9a789c-95a9-4a1a-9f43-14f31c5e3e68 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307808 Feb 04 06:15:53.399480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc66b-b730-4b01-9220-20f5fde13a9e req-719d9601-7a46-4037-b982-38df11544c6e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:53.400968 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d96fc66b-b730-4b01-9220-20f5fde13a9e req-719d9601-7a46-4037-b982-38df11544c6e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0491030 Feb 04 06:15:53.437900 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d96fc66b-b730-4b01-9220-20f5fde13a9e req-debc5fd9-9927-41c2-9be6-23f906acce51 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307496 Feb 04 06:15:53.447860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-53eb0e60-e91a-4a5b-bc39-f030a5e93995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.551799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3558b-71ed-4b07-9bc7-d295f4c3014e req-1397b5bc-daa5-4221-ad81-99d337fba117 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.553319 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8dd3558b-71ed-4b07-9bc7-d295f4c3014e req-1397b5bc-daa5-4221-ad81-99d337fba117 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0480576 Feb 04 06:15:54.595288 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8dd3558b-71ed-4b07-9bc7-d295f4c3014e req-8d53be61-289c-4df2-91db-4158ed99a060 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360227 Feb 04 06:15:54.779625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.708811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f2ac-c304-4294-98d2-c45874bdc356 req-d0cf69f6-9e0f-474a-859a-9c7c681a6c4a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.710328 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0e4f2ac-c304-4294-98d2-c45874bdc356 req-d0cf69f6-9e0f-474a-859a-9c7c681a6c4a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0485196 Feb 04 06:15:55.747827 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0e4f2ac-c304-4294-98d2-c45874bdc356 req-8a058664-014b-4727-9b06-4310a022ce39 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317369 Feb 04 06:15:56.397029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.678069 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.862891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e985f8-78fa-413a-8315-aa7e7abe08f6 req-4f4d0da0-b98d-4b1b-ae6d-ac238014496f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:56.864373 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-28e985f8-78fa-413a-8315-aa7e7abe08f6 req-4f4d0da0-b98d-4b1b-ae6d-ac238014496f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0511234 Feb 04 06:15:56.902233 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-28e985f8-78fa-413a-8315-aa7e7abe08f6 req-566a03dd-5d1f-4090-9a3c-255cf907ad7d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Feb 04 06:15:58.016061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939d6a5-d2a3-4679-9f20-9cf2aa26b01e req-63abaacf-a275-4702-9078-43222ac73726 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:58.017649 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5939d6a5-d2a3-4679-9f20-9cf2aa26b01e req-63abaacf-a275-4702-9078-43222ac73726 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0491128 Feb 04 06:15:58.067109 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5939d6a5-d2a3-4679-9f20-9cf2aa26b01e req-ba7cc8d3-b116-419c-9e8c-c883586f6803 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435331 Feb 04 06:15:58.592477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.179982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8897f-8f0b-4177-bc5f-84d2fd0bfac3 req-d7a3d556-2707-4add-ba1e-cd4708824590 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:59.181487 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-44f8897f-8f0b-4177-bc5f-84d2fd0bfac3 req-d7a3d556-2707-4add-ba1e-cd4708824590 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0486798 Feb 04 06:15:59.219054 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-44f8897f-8f0b-4177-bc5f-84d2fd0bfac3 req-e47de243-ce9c-449c-815f-32bbab1a8d48 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 Feb 04 06:16:00.334207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374f224-b8c4-40a3-8fb0-1a16dbc3cb48 req-1841e555-7c79-43eb-bc61-a89b1a4d4965 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:00.335666 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5374f224-b8c4-40a3-8fb0-1a16dbc3cb48 req-1841e555-7c79-43eb-bc61-a89b1a4d4965 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0484529 Feb 04 06:16:00.375215 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5374f224-b8c4-40a3-8fb0-1a16dbc3cb48 req-f0250c71-2d22-43ab-ad7c-e1b80cd348fd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335767 Feb 04 06:16:01.489468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6af9fe-3f91-458b-82e5-304d26622d60 req-35322478-1c2a-4b26-addc-6e8bdc676152 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:01.490913 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e6af9fe-3f91-458b-82e5-304d26622d60 req-35322478-1c2a-4b26-addc-6e8bdc676152 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0479467 Feb 04 06:16:01.530921 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e6af9fe-3f91-458b-82e5-304d26622d60 req-4e1841a3-82e6-49fa-8973-4a46098ee63b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342081 Feb 04 06:16:02.643881 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440e93d-a107-4460-b471-7429c69ba3a4 req-c786f3e4-bdb4-42e1-8f3f-33dabd8a99b8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:02.645361 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e440e93d-a107-4460-b471-7429c69ba3a4 req-c786f3e4-bdb4-42e1-8f3f-33dabd8a99b8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0478456 Feb 04 06:16:02.682852 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e440e93d-a107-4460-b471-7429c69ba3a4 req-0c35b248-91a5-472a-b3f2-c44ddd19c5c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315585 Feb 04 06:16:03.797023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52e861-c49a-489f-8c1d-4adcdf6964e4 req-e55a7646-233b-433d-9b1f-22460fc1d8e5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:03.799150 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f52e861-c49a-489f-8c1d-4adcdf6964e4 req-e55a7646-233b-433d-9b1f-22460fc1d8e5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0489426 Feb 04 06:16:03.837770 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f52e861-c49a-489f-8c1d-4adcdf6964e4 req-ce0a6d8e-51ec-4d5a-adc1-dbc4cedb423b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305116 Feb 04 06:16:04.950361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcbad6-162d-4aaa-8bbc-ca1734d96dfe req-ed3f5122-4cad-4774-b3c5-167812b258ec tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:04.952077 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e3dcbad6-162d-4aaa-8bbc-ca1734d96dfe req-ed3f5122-4cad-4774-b3c5-167812b258ec tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0476110 Feb 04 06:16:04.992015 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e3dcbad6-162d-4aaa-8bbc-ca1734d96dfe req-85419f04-1a63-4d17-8b1c-7cc70728d4e8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339160 Feb 04 06:16:06.106502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fb9b6-3cf2-4627-89c5-4f4d7c81a138 req-e4c37952-9989-4fee-b3ad-37ff61f92124 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:06.107959 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-011fb9b6-3cf2-4627-89c5-4f4d7c81a138 req-e4c37952-9989-4fee-b3ad-37ff61f92124 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0477059 Feb 04 06:16:06.145540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-011fb9b6-3cf2-4627-89c5-4f4d7c81a138 req-3c68df5e-8113-4b28-ace3-d95e9d18ca40 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304809 Feb 04 06:16:07.259533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609e88-21ed-4b57-a14a-eb7d4df446e0 req-abab4136-3a8f-4640-9f26-b6f55a288e2f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:07.260999 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9609e88-21ed-4b57-a14a-eb7d4df446e0 req-abab4136-3a8f-4640-9f26-b6f55a288e2f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0488079 Feb 04 06:16:07.299603 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9609e88-21ed-4b57-a14a-eb7d4df446e0 req-37ff69ae-f5d1-4df3-8e19-7ab0d16ff416 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325620 Feb 04 06:16:08.417451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77a352-552a-4385-acce-22cb0eb9ff0a req-0f4a189e-668c-4d90-97a1-0a632f3ed413 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:08.418901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ef77a352-552a-4385-acce-22cb0eb9ff0a req-0f4a189e-668c-4d90-97a1-0a632f3ed413 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0478082 Feb 04 06:16:08.460649 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ef77a352-552a-4385-acce-22cb0eb9ff0a req-f425ebf8-103c-4a2d-b6ed-c69aaf39c3b6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349562 Feb 04 06:16:09.573089 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76b1b1-b182-4460-b037-af43097df03d req-9c0d2c38-fb03-42f0-b4aa-e1115eb0ee04 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:09.574553 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd76b1b1-b182-4460-b037-af43097df03d req-9c0d2c38-fb03-42f0-b4aa-e1115eb0ee04 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0477071 Feb 04 06:16:09.611822 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd76b1b1-b182-4460-b037-af43097df03d req-94e6c1b3-e3d2-4702-b401-a50aafc52ecf tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309207 Feb 04 06:16:10.215030 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-c182af20-2d48-4fea-91b5-f7351566f0ff service neutron] 10.222.0.36 "GET /v2.0/ports/b9e46902-9fcb-452e-be04-d9dc56663b5f/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0533280 Feb 04 06:16:10.427743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-f1e10726-1fdd-45d0-bbc8-28834659b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:10.429252 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-f1e10726-1fdd-45d0-bbc8-28834659b865 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 1098 time: 0.0420809 Feb 04 06:16:10.492993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-8b19ebdb-126f-4f33-a176-558f3d1b98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:10.494433 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-8b19ebdb-126f-4f33-a176-558f3d1b98eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 1098 time: 0.0446389 Feb 04 06:16:10.580901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-58d6f1f3-282c-4bb6-a99b-0a3968bf2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:10.582361 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-58d6f1f3-282c-4bb6-a99b-0a3968bf2f10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0815692 Feb 04 06:16:10.650949 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-1f1010ba-ba11-459b-adb2-68b6256c1b23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f HTTP/1.1" status: 200 len: 1002 time: 0.0611262 Feb 04 06:16:10.723587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-1fc4c86d-b32a-4633-90bc-6407b36807ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:10.725008 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-1fc4c86d-b32a-4633-90bc-6407b36807ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0683320 Feb 04 06:16:10.750391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5bc33-b57f-4885-a168-943c7d47cc12 req-a1440c90-89a2-4e70-8853-d174413d0dd6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:10.752552 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4c5bc33-b57f-4885-a168-943c7d47cc12 req-a1440c90-89a2-4e70-8853-d174413d0dd6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0682456 Feb 04 06:16:10.807610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-06bd83f2-58f4-42a2-b5f2-fbadddaf3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:10.809057 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-06bd83f2-58f4-42a2-b5f2-fbadddaf3ed5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745845 Feb 04 06:16:10.811759 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4c5bc33-b57f-4885-a168-943c7d47cc12 req-b076b4f3-9838-445d-924b-a115516e1a36 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459731 Feb 04 06:16:10.895560 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-330dd3f1-94d1-4703-9275-d29898735240 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799849 Feb 04 06:16:10.986564 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-205162b8-aed1-453d-8d5c-4ce2b73d7adf req-e16a682a-40f7-4317-90dd-7cdceb3e12eb service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848005 Feb 04 06:16:11.928950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3893be-d313-44d0-b318-f797f389d728 req-084df408-f0a3-4e64-a123-cae54d397e65 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:11.930438 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3c3893be-d313-44d0-b318-f797f389d728 req-084df408-f0a3-4e64-a123-cae54d397e65 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0504973 Feb 04 06:16:11.967911 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3c3893be-d313-44d0-b318-f797f389d728 req-d8c24aa8-e535-4445-b2aa-95aeb445b4cb tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Feb 04 06:16:13.058958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device b9e46902-9fcb-452e-be04-d9dc56663b5f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:16:13.061557 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device b9e46902-9fcb-452e-be04-d9dc56663b5f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:16:13.081801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673b3c6-558c-4e60-a47e-ba21cbb6a024 req-786b4246-4305-4ef0-b6e7-49230b61dd87 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:13.083299 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2673b3c6-558c-4e60-a47e-ba21cbb6a024 req-786b4246-4305-4ef0-b6e7-49230b61dd87 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0487740 Feb 04 06:16:13.121912 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2673b3c6-558c-4e60-a47e-ba21cbb6a024 req-391d6df2-bf2e-4bb9-8a1f-4c0867283c02 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326324 Feb 04 06:16:13.338008 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.370154 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:13.381865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:13.384104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cd3de6-cfde-40cc-a3f8-12b0223a7530" -d '{"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:16:13.399205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'port_id': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'mac_address': 'fa:16:3e:c0:d6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:16:13.401666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:13.406934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.451675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ca6701-dcae-4e56-9c35-0499bfaed703 x-openstack-request-id: req-e3ca6701-dcae-4e56-9c35-0499bfaed703 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:16:13.451960 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:16:13.452212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3ca6701-dcae-4e56-9c35-0499bfaed703 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:16:13.452597 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'code': 200} Feb 04 06:16:13.473757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.477232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-584713cb-214b-4155-8ff0-a15f2e8164b7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:13.478686 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-584713cb-214b-4155-8ff0-a15f2e8164b7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.1057117 Feb 04 06:16:13.492633 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:13.496176 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e46902-9fcb-452e-be04-d9dc56663b5f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:16:13.517304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:13.521568 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.526696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b581d-aef9-4f53-9809-05a46ac8e404 req-85a5dc2f-3b1f-409f-b098-cd4a08779a00 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:13.528178 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e95b581d-aef9-4f53-9809-05a46ac8e404 req-85a5dc2f-3b1f-409f-b098-cd4a08779a00 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 943 time: 0.1029928 Feb 04 06:16:13.573547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:13.578830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['b9e46902-9fcb-452e-be04-d9dc56663b5f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:16:13.581151 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-35e05a0d-cb2e-45bb-ae57-5507dbac14ac service neutron] 10.222.0.36 "GET /v2.0/ports/b9e46902-9fcb-452e-be04-d9dc56663b5f/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0957520 Feb 04 06:16:13.587509 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e95b581d-aef9-4f53-9809-05a46ac8e404 req-00a80d32-a048-4df3-b4fb-4a2e06a890ac tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527234 Feb 04 06:16:13.645754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-736c15f2-b3c4-42cc-9919-33ad36afea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:13.647253 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-736c15f2-b3c4-42cc-9919-33ad36afea13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 1097 time: 0.0411663 Feb 04 06:16:13.691089 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:16:13.740270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-d603097c-3de6-4839-ad50-c14b86746228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:13.741859 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-d603097c-3de6-4839-ad50-c14b86746228 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0888197 Feb 04 06:16:13.805710 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-e63e8b99-d1ab-4147-a070-7c8969a12a15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f HTTP/1.1" status: 200 len: 1001 time: 0.0574393 Feb 04 06:16:13.856452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-8f3bf21d-ec73-4060-b459-3068b6d59452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:13.857920 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-8f3bf21d-ec73-4060-b459-3068b6d59452 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0462413 Feb 04 06:16:13.900710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-63e0d532-818e-441f-bc86-1fde197cca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:13.902231 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-63e0d532-818e-441f-bc86-1fde197cca28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380771 Feb 04 06:16:13.988876 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-30a2ec79-3f79-44ba-864f-8a445371bb99 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801649 Feb 04 06:16:14.081096 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-8453e4cf-2c17-48f4-91bd-1ced1e788ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859909 Feb 04 06:16:14.708898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e5289-16b9-44fa-a223-9b10f5600687 req-fa618058-7539-4c7f-8e73-b4f14616a148 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:14.710408 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc6e5289-16b9-44fa-a223-9b10f5600687 req-fa618058-7539-4c7f-8e73-b4f14616a148 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 944 time: 0.0532775 Feb 04 06:16:14.748060 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc6e5289-16b9-44fa-a223-9b10f5600687 req-dd58c602-be50-42b1-a3ca-5fee2f25ae4f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317888 Feb 04 06:16:15.064238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device b9e46902-9fcb-452e-be04-d9dc56663b5f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:16:15.112912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port b9e46902-9fcb-452e-be04-d9dc56663b5f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:15.113300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.185095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.216568 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:15.221242 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.266456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:15.453507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:15.456282 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0815595-d160-4196-83bb-90c806e3d9a6" -d '{"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:16:15.496571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39672c42-9ada-404d-ad94-2d57d321f064 x-openstack-request-id: req-39672c42-9ada-404d-ad94-2d57d321f064 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:16:15.496854 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:16:15.497123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39672c42-9ada-404d-ad94-2d57d321f064 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:16:15.497512 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'code': 200} Feb 04 06:16:15.870750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70a709-cc18-49f1-bf19-26da440e879b req-0e0abcd0-bf0f-4988-a216-678084e51144 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:15.872183 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8d70a709-cc18-49f1-bf19-26da440e879b req-0e0abcd0-bf0f-4988-a216-678084e51144 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0530806 Feb 04 06:16:15.908984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8d70a709-cc18-49f1-bf19-26da440e879b req-2f9ca4ea-ffa6-4226-ba47-0c64ac61d79c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299966 Feb 04 06:16:16.350525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-74865d04-a887-48df-86b0-3ed1327587b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:16.351995 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-74865d04-a887-48df-86b0-3ed1327587b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 1098 time: 0.0399036 Feb 04 06:16:16.410164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-41253f22-16f9-46ac-8515-acc556e445e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:16.411629 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-41253f22-16f9-46ac-8515-acc556e445e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 1098 time: 0.0391479 Feb 04 06:16:16.500636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-07ee3f14-d79c-4b53-a9d5-bf8cbd257015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:16.502021 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-07ee3f14-d79c-4b53-a9d5-bf8cbd257015 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0842235 Feb 04 06:16:16.564579 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-d74464f0-61ec-4cd1-9cef-e9ad8bf06bda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f HTTP/1.1" status: 200 len: 1002 time: 0.0556333 Feb 04 06:16:16.612011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-8e331c83-a090-4e22-b001-34a4fa5e4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:16.613387 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-8e331c83-a090-4e22-b001-34a4fa5e4845 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0418265 Feb 04 06:16:16.660184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-8d20e851-a023-4d77-9d02-0f8f4270d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:16.661623 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-8d20e851-a023-4d77-9d02-0f8f4270d2bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417442 Feb 04 06:16:16.747162 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-7881d216-434b-4168-8dd4-dae60f47ba8a service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790620 Feb 04 06:16:16.837182 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9217342b-da75-4739-9ade-721fcf6dcd57 req-0b7fa5db-4257-4b50-9ffc-8fdb45241c9e service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838535 Feb 04 06:16:17.025302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23815bd-2e47-4029-9441-0056af2dfa1b req-6709f457-a0e7-442f-b710-f820c9c54680 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:17.026791 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c23815bd-2e47-4029-9441-0056af2dfa1b req-6709f457-a0e7-442f-b710-f820c9c54680 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0494144 Feb 04 06:16:17.062756 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c23815bd-2e47-4029-9441-0056af2dfa1b req-05bce893-e987-4141-a7aa-2298b85a6297 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300758 Feb 04 06:16:18.175834 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fdfa7-a211-40f4-a434-a01f84b36d76 req-9227a1bc-6367-484e-8f6e-249b059be68f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:18.177308 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-177fdfa7-a211-40f4-a434-a01f84b36d76 req-9227a1bc-6367-484e-8f6e-249b059be68f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0478394 Feb 04 06:16:18.214247 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-177fdfa7-a211-40f4-a434-a01f84b36d76 req-c547dfc9-209d-49af-9046-24f52f622e4a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Feb 04 06:16:18.328839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53c310-4612-4a1b-b5f7-aa23adafc5ac req-c887a6f8-5746-4891-869d-c586a45f78f7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:18.331237 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0a53c310-4612-4a1b-b5f7-aa23adafc5ac req-c887a6f8-5746-4891-869d-c586a45f78f7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0524611 Feb 04 06:16:18.367417 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0a53c310-4612-4a1b-b5f7-aa23adafc5ac req-8f3dabc3-d776-48d0-95fc-88c52ca06273 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303767 Feb 04 06:16:18.480311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99512f1d-f1fa-4f59-a45e-34a172aa63ce req-72402c63-cde0-48f1-a961-bd5ed94752c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:18.481684 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99512f1d-f1fa-4f59-a45e-34a172aa63ce req-72402c63-cde0-48f1-a961-bd5ed94752c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0489593 Feb 04 06:16:18.519290 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-99512f1d-f1fa-4f59-a45e-34a172aa63ce req-a9cbae5e-0175-4d1c-89e4-77e09fe7daa9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313721 Feb 04 06:16:18.742277 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f844b7f-6621-41b8-b17c-77846cab2175 req-cc7ea88b-a0aa-4570-93e3-bcc2866da263 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:18.743668 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6f844b7f-6621-41b8-b17c-77846cab2175 req-cc7ea88b-a0aa-4570-93e3-bcc2866da263 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0483406 Feb 04 06:16:18.780497 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6f844b7f-6621-41b8-b17c-77846cab2175 req-0f54b43c-cb31-485f-bd8f-73c49dc677ef tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309179 Feb 04 06:16:19.091371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device b9e46902-9fcb-452e-be04-d9dc56663b5f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:16:19.094267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device b9e46902-9fcb-452e-be04-d9dc56663b5f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:16:19.239721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.253492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:19.270059 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'port_id': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'mac_address': 'fa:16:3e:c0:d6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:16:19.274942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:19.277206 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba94f1de-6a99-47c0-9a61-3aecc91bcd9f" -d '{"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:16:19.293099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:19.310960 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.320879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38e392a-6407-4d41-8b37-27330197f7cc x-openstack-request-id: req-c38e392a-6407-4d41-8b37-27330197f7cc {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:16:19.321181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:16:19.321430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c38e392a-6407-4d41-8b37-27330197f7cc {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:16:19.321810 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'code': 200} Feb 04 06:16:19.354382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.376927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9e46902-9fcb-452e-be04-d9dc56663b5f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:16:19.380829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=9']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:19.422098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:19.422450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:19.897261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34806391-a908-4799-acc0-14d08d322798 req-877db9ee-7831-4fa3-b1fb-d4084e49969c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:19.898777 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-34806391-a908-4799-acc0-14d08d322798 req-877db9ee-7831-4fa3-b1fb-d4084e49969c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 943 time: 0.0525837 Feb 04 06:16:19.960278 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.974142 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e46902-9fcb-452e-be04-d9dc56663b5f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:16:19.994607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:19.999066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:20.054484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=10']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:20.058743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['b9e46902-9fcb-452e-be04-d9dc56663b5f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:16:20.224379 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-34806391-a908-4799-acc0-14d08d322798 req-13818503-c83c-40dd-9683-3c7c78ab5f85 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197417 Feb 04 06:16:20.851779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-f04d09f0-ba9b-4b98-9669-445c7f1d5d67 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:20.853248 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-f04d09f0-ba9b-4b98-9669-445c7f1d5d67 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 945 time: 0.0465741 Feb 04 06:16:20.944660 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Deleting port b9e46902-9fcb-452e-be04-d9dc56663b5f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:16:20.945348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.033735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:21.034092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.104560 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device b9e46902-9fcb-452e-be04-d9dc56663b5f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:16:21.150905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port b9e46902-9fcb-452e-be04-d9dc56663b5f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:21.151277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.200773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.201163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.201725 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Floating IP 116169c8-137b-4444-a7d3-3724d704b975 disassociated. External IP: 172.26.5.170, port: b9e46902-9fcb-452e-be04-d9dc56663b5f. Feb 04 06:16:21.202061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Calling delete_port for b9e46902-9fcb-452e-be04-d9dc56663b5f owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:16:21.237536 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-60d62434-3e07-4dad-8d3e-5b05b165e65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.240809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.274161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port b9e46902-9fcb-452e-be04-d9dc56663b5f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=b9e46902-9fcb-452e-be04-d9dc56663b5f,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:21.278266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.322269 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:21.324801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a5ebb9-e061-4f06-9de3-eb6b00e831f6" -d '{"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:16:21.332539 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=11']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:21.362943 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b3dc5f-42da-412c-bcb0-df205b6a1683 x-openstack-request-id: req-a2b3dc5f-42da-412c-bcb0-df205b6a1683 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:16:21.363331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-plugged", "status": "completed", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:16:21.363621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2b3dc5f-42da-412c-bcb0-df205b6a1683 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:16:21.364014 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'code': 200} Feb 04 06:16:21.369501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812eef5-3cd6-4569-a63e-01ae1a5b1e59 req-6212bb01-c79f-4279-b913-f145fa0919d1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:21.370962 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b812eef5-3cd6-4569-a63e-01ae1a5b1e59 req-6212bb01-c79f-4279-b913-f145fa0919d1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=08cf2139-8e31-4e34-84e2-6c1b6289263a HTTP/1.1" status: 200 len: 946 time: 0.0635662 Feb 04 06:16:21.372000 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.415303 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event deleted for resources: {'Port': ['ID=b9e46902-9fcb-452e-be04-d9dc56663b5f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:21.432474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.432819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.433177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.433513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.433836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.434156 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.434476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.434794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.435112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.435431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.435741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.436055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:21.453886 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b812eef5-3cd6-4569-a63e-01ae1a5b1e59 req-84e1f3b6-c63d-41a1-ad96-7f1a79f4cbed tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750325 Feb 04 06:16:21.561361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Router eb8c1494-f7c7-473e-b539-79634009bc42 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:16:21.664472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:16:21.675416 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c216e-1ec1-4b76-8715-4105f776a702 None None] Sync routers for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:21.684337 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c216e-1ec1-4b76-8715-4105f776a702 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:16:21.684921 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-728c216e-1ec1-4b76-8715-4105f776a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:15:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:21.706607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] No DVR routers for this DVR port b9e46902-9fcb-452e-be04-d9dc56663b5f on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:21.709025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.712233 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-159923c0-7b79-4c30-b290-d4ae7aa47934 req-bfd0f05d-d759-480a-a3b8-d888477722c4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "DELETE /v2.0/ports/b9e46902-9fcb-452e-be04-d9dc56663b5f HTTP/1.1" status: 204 len: 173 time: 0.8511324 Feb 04 06:16:21.712663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-deleted', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:21.714911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02145f4-c21a-4f93-9b47-84a2387af8bd" -d '{"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-deleted", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:16:21.758993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a9e975-f40b-4388-b0ba-b5da8a130d36 x-openstack-request-id: req-d9a9e975-f40b-4388-b0ba-b5da8a130d36 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:16:21.759376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cf2139-8e31-4e34-84e2-6c1b6289263a", "name": "network-vif-deleted", "tag": "b9e46902-9fcb-452e-be04-d9dc56663b5f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:16:21.759747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9a9e975-f40b-4388-b0ba-b5da8a130d36 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:16:21.760343 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cf2139-8e31-4e34-84e2-6c1b6289263a', 'name': 'network-vif-deleted', 'tag': 'b9e46902-9fcb-452e-be04-d9dc56663b5f', 'status': 'completed', 'code': 200} Feb 04 06:16:21.806058 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-728c216e-1ec1-4b76-8715-4105f776a702 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:16:21.999304 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-728c216e-1ec1-4b76-8715-4105f776a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:22.024822 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c216e-1ec1-4b76-8715-4105f776a702 None None] Checking router: eb8c1494-f7c7-473e-b539-79634009bc42 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:16:22.033498 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c216e-1ec1-4b76-8715-4105f776a702 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:16:22.034086 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-728c216e-1ec1-4b76-8715-4105f776a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:15:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:22.141661 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-728c216e-1ec1-4b76-8715-4105f776a702 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:16:22.335168 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-728c216e-1ec1-4b76-8715-4105f776a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:22.360833 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c216e-1ec1-4b76-8715-4105f776a702 None None] The sync data for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv is: [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:22.564444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af91ff-073d-45d1-9237-c83d30bc8e34 None None] New status for floating IP 116169c8-137b-4444-a7d3-3724d704b975: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:16:22.691219 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-138f1d8a-15ad-43a6-9cdc-2b9eac7e8a9d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--549502035&fields=id&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 267 time: 0.0355768 Feb 04 06:16:22.797043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-499f048a-482d-4aa6-bfac-3c4b1c899eaf tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:22.799286 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-499f048a-482d-4aa6-bfac-3c4b1c899eaf tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 812 time: 0.1010556 Feb 04 06:16:22.813757 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-c7bc0809-9f48-46dc-911e-996817875e1e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/quotas/b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 375 time: 0.0088282 Feb 04 06:16:22.871764 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-87990f05-ff3b-4837-9d1a-801d6b4ade39 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526147 Feb 04 06:16:22.962943 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-bfd546b4-697a-4138-8574-7ace7d397fa5 service neutron] 10.222.0.15 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795467 Feb 04 06:16:23.054690 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-be0f7995-de4e-48b0-af7b-ae5cdb9a27e6 service neutron] 10.222.0.15 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858080 Feb 04 06:16:23.220058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f736f18e-cc59-4df8-88de-5a63b51830e9 req-bdaea55e-f463-4c63-9345-25201ab997fe tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 210 time: 0.0271156 Feb 04 06:16:23.449687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-20c858e2-2d60-4069-ac0c-60272633b80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.130795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-ad833f30-b9e4-4edf-b462-a0c4f69ec028 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:24.132228 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-ad833f30-b9e4-4edf-b462-a0c4f69ec028 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 812 time: 0.1024909 Feb 04 06:16:24.177028 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-7b9748c4-6cbd-419e-9209-4f2b1eca2d1b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 379 time: 0.0362582 Feb 04 06:16:24.190909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'port': {'device_id': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'admin_state_up': True, 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'security_groups': ['a83520d9-50c6-4ad9-99fa-a9abfacd9963']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:24.322552 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0cd2ea29-0a86-4e03-812b-3a9e2c4e89d2 req-6652f5b1-90e0-4a5f-be70-7033872d5ec0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 210 time: 0.0338404 Feb 04 06:16:24.327598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Made reservation on behalf of b5dac196ff454496a9f4ec6cbf6e7c4f for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:24.331418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.460551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Allocated IP 172.20.0.11 (85f9b5d1-088e-4192-b457-1ff651d7524d/5ac61997-72f0-423a-aaa1-24560f78164b/8adf8499-f30b-4183-b299-2c801d35be63) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:24.589828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.623036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.671714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Network 85f9b5d1-088e-4192-b457-1ff651d7524d is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:24.674764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:24.678361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:16:24.704605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event updated for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:24.730670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:24.731388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.748712 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-191463d0-dae4-44fa-bfc7-b5f4e701354e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623004 Feb 04 06:16:24.761146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Request body: {'port': {'device_id': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:24.785820 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.821316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.938035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-77685e23-27c9-45d8-9918-c3174a7d9395 None None] Provisioning complete for port 8adf8499-f30b-4183-b299-2c801d35be63 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:24.938405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77685e23-27c9-45d8-9918-c3174a7d9395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.971611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-77685e23-27c9-45d8-9918-c3174a7d9395 None None] Port 8adf8499-f30b-4183-b299-2c801d35be63 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:16:25.094070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adf8499-f30b-4183-b299-2c801d35be63 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:16:25.101701 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.113729 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Transition to ACTIVE for port object 8adf8499-f30b-4183-b299-2c801d35be63 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:25.117338 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.136211 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device b9e46902-9fcb-452e-be04-d9dc56663b5f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:16:25.160218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: b9e46902-9fcb-452e-be04-d9dc56663b5f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:16:25.160567 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device b9e46902-9fcb-452e-be04-d9dc56663b5f not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:16:25.169296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Pushing event updated for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:25.235772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Attempting to bind port 8adf8499-f30b-4183-b299-2c801d35be63 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:25.236116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Attempting to bind port 8adf8499-f30b-4183-b299-2c801d35be63 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:25.236472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Attempting to bind port 8adf8499-f30b-4183-b299-2c801d35be63 on network 85f9b5d1-088e-4192-b457-1ff651d7524d {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:16:25.241014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Port 8adf8499-f30b-4183-b299-2c801d35be63 on network 85f9b5d1-088e-4192-b457-1ff651d7524d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:16:25.241361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Attempting to bind port 8adf8499-f30b-4183-b299-2c801d35be63 on network 85f9b5d1-088e-4192-b457-1ff651d7524d {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:16:25.246193 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:16:25.246523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Checking segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:16:25.246904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Bound using segment: {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:16:25.247323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Bound port: 8adf8499-f30b-4183-b299-2c801d35be63, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5066a3c-adcb-4345-bad1-b91d6198ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:25.247676 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.318057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:16:25.321148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:16:25.325252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.362212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:25.362823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.364260 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] 10.222.0.36 "PUT /v2.0/ports/8adf8499-f30b-4183-b299-2c801d35be63 HTTP/1.1" status: 200 len: 1094 time: 0.6074414 Feb 04 06:16:25.364657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:25.366949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab30e74-8215-427c-a162-f9bfd9cfb751" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "tag": "8adf8499-f30b-4183-b299-2c801d35be63"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:16:25.390496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af095c8-ed49-43f3-baf9-ef1f196c705d service neutron] Pushing event updated for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:25.441279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67adda9d-6999-4e91-bd77-cb7efdda708d x-openstack-request-id: req-67adda9d-6999-4e91-bd77-cb7efdda708d {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:16:25.441574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "tag": "8adf8499-f30b-4183-b299-2c801d35be63", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:16:25.441821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67adda9d-6999-4e91-bd77-cb7efdda708d {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:16:25.442209 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63', 'status': 'completed', 'code': 200} Feb 04 06:16:25.515527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a686098-6b09-415c-af7d-dea256d188d1 req-59e47027-398f-4057-a885-0fcbd909d9ae tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:25.517449 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a686098-6b09-415c-af7d-dea256d188d1 req-59e47027-398f-4057-a885-0fcbd909d9ae tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0979502 Feb 04 06:16:25.520401 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-70a82046-4fd4-45eb-8a62-6f3d0f63b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:25.521822 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-70a82046-4fd4-45eb-8a62-6f3d0f63b6a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 1097 time: 0.0845795 Feb 04 06:16:25.574216 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-833bf7ba-bc10-45cc-adcb-061e3714e44c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adf8499-f30b-4183-b299-2c801d35be63 HTTP/1.1" status: 200 len: 217 time: 0.0445669 Feb 04 06:16:25.595422 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a686098-6b09-415c-af7d-dea256d188d1 req-745c88b5-4d71-49d1-9090-90ea6e092252 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717101 Feb 04 06:16:25.630150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1c3d41d1-5cba-4ded-ab29-3d594ee8acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:25.631584 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-1c3d41d1-5cba-4ded-ab29-3d594ee8acb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0504084 Feb 04 06:16:25.679426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-d00513e0-3a48-4f41-a554-c0a6f761d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:25.680874 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-d00513e0-3a48-4f41-a554-c0a6f761d3ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433557 Feb 04 06:16:25.770640 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-e54cdd02-4e91-4029-85ee-5087f04b0d44 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833359 Feb 04 06:16:25.862987 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f4a316bf-655a-4aa8-97ad-ee41a1121199 req-3527a180-d115-472d-971c-b88783ed5ca5 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853202 Feb 04 06:16:25.945065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab30e74-8215-427c-a162-f9bfd9cfb751 req-e31f3502-bf15-419f-83e2-5dc664656e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:25.946566 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fab30e74-8215-427c-a162-f9bfd9cfb751 req-e31f3502-bf15-419f-83e2-5dc664656e79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 1097 time: 0.0412402 Feb 04 06:16:26.034800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab30e74-8215-427c-a162-f9bfd9cfb751 req-384993b6-a242-4fb2-9857-ddabbf36d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:26.036175 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fab30e74-8215-427c-a162-f9bfd9cfb751 req-384993b6-a242-4fb2-9857-ddabbf36d7fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0823855 Feb 04 06:16:26.082543 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fab30e74-8215-427c-a162-f9bfd9cfb751 req-37c02b46-b8f5-461f-816a-314f6b42f5d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adf8499-f30b-4183-b299-2c801d35be63 HTTP/1.1" status: 200 len: 217 time: 0.0387993 Feb 04 06:16:26.135296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab30e74-8215-427c-a162-f9bfd9cfb751 req-dcb6df31-7a70-4042-8fa0-97ecfdb8a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:26.137572 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fab30e74-8215-427c-a162-f9bfd9cfb751 req-dcb6df31-7a70-4042-8fa0-97ecfdb8a226 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0476270 Feb 04 06:16:26.182379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab30e74-8215-427c-a162-f9bfd9cfb751 req-81e61edd-79c0-4890-8662-5f78b48bb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:26.183807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fab30e74-8215-427c-a162-f9bfd9cfb751 req-81e61edd-79c0-4890-8662-5f78b48bb936 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389225 Feb 04 06:16:26.273859 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fab30e74-8215-427c-a162-f9bfd9cfb751 req-b6d55f78-11f7-4c90-a11e-840c0e3fb233 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826786 Feb 04 06:16:26.362024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fab30e74-8215-427c-a162-f9bfd9cfb751 req-82387a01-0bb3-4605-aea0-5c2b6c5e0d79 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811658 Feb 04 06:16:26.399795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.680321 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.714592 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dd00c-a9f2-4766-925d-914ec00f8ebf req-daa45d5a-3228-40cf-b3e2-eea5d88449fa tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:26.716047 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-548dd00c-a9f2-4766-925d-914ec00f8ebf req-daa45d5a-3228-40cf-b3e2-eea5d88449fa tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0529094 Feb 04 06:16:26.759789 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-548dd00c-a9f2-4766-925d-914ec00f8ebf req-b3815edb-5ef9-4b8a-ac9f-991224e0e383 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368710 Feb 04 06:16:27.872515 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dbcb9-bc1b-42bc-a06f-86913c89477e req-8bc6b0d8-59f8-4464-91c7-8d0920c135af tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:27.873998 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-088dbcb9-bc1b-42bc-a06f-86913c89477e req-8bc6b0d8-59f8-4464-91c7-8d0920c135af tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0494988 Feb 04 06:16:27.912413 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-088dbcb9-bc1b-42bc-a06f-86913c89477e req-498dd278-1062-4a83-8efe-c4fc093ce27c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319166 Feb 04 06:16:28.600577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:29.026400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4340e4-829f-48ff-b5e7-81e4dccc98b3 req-7d749db7-8949-4a23-b28d-d726ded0618d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:29.027837 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a4340e4-829f-48ff-b5e7-81e4dccc98b3 req-7d749db7-8949-4a23-b28d-d726ded0618d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0488594 Feb 04 06:16:29.065091 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a4340e4-829f-48ff-b5e7-81e4dccc98b3 req-d5aee735-f265-47e1-b29c-18133412eba6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313210 Feb 04 06:16:29.166788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8adf8499-f30b-4183-b299-2c801d35be63 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:16:29.258978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:29.268914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '8adf8499-f30b-4183-b299-2c801d35be63', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'port_id': '8adf8499-f30b-4183-b299-2c801d35be63', 'mac_address': 'fa:16:3e:2a:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:16:29.308099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:29.320040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adf8499-f30b-4183-b299-2c801d35be63 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:16:29.338095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:29.341879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:29.386271 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:29.533062 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['8adf8499-f30b-4183-b299-2c801d35be63'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:16:30.181510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ddea2-9208-4a5a-bba1-7413a9d70015 req-973a5d7e-6dc4-4237-8589-16b4ff7a781e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:30.182969 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-557ddea2-9208-4a5a-bba1-7413a9d70015 req-973a5d7e-6dc4-4237-8589-16b4ff7a781e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 945 time: 0.0493948 Feb 04 06:16:30.225045 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-557ddea2-9208-4a5a-bba1-7413a9d70015 req-be3b0351-853d-487c-99af-7076ce55fb31 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349901 Feb 04 06:16:31.182579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8adf8499-f30b-4183-b299-2c801d35be63 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:16:31.230277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 8adf8499-f30b-4183-b299-2c801d35be63 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:31.233972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 8adf8499-f30b-4183-b299-2c801d35be63 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:31.234337 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.309597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.333015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:31.335879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bee2e98-0cb6-466d-be5f-85d9c229a56c" -d '{"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "8adf8499-f30b-4183-b299-2c801d35be63"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:16:31.338050 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececa02f-dad1-4758-b3eb-9747ca864b80 req-4b90104d-1977-42aa-82f5-b8d650129ef9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:31.339535 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ececa02f-dad1-4758-b3eb-9747ca864b80 req-4b90104d-1977-42aa-82f5-b8d650129ef9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 945 time: 0.0489962 Feb 04 06:16:31.353645 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:31.359076 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.380517 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ececa02f-dad1-4758-b3eb-9747ca864b80 req-dde92bb6-9b82-475f-8284-373c32068be6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331841 Feb 04 06:16:31.385604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfff4f4b-f897-4b76-8207-146a698e3838 x-openstack-request-id: req-cfff4f4b-f897-4b76-8207-146a698e3838 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:16:31.385908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "8adf8499-f30b-4183-b299-2c801d35be63", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:16:31.386280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfff4f4b-f897-4b76-8207-146a698e3838 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:16:31.386675 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63', 'code': 200} Feb 04 06:16:31.414818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:31.421676 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.422042 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.422993 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.423334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.423665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.423995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.424326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.424650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.424972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.425325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.425646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.425961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:31.543238 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b84a1-b53f-4c4e-bf9f-eed6a6f857ea req-14914cb4-fb03-4b35-aab5-ef1c5c5f7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:31.544669 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f61b84a1-b53f-4c4e-bf9f-eed6a6f857ea req-14914cb4-fb03-4b35-aab5-ef1c5c5f7335 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 1099 time: 0.0386908 Feb 04 06:16:31.577594 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f61b84a1-b53f-4c4e-bf9f-eed6a6f857ea req-8d8605d7-99bf-4ed3-b58c-a33281ebe112 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267100 Feb 04 06:16:32.498185 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad254f49-d664-4722-9d81-dc3254153ce2 req-10e5adb2-1e26-4d6b-b431-5796a48f2482 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:32.499665 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad254f49-d664-4722-9d81-dc3254153ce2 req-10e5adb2-1e26-4d6b-b431-5796a48f2482 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0497112 Feb 04 06:16:32.549719 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad254f49-d664-4722-9d81-dc3254153ce2 req-e142204a-801b-4ba5-8f4d-bde4f6c7bbc9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436399 Feb 04 06:16:33.663984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd056e29-4f7a-4a75-afe8-1abab5979541 req-f9c7c6d7-a8ee-418c-a15b-61fdfcf16e39 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:33.665452 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd056e29-4f7a-4a75-afe8-1abab5979541 req-f9c7c6d7-a8ee-418c-a15b-61fdfcf16e39 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0485651 Feb 04 06:16:33.702977 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd056e29-4f7a-4a75-afe8-1abab5979541 req-f54fcc3d-27b5-4fe7-b117-45cdae771499 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 Feb 04 06:16:33.812192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6435b-6210-4ec1-9181-a72cd0560ceb req-afafb4ef-73ab-4cce-8b5c-aef1163c551f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:33.814244 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48a6435b-6210-4ec1-9181-a72cd0560ceb req-afafb4ef-73ab-4cce-8b5c-aef1163c551f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0487137 Feb 04 06:16:33.824511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 50958) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:16:33.829930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5e5de980-f1e3-4a89-a9ed-76c8a6a77ae0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Request body: {'floatingip': {'port_id': '8adf8499-f30b-4183-b299-2c801d35be63'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:33.870610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5e5de980-f1e3-4a89-a9ed-76c8a6a77ae0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.301583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5e5de980-f1e3-4a89-a9ed-76c8a6a77ae0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.305517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5e5de980-f1e3-4a89-a9ed-76c8a6a77ae0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.432492 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-5e5de980-f1e3-4a89-a9ed-76c8a6a77ae0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Floating IP 116169c8-137b-4444-a7d3-3724d704b975 associated. External IP: 172.26.5.170, port: 8adf8499-f30b-4183-b299-2c801d35be63. Feb 04 06:16:34.968677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5de980-f1e3-4a89-a9ed-76c8a6a77ae0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Router eb8c1494-f7c7-473e-b539-79634009bc42 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:16:35.075428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5de980-f1e3-4a89-a9ed-76c8a6a77ae0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:16:35.081425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5e5de980-f1e3-4a89-a9ed-76c8a6a77ae0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.087646 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2335b0-1d8d-43f5-bc04-535d8e2f57d1 None None] Sync routers for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:35.097161 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2335b0-1d8d-43f5-bc04-535d8e2f57d1 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:16:35.097755 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-aa2335b0-1d8d-43f5-bc04-535d8e2f57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:16:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:35.113140 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5e5de980-f1e3-4a89-a9ed-76c8a6a77ae0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "PUT /v2.0/floatingips/116169c8-137b-4444-a7d3-3724d704b975 HTTP/1.1" status: 200 len: 993 time: 1.2874441 Feb 04 06:16:35.113747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:35.116221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "tag": "8adf8499-f30b-4183-b299-2c801d35be63"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:16:35.153867 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f0771b-c4b7-4846-a37b-cc6f82f8f0b4 x-openstack-request-id: req-a8f0771b-c4b7-4846-a37b-cc6f82f8f0b4 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:16:35.154161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "tag": "8adf8499-f30b-4183-b299-2c801d35be63", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:16:35.154432 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8f0771b-c4b7-4846-a37b-cc6f82f8f0b4 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:16:35.154828 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63', 'status': 'completed', 'code': 200} Feb 04 06:16:35.258529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaf24d-4460-4d98-86b9-94376cc6d062 req-fef43267-4999-4243-ae47-a6015a00d3da tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:35.260061 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7dbaf24d-4460-4d98-86b9-94376cc6d062 req-fef43267-4999-4243-ae47-a6015a00d3da tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0985951 Feb 04 06:16:35.270425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796 req-3e380767-c73f-41b4-9dca-7bf58c2f151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:35.271850 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796 req-3e380767-c73f-41b4-9dca-7bf58c2f151f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 1099 time: 0.0791750 Feb 04 06:16:35.306136 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-aa2335b0-1d8d-43f5-bc04-535d8e2f57d1 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:16:35.351206 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7dbaf24d-4460-4d98-86b9-94376cc6d062 req-af149d14-3fc5-4b60-b803-64a5ebb7bb13 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830150 Feb 04 06:16:35.383321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796 req-83d203a6-7abb-468f-b44c-8c9767df2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:35.384772 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796 req-83d203a6-7abb-468f-b44c-8c9767df2099 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.1064844 Feb 04 06:16:35.454846 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796 req-c43e9fb3-af04-458a-bd6f-d0b6b66c9698 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adf8499-f30b-4183-b299-2c801d35be63 HTTP/1.1" status: 200 len: 1001 time: 0.0640802 Feb 04 06:16:35.503351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796 req-cf63170d-739f-4c90-a1ed-edde31aa0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:35.504795 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796 req-cf63170d-739f-4c90-a1ed-edde31aa0e4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0435474 Feb 04 06:16:35.526925 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-aa2335b0-1d8d-43f5-bc04-535d8e2f57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': '8adf8499-f30b-4183-b299-2c801d35be63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:2a:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:16:34Z', 'revision_number': 13, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:35.548555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796 req-393cc92b-05a8-4b41-87bb-60699bb988b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:35.550099 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796 req-393cc92b-05a8-4b41-87bb-60699bb988b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391850 Feb 04 06:16:35.552664 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2335b0-1d8d-43f5-bc04-535d8e2f57d1 None None] Checking router: eb8c1494-f7c7-473e-b539-79634009bc42 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:16:35.560671 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2335b0-1d8d-43f5-bc04-535d8e2f57d1 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:16:35.561291 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-aa2335b0-1d8d-43f5-bc04-535d8e2f57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:16:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:35.643622 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796 req-edf33d98-fb3b-4a59-b1fb-1556c0f006c2 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863388 Feb 04 06:16:35.667493 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-aa2335b0-1d8d-43f5-bc04-535d8e2f57d1 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:16:35.731763 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d8459ef-a128-4bd3-b5b5-ba7bb7a55796 req-8caaf5e5-9ab2-49a1-bbb9-e5095eb1544c service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815811 Feb 04 06:16:35.888524 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-aa2335b0-1d8d-43f5-bc04-535d8e2f57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': '8adf8499-f30b-4183-b299-2c801d35be63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:2a:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:16:34Z', 'revision_number': 13, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:35.917069 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2335b0-1d8d-43f5-bc04-535d8e2f57d1 None None] The sync data for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv is: [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '116169c8-137b-4444-a7d3-3724d704b975', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'floating_ip_address': '172.26.5.170', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'port_id': '8adf8499-f30b-4183-b299-2c801d35be63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'mac_address': 'fa:16:3e:2a:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:13:40Z', 'updated_at': '2022-02-04T06:16:34Z', 'revision_number': 13, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:36.097166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc57cd78-1cff-452d-a128-40845d352072 None None] New status for floating IP 116169c8-137b-4444-a7d3-3724d704b975: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:16:36.468770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc50bf-9084-4236-95ae-ea84ca566fcb req-1b29d961-b7f1-4ca4-83b6-73b03a45e583 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:36.470255 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-18cc50bf-9084-4236-95ae-ea84ca566fcb req-1b29d961-b7f1-4ca4-83b6-73b03a45e583 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0491767 Feb 04 06:16:36.507346 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-18cc50bf-9084-4236-95ae-ea84ca566fcb req-3ca2410f-12c2-4bcb-8ba7-565b2a7057e4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311375 Feb 04 06:16:37.942811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760973a-7014-45c2-9c49-a94881269aaa req-00f20ad8-0a0d-4190-99cd-c45c6f5bfb78 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:37.944292 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b760973a-7014-45c2-9c49-a94881269aaa req-00f20ad8-0a0d-4190-99cd-c45c6f5bfb78 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0528579 Feb 04 06:16:37.981629 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b760973a-7014-45c2-9c49-a94881269aaa req-2160f0cc-89cf-43d9-b003-d7386ee84798 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313759 Feb 04 06:16:49.069262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e67f2-8f1f-4b16-a532-604936d72cc1 req-04798d24-e8e8-4926-ad44-d2ce9e300e51 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:49.070802 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d23e67f2-8f1f-4b16-a532-604936d72cc1 req-04798d24-e8e8-4926-ad44-d2ce9e300e51 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0509498 Feb 04 06:16:49.104190 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-885a252c-733f-4431-9e5f-bf973937b28f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977941 Feb 04 06:16:49.110936 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d23e67f2-8f1f-4b16-a532-604936d72cc1 req-d102debc-1b8b-4402-919c-c8dabe40c233 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339406 Feb 04 06:16:50.140390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-c3026269-4715-4f01-b5cc-9336713e4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:50.141966 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-c3026269-4715-4f01-b5cc-9336713e4006 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 1099 time: 0.0419705 Feb 04 06:16:50.271713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-ce299a5c-8c2c-4635-b215-4d0acdc48029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:50.273199 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-ce299a5c-8c2c-4635-b215-4d0acdc48029 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.1226881 Feb 04 06:16:50.281927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109399e9-6057-4f5d-baea-76d614709b06 req-9e234d46-5837-432f-85e5-96664a235a01 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:50.283286 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-109399e9-6057-4f5d-baea-76d614709b06 req-9e234d46-5837-432f-85e5-96664a235a01 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0825369 Feb 04 06:16:50.365617 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-109399e9-6057-4f5d-baea-76d614709b06 req-1da621f6-d077-4236-a033-2fd560b0d641 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760720 Feb 04 06:16:50.369519 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-0f3863d9-2998-4848-b406-9bc691142c4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adf8499-f30b-4183-b299-2c801d35be63 HTTP/1.1" status: 200 len: 1003 time: 0.0852411 Feb 04 06:16:50.419656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-8003f50c-cb35-4f67-a35d-0edaa75e60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:50.421132 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-8003f50c-cb35-4f67-a35d-0edaa75e60fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0445392 Feb 04 06:16:50.465395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-7ce88d66-3c95-46ff-9c1f-7e6b800c3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:50.466838 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-7ce88d66-3c95-46ff-9c1f-7e6b800c3e54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386627 Feb 04 06:16:50.558424 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-708f36bc-e547-4f2e-bd48-d1843ad97885 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839326 Feb 04 06:16:50.646984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-2ec690c8-7de4-4290-8ead-a00100dd759b service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817046 Feb 04 06:16:50.689607 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:16:51.210186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7b58b4ba-242a-4630-bed5-56e0eb078d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.486015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61f218-8ba0-4b68-bd78-2bcbf1019754 req-894ca36a-fb94-48ae-9654-f7a7b946cd3d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:51.487479 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3b61f218-8ba0-4b68-bd78-2bcbf1019754 req-894ca36a-fb94-48ae-9654-f7a7b946cd3d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0556750 Feb 04 06:16:51.524141 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3b61f218-8ba0-4b68-bd78-2bcbf1019754 req-78c1d2bf-1bc0-4874-85e3-9b254de1c5e6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307631 Feb 04 06:16:52.371471 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814bd2-6d49-48e3-baf5-be6f90146dc9 req-19be6c44-cb8e-4e74-9d78-2b6cdab93af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:52.372906 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e814bd2-6d49-48e3-baf5-be6f90146dc9 req-19be6c44-cb8e-4e74-9d78-2b6cdab93af6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 1099 time: 0.0394244 Feb 04 06:16:52.472560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814bd2-6d49-48e3-baf5-be6f90146dc9 req-879e9bb4-2271-444a-b536-3ceedd18b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:52.474198 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e814bd2-6d49-48e3-baf5-be6f90146dc9 req-879e9bb4-2271-444a-b536-3ceedd18b383 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0830839 Feb 04 06:16:52.540866 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e814bd2-6d49-48e3-baf5-be6f90146dc9 req-9f3e8f2c-21d5-415e-92b6-4a5fd7d2faf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adf8499-f30b-4183-b299-2c801d35be63 HTTP/1.1" status: 200 len: 1003 time: 0.0606005 Feb 04 06:16:52.590273 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814bd2-6d49-48e3-baf5-be6f90146dc9 req-6176802d-8e4a-4b93-8b3a-0cf5c649f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:52.591753 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e814bd2-6d49-48e3-baf5-be6f90146dc9 req-6176802d-8e4a-4b93-8b3a-0cf5c649f835 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0445096 Feb 04 06:16:52.663326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814bd2-6d49-48e3-baf5-be6f90146dc9 req-2cf8819a-aec5-4b77-9e7b-4c9d86994bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:52.664718 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e814bd2-6d49-48e3-baf5-be6f90146dc9 req-2cf8819a-aec5-4b77-9e7b-4c9d86994bf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636735 Feb 04 06:16:52.673011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedb41c-deef-4197-9747-80b5a05c5fdc req-4bee3f8f-76e1-43de-971a-750cff2481f4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:52.674412 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0dedb41c-deef-4197-9747-80b5a05c5fdc req-4bee3f8f-76e1-43de-971a-750cff2481f4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0817959 Feb 04 06:16:52.757587 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0dedb41c-deef-4197-9747-80b5a05c5fdc req-e493318d-07be-45a1-954c-30a6cfb57804 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754776 Feb 04 06:16:52.782951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e814bd2-6d49-48e3-baf5-be6f90146dc9 req-200b2f27-b67a-4de6-a333-31ec968161e2 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076291 Feb 04 06:16:52.875948 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e814bd2-6d49-48e3-baf5-be6f90146dc9 req-f23ec28c-4b1a-4f05-8269-72c430380b0a service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860419 Feb 04 06:16:53.450979 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-af4ff26c-551e-4962-b314-62a09f3fa8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.875925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f650e2e-da02-479c-8d13-b376cf9030c3 req-50331702-9351-49c9-aa7c-d4952197c387 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:53.877443 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6f650e2e-da02-479c-8d13-b376cf9030c3 req-50331702-9351-49c9-aa7c-d4952197c387 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0508690 Feb 04 06:16:53.915795 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6f650e2e-da02-479c-8d13-b376cf9030c3 req-08f1528f-9d5b-4d9d-b19f-07640e3ac148 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322587 Feb 04 06:16:54.785702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.033971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56714ea7-6f04-4abd-a9f8-2c2252b519a3 req-8bb76b10-7dc6-48fb-9783-a89235ca07f2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:55.035409 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56714ea7-6f04-4abd-a9f8-2c2252b519a3 req-8bb76b10-7dc6-48fb-9783-a89235ca07f2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0526547 Feb 04 06:16:55.073029 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56714ea7-6f04-4abd-a9f8-2c2252b519a3 req-ad8af0e9-5390-49b7-b50c-f101c25f588b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318100 Feb 04 06:16:56.190878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb87a0b-22f4-47f5-8197-c59f89e82149 req-5fcedcec-69c6-4ee6-b46e-3caaf0e3b417 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:56.192355 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dfb87a0b-22f4-47f5-8197-c59f89e82149 req-5fcedcec-69c6-4ee6-b46e-3caaf0e3b417 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0513430 Feb 04 06:16:56.230955 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dfb87a0b-22f4-47f5-8197-c59f89e82149 req-d12b761f-4705-4e9f-be9f-abd6b323a31f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323367 Feb 04 06:16:56.401788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.681185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.345590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb15abf-e5a4-44d5-9734-88bb2bff5c96 req-09e7a37d-ac6e-436a-8e0f-d94a069c30b4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:57.347075 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dfb15abf-e5a4-44d5-9734-88bb2bff5c96 req-09e7a37d-ac6e-436a-8e0f-d94a069c30b4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0482965 Feb 04 06:16:57.384143 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dfb15abf-e5a4-44d5-9734-88bb2bff5c96 req-c82aaf8c-fe14-488f-951d-1587a81990a8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312004 Feb 04 06:16:58.500933 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d1cd8-e707-46f2-a01c-60de68d843b1 req-cecc96b5-b2e6-4557-85d6-82c6aad9ad4e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:58.502431 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a96d1cd8-e707-46f2-a01c-60de68d843b1 req-cecc96b5-b2e6-4557-85d6-82c6aad9ad4e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0522363 Feb 04 06:16:58.538676 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a96d1cd8-e707-46f2-a01c-60de68d843b1 req-35418ebb-18bc-480f-a4d4-6ccc8093b0d7 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304148 Feb 04 06:16:58.600986 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.652199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2005d8d-16ce-4b48-b152-d19522c910fc req-3a2c0be9-28cb-41b0-af64-6443b647a0fa tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:59.653674 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e2005d8d-16ce-4b48-b152-d19522c910fc req-3a2c0be9-28cb-41b0-af64-6443b647a0fa tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0480704 Feb 04 06:16:59.691407 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e2005d8d-16ce-4b48-b152-d19522c910fc req-3cc1f9f7-7223-49c1-a443-ab7fbf15a91d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Feb 04 06:17:00.805546 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b710-7dda-4a35-88ad-795bfcdd19d9 req-42954d18-d69a-4d50-98c3-7ee420762300 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:00.806986 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c9e4b710-7dda-4a35-88ad-795bfcdd19d9 req-42954d18-d69a-4d50-98c3-7ee420762300 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0471883 Feb 04 06:17:00.843895 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c9e4b710-7dda-4a35-88ad-795bfcdd19d9 req-9d9835f5-4e1c-4780-9add-061847f005d0 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305693 Feb 04 06:17:01.959956 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85387c59-2ea7-41cd-908b-eb1af2ede230 req-e325ca12-841d-405a-be2f-b6f8b2fba06b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:01.961409 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-85387c59-2ea7-41cd-908b-eb1af2ede230 req-e325ca12-841d-405a-be2f-b6f8b2fba06b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0509834 Feb 04 06:17:01.997555 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-85387c59-2ea7-41cd-908b-eb1af2ede230 req-dd820fdc-fa55-40b1-ae94-304de9ec98d4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302675 Feb 04 06:17:03.113448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282d86a-4699-4490-a761-12d1d15a3d9c req-8fc2d4e7-8e78-4319-a64c-0c691e995876 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:03.115060 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6282d86a-4699-4490-a761-12d1d15a3d9c req-8fc2d4e7-8e78-4319-a64c-0c691e995876 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0507050 Feb 04 06:17:03.155510 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6282d86a-4699-4490-a761-12d1d15a3d9c req-0b72fd75-0777-41e1-9065-c3e46da1fbff tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334525 Feb 04 06:17:03.892328 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-d79388b8-9dd0-4086-ad18-ad68e0fba720 service neutron] 10.222.0.36 "GET /v2.0/ports/8adf8499-f30b-4183-b299-2c801d35be63/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0536704 Feb 04 06:17:04.083659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-1bb36593-27e0-4833-840c-2a93c0b4d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:04.084985 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-1bb36593-27e0-4833-840c-2a93c0b4d8b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 1099 time: 0.0408282 Feb 04 06:17:04.148107 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-40c2d44e-6a65-457a-9fa0-e76d35e67a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:04.149569 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-40c2d44e-6a65-457a-9fa0-e76d35e67a74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 1099 time: 0.0428994 Feb 04 06:17:04.260566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-eebc02f2-26ad-4f6c-8223-ef9cd6461c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:04.262058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-eebc02f2-26ad-4f6c-8223-ef9cd6461c4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.1065807 Feb 04 06:17:04.326965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e0e5a-f63f-46b4-b40a-bb2d7fa21b3f req-e4973db4-ba51-4afa-9114-ddcdc0b4c896 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:04.329163 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a9e0e5a-f63f-46b4-b40a-bb2d7fa21b3f req-e4973db4-ba51-4afa-9114-ddcdc0b4c896 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.1028130 Feb 04 06:17:04.350405 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-86f2fdce-9251-4fc7-b18d-e33ff0f0e48d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adf8499-f30b-4183-b299-2c801d35be63 HTTP/1.1" status: 200 len: 1003 time: 0.0812607 Feb 04 06:17:04.404775 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1a9e0e5a-f63f-46b4-b40a-bb2d7fa21b3f req-aaa3862f-753d-49ef-8c39-8f6527e01d2a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682354 Feb 04 06:17:04.412355 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-b2e5d3d5-61f7-4130-a588-eee0d9608d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:04.413784 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-b2e5d3d5-61f7-4130-a588-eee0d9608d8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0576613 Feb 04 06:17:04.462010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-0fc13dc0-3423-4eca-a06c-6306bb107c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:04.463463 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-0fc13dc0-3423-4eca-a06c-6306bb107c4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437777 Feb 04 06:17:04.548666 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-54815384-e64e-4dc7-bc9d-c1e7e98fc078 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784092 Feb 04 06:17:04.640088 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-b6a57664-4484-4521-9e08-ba9cb7bf98e5 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847385 Feb 04 06:17:05.370321 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8adf8499-f30b-4183-b299-2c801d35be63 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:17:05.447428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.477105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:05.479654 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5900a11-7095-4cf1-9ed2-5317aa8bfd89" -d '{"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8adf8499-f30b-4183-b299-2c801d35be63"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:05.486098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:05.491171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.540195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:05.553665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e4016-0e54-4318-8c16-dd43f24e545a x-openstack-request-id: req-166e4016-0e54-4318-8c16-dd43f24e545a {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:05.554132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8adf8499-f30b-4183-b299-2c801d35be63", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:05.554555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-166e4016-0e54-4318-8c16-dd43f24e545a {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:05.555080 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63', 'code': 200} Feb 04 06:17:05.558163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c4c9c-fcb7-4693-ba59-18a526b99eec req-b0023828-3fc3-4335-ae7a-b3871b2e8e66 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:05.559786 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a81c4c9c-fcb7-4693-ba59-18a526b99eec req-b0023828-3fc3-4335-ae7a-b3871b2e8e66 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0846224 Feb 04 06:17:05.598763 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a81c4c9c-fcb7-4693-ba59-18a526b99eec req-4a19b682-e758-4155-aba1-bb69453c021d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328097 Feb 04 06:17:06.716819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0879d04-17c1-40bb-bc94-80dbf1db42f5 req-bd925a59-2858-4941-aa59-0a1d9fb7cb19 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:06.718443 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0879d04-17c1-40bb-bc94-80dbf1db42f5 req-bd925a59-2858-4941-aa59-0a1d9fb7cb19 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0498438 Feb 04 06:17:06.755726 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0879d04-17c1-40bb-bc94-80dbf1db42f5 req-197be80c-cb3c-49be-9ec4-f4e53330e95b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311956 Feb 04 06:17:07.871918 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374cfd9-af1a-4321-a843-6ad5d16ed780 req-414df36b-caaf-430d-8afc-f6161caa783e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:07.873475 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a374cfd9-af1a-4321-a843-6ad5d16ed780 req-414df36b-caaf-430d-8afc-f6161caa783e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0491233 Feb 04 06:17:07.915131 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a374cfd9-af1a-4321-a843-6ad5d16ed780 req-1c443b4f-9806-4184-bbde-3cd52866a042 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351481 Feb 04 06:17:09.028400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b79527-0d51-4425-9da8-052bfbbc7b5b req-8b3f5a61-3fe0-4e89-904d-48c83692b02b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:09.029866 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65b79527-0d51-4425-9da8-052bfbbc7b5b req-8b3f5a61-3fe0-4e89-904d-48c83692b02b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0474317 Feb 04 06:17:09.066960 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-65b79527-0d51-4425-9da8-052bfbbc7b5b req-4545b1b1-93e9-4c2e-ad9f-f8025f2ec3a8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306461 Feb 04 06:17:10.179727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998d41e-70ad-4769-9d3c-b149c3b3ee86 req-142cca5c-d05a-4527-9db4-4b668cdfc52c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:10.181200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f998d41e-70ad-4769-9d3c-b149c3b3ee86 req-142cca5c-d05a-4527-9db4-4b668cdfc52c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0473497 Feb 04 06:17:10.218797 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f998d41e-70ad-4769-9d3c-b149c3b3ee86 req-4fe18c2a-6670-42b1-886d-9264f63823c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317273 Feb 04 06:17:11.334885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c75ffc-4c7c-4d71-b05c-17843dde4c73 req-21c618ed-307d-49c6-b5ea-1058e92d059b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:11.336348 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e1c75ffc-4c7c-4d71-b05c-17843dde4c73 req-21c618ed-307d-49c6-b5ea-1058e92d059b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0484021 Feb 04 06:17:11.376188 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e1c75ffc-4c7c-4d71-b05c-17843dde4c73 req-b298476f-f31d-44d3-acd2-5da31b676853 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340679 Feb 04 06:17:11.399063 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8adf8499-f30b-4183-b299-2c801d35be63 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:17:11.493516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:11.504293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '8adf8499-f30b-4183-b299-2c801d35be63', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'port_id': '8adf8499-f30b-4183-b299-2c801d35be63', 'mac_address': 'fa:16:3e:2a:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:17:11.539808 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.552248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adf8499-f30b-4183-b299-2c801d35be63 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:17:11.571155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:11.575047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.625535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:11.635494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['8adf8499-f30b-4183-b299-2c801d35be63'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:17:12.491474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea644d-0e19-4a15-8cf9-33107dccd5fa req-ce8b6603-f5eb-474e-95c8-102ae6331579 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:12.492934 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3dea644d-0e19-4a15-8cf9-33107dccd5fa req-ce8b6603-f5eb-474e-95c8-102ae6331579 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 945 time: 0.0478323 Feb 04 06:17:12.530265 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3dea644d-0e19-4a15-8cf9-33107dccd5fa req-604e08b2-e827-4361-a829-f44618677389 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312350 Feb 04 06:17:13.398658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8adf8499-f30b-4183-b299-2c801d35be63 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:17:13.446434 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 8adf8499-f30b-4183-b299-2c801d35be63 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:13.446798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.648295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b256f-08f3-4905-b62a-7d9fd533a8af req-029a339c-65e3-4a8d-a760-80c48200578b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:13.649973 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-383b256f-08f3-4905-b62a-7d9fd533a8af req-029a339c-65e3-4a8d-a760-80c48200578b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 945 time: 0.0495830 Feb 04 06:17:13.663798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.685300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:13.687631 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-383b256f-08f3-4905-b62a-7d9fd533a8af req-27035073-7bd6-47bd-973d-d2ddcc12ed8a tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311573 Feb 04 06:17:13.688085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc529028-7050-42fb-9406-e7c3b1963d5f" -d '{"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "8adf8499-f30b-4183-b299-2c801d35be63"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:13.706885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:13.711229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.733755 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6822e69-b2ee-49cd-b441-adb67515b2ce x-openstack-request-id: req-c6822e69-b2ee-49cd-b441-adb67515b2ce {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:13.734033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "8adf8499-f30b-4183-b299-2c801d35be63", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:13.734272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6822e69-b2ee-49cd-b441-adb67515b2ce {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:13.734768 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63', 'code': 200} Feb 04 06:17:13.759390 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:14.802523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf1f02-2347-4f8b-a914-55a7b9d43284 req-a25b29f6-03f6-4924-a254-07f0368e94f1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:14.804022 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-adbf1f02-2347-4f8b-a914-55a7b9d43284 req-a25b29f6-03f6-4924-a254-07f0368e94f1 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0482750 Feb 04 06:17:14.847816 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-adbf1f02-2347-4f8b-a914-55a7b9d43284 req-70cb3e9e-52e2-487a-a788-c7d046fde92e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377166 Feb 04 06:17:15.963487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871895fb-8f9e-4338-ac5a-2e4c4d4c869c req-d3eea308-5f01-454c-aef9-a71b5d57741d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:15.965011 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-871895fb-8f9e-4338-ac5a-2e4c4d4c869c req-d3eea308-5f01-454c-aef9-a71b5d57741d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0479848 Feb 04 06:17:16.002193 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-871895fb-8f9e-4338-ac5a-2e4c4d4c869c req-3262506e-3546-48b4-8fac-e5512e623397 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307913 Feb 04 06:17:16.315117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-53ae5eba-314a-49fe-9a96-cc8fa0120177 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:16.316574 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-53ae5eba-314a-49fe-9a96-cc8fa0120177 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 946 time: 0.0785353 Feb 04 06:17:16.339319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b5d3a-8a36-44a7-bd82-03ceaff03ed1 req-9c7ab0b3-82fb-4af5-9461-448a9f22448c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:16.340738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8e5b5d3a-8a36-44a7-bd82-03ceaff03ed1 req-9c7ab0b3-82fb-4af5-9461-448a9f22448c tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0759284 Feb 04 06:17:16.413280 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8e5b5d3a-8a36-44a7-bd82-03ceaff03ed1 req-d758ae4d-857d-4979-a44a-298fcd6e6c9b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495114 Feb 04 06:17:16.419024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-ec301fdd-f077-4d62-a96c-88f680916a5e service neutron] 10.222.0.36 "GET /v2.0/ports/8adf8499-f30b-4183-b299-2c801d35be63/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0947809 Feb 04 06:17:16.479635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-d2715da4-79b4-47fb-a557-43650c92acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:16.480976 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-d2715da4-79b4-47fb-a557-43650c92acc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 1099 time: 0.0396283 Feb 04 06:17:16.569412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-6fdb19b9-8712-48a6-8530-0a56f9aed2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:16.570824 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-6fdb19b9-8712-48a6-8530-0a56f9aed2d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.0839202 Feb 04 06:17:16.634183 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-e1feda1c-fc6b-49f7-ad55-1059f4c26b00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adf8499-f30b-4183-b299-2c801d35be63 HTTP/1.1" status: 200 len: 1003 time: 0.0567565 Feb 04 06:17:16.681026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-8f597f5b-ee3d-4f3b-b2fd-5b4ac7c3d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:16.682412 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-8f597f5b-ee3d-4f3b-b2fd-5b4ac7c3d591 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0419972 Feb 04 06:17:16.727979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-f3c1a50c-966b-441a-aa89-220c192baebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:16.729413 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-f3c1a50c-966b-441a-aa89-220c192baebd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411985 Feb 04 06:17:16.815569 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-783b3594-4eb6-4c74-ad76-a25b0ca9b574 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798063 Feb 04 06:17:16.907346 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-7fdf5d5f-198b-4e54-993a-3a6d3912bb86 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857680 Feb 04 06:17:17.532416 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad62db-b4a3-46a3-ad2a-0301eb48805b req-031cce68-8f42-4f7c-a9a0-62cd25867c40 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:17.533911 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-45ad62db-b4a3-46a3-ad2a-0301eb48805b req-031cce68-8f42-4f7c-a9a0-62cd25867c40 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0495424 Feb 04 06:17:17.571079 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-45ad62db-b4a3-46a3-ad2a-0301eb48805b req-51f089f8-461b-455d-9551-211ae160580e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313148 Feb 04 06:17:18.685184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61067f10-00e0-4bd8-baa2-4fed9d584056 req-6bf58586-2ed2-487a-8bc4-1fadb5336afa tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:18.687379 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61067f10-00e0-4bd8-baa2-4fed9d584056 req-6bf58586-2ed2-487a-8bc4-1fadb5336afa tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0475752 Feb 04 06:17:18.724119 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61067f10-00e0-4bd8-baa2-4fed9d584056 req-e768f42b-eba7-4b83-a428-811d0a3ac0a5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307806 Feb 04 06:17:19.838848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ebbf-2a27-4861-a999-f8d54e2dac76 req-66b4f276-020a-4d18-85e4-ec04f3af77b9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:19.840313 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5d06ebbf-2a27-4861-a999-f8d54e2dac76 req-66b4f276-020a-4d18-85e4-ec04f3af77b9 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0488768 Feb 04 06:17:19.881916 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5d06ebbf-2a27-4861-a999-f8d54e2dac76 req-87ab280d-77f3-4a88-986a-3930c31b566f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346251 Feb 04 06:17:20.942912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-cf37b833-19f6-4b05-b9f4-3c4ad7575959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:20.944386 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-cf37b833-19f6-4b05-b9f4-3c4ad7575959 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca&tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f HTTP/1.1" status: 200 len: 1099 time: 0.0409086 Feb 04 06:17:21.025966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad189a-be3e-492b-9d00-e69860bdd059 req-6744b0a9-f0df-4c76-8b70-a8289b40c848 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:21.027354 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94ad189a-be3e-492b-9d00-e69860bdd059 req-6744b0a9-f0df-4c76-8b70-a8289b40c848 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0773063 Feb 04 06:17:21.032380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-ea998e36-6b50-436d-9167-066c6a7f5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:21.033779 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-ea998e36-6b50-436d-9167-066c6a7f5e81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 1099 time: 0.0584214 Feb 04 06:17:21.117636 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94ad189a-be3e-492b-9d00-e69860bdd059 req-5839b633-35c9-4c45-ad59-1dc79c6953ee tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829127 Feb 04 06:17:21.147808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-5e6eed17-cbe0-4bd3-8cca-a79a5389e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:21.149291 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-5e6eed17-cbe0-4bd3-8cca-a79a5389e57f service neutron] 10.222.0.36 "GET /v2.0/networks?id=85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 200 len: 913 time: 0.1081922 Feb 04 06:17:21.211421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a28786bc-60dc-492e-a1c5-da414cbe6309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.218710 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-8ee258c6-30bc-4c07-8b1f-7d9ab394810a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adf8499-f30b-4183-b299-2c801d35be63 HTTP/1.1" status: 200 len: 1003 time: 0.0629323 Feb 04 06:17:21.267001 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-88f5f30f-1f15-45ae-8098-706def4681ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:21.268424 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-88f5f30f-1f15-45ae-8098-706def4681ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 200 len: 851 time: 0.0442362 Feb 04 06:17:21.312625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-dc0af180-4ec1-40eb-9362-206e7d65e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:21.314029 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-dc0af180-4ec1-40eb-9362-206e7d65e928 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85f9b5d1-088e-4192-b457-1ff651d7524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393200 Feb 04 06:17:21.403036 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-ce0428f0-3e97-4669-8fac-c5e883082702 service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819719 Feb 04 06:17:21.769921 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-48e958a1-a57b-4bbd-9e1d-80ece94212d9 req-b71f2abb-b6c6-470a-991c-f3b55373db5d service neutron] 10.222.0.36 "GET /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607223 Feb 04 06:17:22.234599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bad9f-721e-4e9f-a3b5-2d3d7f9e709b req-da767d88-be09-4781-96ef-43f9f19498cd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:22.236076 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-344bad9f-721e-4e9f-a3b5-2d3d7f9e709b req-da767d88-be09-4781-96ef-43f9f19498cd tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0497115 Feb 04 06:17:22.274168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-344bad9f-721e-4e9f-a3b5-2d3d7f9e709b req-4476f799-687f-44c1-8b61-39c85f79342f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321820 Feb 04 06:17:23.396770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc14bf-10cd-4218-bc7e-deb3c42f6cb4 req-dab9c7cf-e6e5-4742-b2f4-ec9e968b175b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:23.398407 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38fc14bf-10cd-4218-bc7e-deb3c42f6cb4 req-dab9c7cf-e6e5-4742-b2f4-ec9e968b175b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0545287 Feb 04 06:17:23.438143 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-38fc14bf-10cd-4218-bc7e-deb3c42f6cb4 req-96f860a5-b5c5-49ac-9e79-2a93c03bad5b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335164 Feb 04 06:17:23.456764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4e9b678b-a107-461d-bb05-2d491faec78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.461583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8adf8499-f30b-4183-b299-2c801d35be63 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:17:23.540974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.564009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:23.566207 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f8a81b-74bb-4bc0-b456-5d35374c991c" -d '{"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8adf8499-f30b-4183-b299-2c801d35be63"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:23.579255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:23.584606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.618952 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84df44c6-16cd-42a5-bc56-bee5bffba34d x-openstack-request-id: req-84df44c6-16cd-42a5-bc56-bee5bffba34d {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:23.619244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8adf8499-f30b-4183-b299-2c801d35be63", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:23.619495 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84df44c6-16cd-42a5-bc56-bee5bffba34d {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:23.619884 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63', 'code': 200} Feb 04 06:17:23.633781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=9']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:24.554382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb7a8a-e762-4d95-a26e-76ad23337bc2 req-de692c3a-a3e1-4528-8f92-531241cd3267 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:24.555881 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-eabb7a8a-e762-4d95-a26e-76ad23337bc2 req-de692c3a-a3e1-4528-8f92-531241cd3267 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0483580 Feb 04 06:17:24.595652 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-eabb7a8a-e762-4d95-a26e-76ad23337bc2 req-8b2bcc8c-135f-4c78-9bf0-79829b32bfee tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326719 Feb 04 06:17:24.789879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.715969 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e46de-4728-4740-a0dd-952248f5c226 req-e99f6df3-625c-4726-90b4-ff299184b47d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:25.717553 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-641e46de-4728-4740-a0dd-952248f5c226 req-e99f6df3-625c-4726-90b4-ff299184b47d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0480847 Feb 04 06:17:25.753873 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-641e46de-4728-4740-a0dd-952248f5c226 req-0dfdabef-fa77-4344-a7ae-87c51d6918ca tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305500 Feb 04 06:17:26.404177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.681970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.871701 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f6d2-2977-4322-8d5e-891be1ee532c req-4305f76a-d4a2-487b-832e-07ba61fa2529 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:26.873193 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afa9f6d2-2977-4322-8d5e-891be1ee532c req-4305f76a-d4a2-487b-832e-07ba61fa2529 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 944 time: 0.0525069 Feb 04 06:17:26.913932 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afa9f6d2-2977-4322-8d5e-891be1ee532c req-1431c2bd-6666-4f0d-a8ff-017260fef56f tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Feb 04 06:17:27.464391 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8adf8499-f30b-4183-b299-2c801d35be63 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:17:27.557758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:27.568591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '8adf8499-f30b-4183-b299-2c801d35be63', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'port_id': '8adf8499-f30b-4183-b299-2c801d35be63', 'mac_address': 'fa:16:3e:2a:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:17:27.604192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.616721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adf8499-f30b-4183-b299-2c801d35be63 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:17:27.635733 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:27.639468 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.688311 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:17:27.693770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=10']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:27.704529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['8adf8499-f30b-4183-b299-2c801d35be63'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:17:28.026910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b9e43-c7be-416f-99d3-ecb8e5217cad req-becac69c-81b6-4b89-8112-78303c4c87c6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:28.028385 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8d7b9e43-c7be-416f-99d3-ecb8e5217cad req-becac69c-81b6-4b89-8112-78303c4c87c6 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0483322 Feb 04 06:17:28.065388 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8d7b9e43-c7be-416f-99d3-ecb8e5217cad req-4dec3751-1158-4dda-9f0a-26dce7185852 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308609 Feb 04 06:17:28.598137 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.179461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5799086-bb64-4fb6-a840-069749c69602 req-6bf0d4aa-260d-4bd7-a104-24a698783a04 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:29.180929 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a5799086-bb64-4fb6-a840-069749c69602 req-6bf0d4aa-260d-4bd7-a104-24a698783a04 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 946 time: 0.0483909 Feb 04 06:17:29.220473 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a5799086-bb64-4fb6-a840-069749c69602 req-e87c235b-2cfd-4286-b7e1-c0b2ca8ce8d4 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330105 Feb 04 06:17:29.476075 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8adf8499-f30b-4183-b299-2c801d35be63 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:17:29.522778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 8adf8499-f30b-4183-b299-2c801d35be63 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:29.523150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.599553 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.621361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:29.624170 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd28ec1-8735-4835-b5b3-768bb97ca9f0" -d '{"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "8adf8499-f30b-4183-b299-2c801d35be63"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:29.636441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:29.640515 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.670950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eae7290-2e1e-4c2f-9c82-8aa5047aca2a x-openstack-request-id: req-2eae7290-2e1e-4c2f-9c82-8aa5047aca2a {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:29.671217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "8adf8499-f30b-4183-b299-2c801d35be63", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:29.671476 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2eae7290-2e1e-4c2f-9c82-8aa5047aca2a {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:29.671861 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63', 'code': 200} Feb 04 06:17:29.691294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=11']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:30.338457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b359044-d442-4238-9f79-cf41fe5708b6 req-1ba39f4b-8cc7-4bbb-9ca6-b65151319f4d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:30.340040 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9b359044-d442-4238-9f79-cf41fe5708b6 req-1ba39f4b-8cc7-4bbb-9ca6-b65151319f4d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 947 time: 0.0516810 Feb 04 06:17:30.376647 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9b359044-d442-4238-9f79-cf41fe5708b6 req-10df470d-f7e5-4b5c-8547-4841796075c8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307417 Feb 04 06:17:31.495408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d7e9d-e413-43af-a892-8110d9948beb req-404278de-c942-4d52-9079-0109ae68ef57 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:31.496904 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3d1d7e9d-e413-43af-a892-8110d9948beb req-404278de-c942-4d52-9079-0109ae68ef57 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 947 time: 0.0490043 Feb 04 06:17:31.533991 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3d1d7e9d-e413-43af-a892-8110d9948beb req-c0c5ab95-dce2-4c50-89f6-a5e4f9e917a8 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307615 Feb 04 06:17:32.645971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b08d6-ac9f-4e86-9e36-a48c110d82c7 req-bcdf01a1-19be-4d65-9c6f-f53976e41e24 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:32.647413 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f20b08d6-ac9f-4e86-9e36-a48c110d82c7 req-bcdf01a1-19be-4d65-9c6f-f53976e41e24 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 947 time: 0.0476723 Feb 04 06:17:32.683384 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f20b08d6-ac9f-4e86-9e36-a48c110d82c7 req-cea28e6e-f56e-4ed2-a603-d9276ffb44da tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301752 Feb 04 06:17:32.801150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dc50a-5824-42ce-9606-814df76a9f8b req-9cd08bb8-ad61-4fe1-a535-6720de6d949e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:32.802587 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d36dc50a-5824-42ce-9606-814df76a9f8b req-9cd08bb8-ad61-4fe1-a535-6720de6d949e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 947 time: 0.0519655 Feb 04 06:17:32.840384 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d36dc50a-5824-42ce-9606-814df76a9f8b req-3ac1bd8d-03d3-4b0e-8f94-db588a1cf318 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317762 Feb 04 06:17:32.953754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd092-73fb-4f79-8f91-193c9d3f4b07 req-0427fc3c-69c0-4589-a609-0264b2e9eb9b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:32.955205 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-475fd092-73fb-4f79-8f91-193c9d3f4b07 req-0427fc3c-69c0-4589-a609-0264b2e9eb9b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 947 time: 0.0481324 Feb 04 06:17:32.991693 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-475fd092-73fb-4f79-8f91-193c9d3f4b07 req-5b0991eb-517e-4eec-b973-d3f808b19126 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306120 Feb 04 06:17:33.215276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf56965-0e85-41d5-ab58-0fb2fb04aed4 req-90df91f5-8451-43c0-9763-6d4b323e0d96 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:33.216726 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daf56965-0e85-41d5-ab58-0fb2fb04aed4 req-90df91f5-8451-43c0-9763-6d4b323e0d96 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 947 time: 0.0482621 Feb 04 06:17:33.253257 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daf56965-0e85-41d5-ab58-0fb2fb04aed4 req-ab9bd595-6ea8-4e21-988b-8d08de047568 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304704 Feb 04 06:17:34.371761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75e80-6c2c-4f8c-be3e-71e0dad39179 req-541c965a-1a34-44f9-99da-ebac627e604b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:34.373286 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-33f75e80-6c2c-4f8c-be3e-71e0dad39179 req-541c965a-1a34-44f9-99da-ebac627e604b tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 947 time: 0.0521855 Feb 04 06:17:34.410984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-33f75e80-6c2c-4f8c-be3e-71e0dad39179 req-b707f94a-8dcc-4bcd-95c4-ba12b9cce5af tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316021 Feb 04 06:17:35.526413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360f00c-a445-49d2-94b7-19c3d350bb84 req-a661eb24-f004-49b5-8687-d96f30c58de3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:35.527857 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3360f00c-a445-49d2-94b7-19c3d350bb84 req-a661eb24-f004-49b5-8687-d96f30c58de3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 947 time: 0.0498180 Feb 04 06:17:35.592319 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3360f00c-a445-49d2-94b7-19c3d350bb84 req-c75d06a3-f067-4a2d-8a20-0b6517de4768 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups?id=a83520d9-50c6-4ad9-99fa-a9abfacd9963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558801 Feb 04 06:17:35.600282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-4e5b30de-d2b9-43dc-a18c-acd357c18753 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:35.601693 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-4e5b30de-d2b9-43dc-a18c-acd357c18753 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 947 time: 0.0729218 Feb 04 06:17:35.688491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Deleting port 8adf8499-f30b-4183-b299-2c801d35be63 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:17:35.688814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.778710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] For port 8adf8499-f30b-4183-b299-2c801d35be63, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8adf8499-f30b-4183-b299-2c801d35be63,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:35.778989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.944575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.944942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.945294 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Floating IP 116169c8-137b-4444-a7d3-3724d704b975 disassociated. External IP: 172.26.5.170, port: 8adf8499-f30b-4183-b299-2c801d35be63. Feb 04 06:17:35.945641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Calling delete_port for 8adf8499-f30b-4183-b299-2c801d35be63 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:17:36.074242 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.106012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event deleted for resources: {'Port': ['ID=8adf8499-f30b-4183-b299-2c801d35be63,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:36.120025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.120381 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.120761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.121056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.121443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.121803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.122139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.122476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.122803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.123220 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.123777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.124291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.243434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Router eb8c1494-f7c7-473e-b539-79634009bc42 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:17:36.359110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:17:36.370212 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269aabd-f1fd-4be3-846d-fba9cfd1bc09 None None] Sync routers for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:36.380305 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269aabd-f1fd-4be3-846d-fba9cfd1bc09 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:36.380983 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d269aabd-f1fd-4be3-846d-fba9cfd1bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:17:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:36.401867 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] No DVR routers for this DVR port 8adf8499-f30b-4183-b299-2c801d35be63 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:36.404987 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.408673 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4745ac9d-4ee8-4133-95a1-b9042640131d req-7c12ea36-c2af-48d2-9199-a3944508d7c5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.36 "DELETE /v2.0/ports/8adf8499-f30b-4183-b299-2c801d35be63 HTTP/1.1" status: 204 len: 173 time: 0.8015654 Feb 04 06:17:36.409141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-deleted', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:36.411416 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc2e824-b4b3-44cc-acad-60fb36a879f8" -d '{"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-deleted", "tag": "8adf8499-f30b-4183-b299-2c801d35be63"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:36.458327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff9d0cd-290a-42b8-8f84-67e4f7847b01 x-openstack-request-id: req-cff9d0cd-290a-42b8-8f84-67e4f7847b01 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:36.458613 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef46dcf-3587-44b5-880d-9b035443a8ca", "name": "network-vif-deleted", "tag": "8adf8499-f30b-4183-b299-2c801d35be63", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:36.458860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cff9d0cd-290a-42b8-8f84-67e4f7847b01 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:36.459256 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef46dcf-3587-44b5-880d-9b035443a8ca', 'name': 'network-vif-deleted', 'tag': '8adf8499-f30b-4183-b299-2c801d35be63', 'status': 'completed', 'code': 200} Feb 04 06:17:36.498438 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-d269aabd-f1fd-4be3-846d-fba9cfd1bc09 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:36.691005 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc0391b2-be70-4b2a-a35f-529d6056f428 req-a0b6323f-1030-40a5-9d95-9e8bed4bb3b2 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 210 time: 0.0275738 Feb 04 06:17:36.721651 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d269aabd-f1fd-4be3-846d-fba9cfd1bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:36.750713 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269aabd-f1fd-4be3-846d-fba9cfd1bc09 None None] Checking router: eb8c1494-f7c7-473e-b539-79634009bc42 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:36.759995 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269aabd-f1fd-4be3-846d-fba9cfd1bc09 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:36.760755 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d269aabd-f1fd-4be3-846d-fba9cfd1bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:17:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:36.877698 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-d269aabd-f1fd-4be3-846d-fba9cfd1bc09 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:37.198194 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-d269aabd-f1fd-4be3-846d-fba9cfd1bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:37.225263 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269aabd-f1fd-4be3-846d-fba9cfd1bc09 None None] The sync data for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv is: [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:38Z', 'revision_number': 4, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'd6bcd242-5189-443d-b5f1-ed8e1555969d', 'name': '', 'network_id': '85f9b5d1-088e-4192-b457-1ff651d7524d', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'mac_address': 'fa:16:3e:c9:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:37Z', 'updated_at': '2022-02-04T06:13:41Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'subnets': [{'id': '5ac61997-72f0-423a-aaa1-24560f78164b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:37.445998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9249ea3-f5f3-4e3c-8eab-ea282767b9de None None] New status for floating IP 116169c8-137b-4444-a7d3-3724d704b975: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:17:37.801332 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0e48d21b-2dab-4b18-907c-06032bf49092 req-d40a477a-12a5-4d86-9e65-7661a0ceb9d5 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 210 time: 0.0271850 Feb 04 06:17:38.898179 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c039b53-bdd7-4792-a958-a521ffaccac1 req-1798684a-3877-43c0-8e58-67a912473e1e tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 210 time: 0.0269618 Feb 04 06:17:39.522813 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8adf8499-f30b-4183-b299-2c801d35be63 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:17:39.542415 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 8adf8499-f30b-4183-b299-2c801d35be63 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:17:39.542751 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8adf8499-f30b-4183-b299-2c801d35be63 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:17:40.015644 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c868b489-4f9c-4f2a-98bd-5d4bd691bb1b req-f5850d89-d6a3-4bc8-bda9-4696b5782ea3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef46dcf-3587-44b5-880d-9b035443a8ca HTTP/1.1" status: 200 len: 210 time: 0.0380206 Feb 04 06:17:43.666949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51196) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:43.723695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-62e64f9b-a355-4d3e-8c72-e56ba0ade151 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.749212 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-62e64f9b-a355-4d3e-8c72-e56ba0ade151 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.798931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-62e64f9b-a355-4d3e-8c72-e56ba0ade151 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.801571 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-62e64f9b-a355-4d3e-8c72-e56ba0ade151 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.802748 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-62e64f9b-a355-4d3e-8c72-e56ba0ade151 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "DELETE /v2.0/security-groups/a83520d9-50c6-4ad9-99fa-a9abfacd9963 HTTP/1.1" status: 204 len: 168 time: 0.1348093 Feb 04 06:17:43.805458 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51198) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:43.812408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e64f9b-a355-4d3e-8c72-e56ba0ade151 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83520d9-50c6-4ad9-99fa-a9abfacd9963,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:43.821937 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.api.v2.resource [None req-2180ca28-0f89-45f0-ab42-08b69840d78d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] show failed (client error): The resource could not be found. Feb 04 06:17:43.822963 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2180ca28-0f89-45f0-ab42-08b69840d78d tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "GET /v2.0/security-groups/a83520d9-50c6-4ad9-99fa-a9abfacd9963 HTTP/1.1" status: 404 len: 347 time: 0.0158978 Feb 04 06:17:43.826525 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51200) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:43.955240 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Deleting port d2654b16-2a19-4bbc-a31e-737b8f758b3f {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:17:43.955588 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.030347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.030682 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.042494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Calling delete_port for d2654b16-2a19-4bbc-a31e-737b8f758b3f owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:17:44.171797 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.198439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Pushing event deleted for resources: {'Port': ['ID=d2654b16-2a19-4bbc-a31e-737b8f758b3f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:44.223870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.224218 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.224558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.224894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.225259 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.225591 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.225918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.226241 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.226565 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.226959 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.227282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.227598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:44.271523 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.274051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.275190 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ab83be34-9194-4f44-8973-a42f260f75e3 tempest-ServerActionsTestJSON-1368245692 tempest-ServerActionsTestJSON-1368245692-project] 10.222.0.15 "DELETE /v2.0/floatingips/116169c8-137b-4444-a7d3-3724d704b975 HTTP/1.1" status: 204 len: 168 time: 0.4477725 Feb 04 06:17:44.278169 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51202) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:44.852520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.092614 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] Deleting port d6bcd242-5189-443d-b5f1-ed8e1555969d {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:17:45.092963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.171916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] For port d6bcd242-5189-443d-b5f1-ed8e1555969d, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d6bcd242-5189-443d-b5f1-ed8e1555969d,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:45.172281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.183520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] Calling delete_port for d6bcd242-5189-443d-b5f1-ed8e1555969d owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:17:45.362144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.389010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bcd242-5189-443d-b5f1-ed8e1555969d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:45.550551 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.772020 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] Router eb8c1494-f7c7-473e-b539-79634009bc42 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:17:45.876044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:17:45.881054 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-63fec562-353a-429d-88d6-bee6bd523482 admin admin] 10.222.0.15 "PUT /v2.0/routers/eb8c1494-f7c7-473e-b539-79634009bc42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6019666 Feb 04 06:17:45.883570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51206) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:45.886202 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97cfeaf-452c-46ea-8582-fb4d04e90695 None None] Sync routers for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:45.896613 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cfeaf-452c-46ea-8582-fb4d04e90695 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:45.897265 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c97cfeaf-452c-46ea-8582-fb4d04e90695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:17:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:45.987781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.000621 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-c97cfeaf-452c-46ea-8582-fb4d04e90695 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:46.091131 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.143891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Deleting port b79cb82d-a505-4d56-a6bc-1b7b6cec1286 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:17:46.144242 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.177279 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c97cfeaf-452c-46ea-8582-fb4d04e90695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port': {'id': 'b79cb82d-a505-4d56-a6bc-1b7b6cec1286', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:46.204003 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97cfeaf-452c-46ea-8582-fb4d04e90695 None None] Checking router: eb8c1494-f7c7-473e-b539-79634009bc42 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:46.212595 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cfeaf-452c-46ea-8582-fb4d04e90695 None None] Routers {'eb8c1494-f7c7-473e-b539-79634009bc42'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:46.213227 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c97cfeaf-452c-46ea-8582-fb4d04e90695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:17:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['eb8c1494-f7c7-473e-b539-79634009bc42'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:46.227982 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] For port b79cb82d-a505-4d56-a6bc-1b7b6cec1286, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=b79cb82d-a505-4d56-a6bc-1b7b6cec1286,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:46.228350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.241644 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Calling delete_port for b79cb82d-a505-4d56-a6bc-1b7b6cec1286 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:17:46.298380 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-c97cfeaf-452c-46ea-8582-fb4d04e90695 None None] Set router eb8c1494-f7c7-473e-b539-79634009bc42 gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:46.350184 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-c97cfeaf-452c-46ea-8582-fb4d04e90695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:17:46Z', 'revision_number': 6, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:46.382294 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97cfeaf-452c-46ea-8582-fb4d04e90695 None None] The sync data for ids ['eb8c1494-f7c7-473e-b539-79634009bc42'] in dv-neutron-826811-2-hyperv is: [{'id': 'eb8c1494-f7c7-473e-b539-79634009bc42', 'name': 'tempest-ServerActionsTestJSON-1514763250-router', 'tenant_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:13:35Z', 'updated_at': '2022-02-04T06:17:46Z', 'revision_number': 6, 'project_id': 'b5dac196ff454496a9f4ec6cbf6e7c4f', 'gw_port_host': None}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:46.409527 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.437344 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79cb82d-a505-4d56-a6bc-1b7b6cec1286,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:46.498435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.592951 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.595023 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.637568 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.638023 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb8c1494-f7c7-473e-b539-79634009bc42 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:17:46.642430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.643682 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cb785f25-807a-439c-8ece-b42b3f1b43a6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/eb8c1494-f7c7-473e-b539-79634009bc42 HTTP/1.1" status: 204 len: 168 time: 0.7590194 Feb 04 06:17:46.646196 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51208) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:46.689874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b97c479-73b7-42a8-98c4-8da02d7a278a admin admin] Deleting subnet 5ac61997-72f0-423a-aaa1-24560f78164b {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:17:46.692751 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b97c479-73b7-42a8-98c4-8da02d7a278a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.727195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b97c479-73b7-42a8-98c4-8da02d7a278a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.810311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b97c479-73b7-42a8-98c4-8da02d7a278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.863444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b97c479-73b7-42a8-98c4-8da02d7a278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.890829 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97c479-73b7-42a8-98c4-8da02d7a278a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac61997-72f0-423a-aaa1-24560f78164b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:46.892716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b97c479-73b7-42a8-98c4-8da02d7a278a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.895898 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1b97c479-73b7-42a8-98c4-8da02d7a278a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5ac61997-72f0-423a-aaa1-24560f78164b HTTP/1.1" status: 204 len: 168 time: 0.2487953 Feb 04 06:17:46.897745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a942bbac-07ed-401a-8928-56f00b7c4100 None None] Network 85f9b5d1-088e-4192-b457-1ff651d7524d requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:17:46.898408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51210) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:46.969503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.022872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Deleting port f68972ab-c77d-4eab-bdb9-83ab2b2c2426 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:17:47.023239 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.083664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] For port f68972ab-c77d-4eab-bdb9-83ab2b2c2426, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f68972ab-c77d-4eab-bdb9-83ab2b2c2426,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:47.084019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.098845 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Calling delete_port for f68972ab-c77d-4eab-bdb9-83ab2b2c2426 owned by network:dhcp {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:17:47.119964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] DHCP port deletion for 85f9b5d1-088e-4192-b457-1ff651d7524d request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:17:47.194547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Deleting port f68972ab-c77d-4eab-bdb9-83ab2b2c2426 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:17:47.195025 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.209017 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.235889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f68972ab-c77d-4eab-bdb9-83ab2b2c2426,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:47.243934 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] No DVR routers for this DVR port f68972ab-c77d-4eab-bdb9-83ab2b2c2426 on host dv-neutron-826811-2-hyperv {{(pid=102166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:47.249510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f68972ab-c77d-4eab-bdb9-83ab2b2c2426 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:17:47.288559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: f68972ab-c77d-4eab-bdb9-83ab2b2c2426 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:17:47.288905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f68972ab-c77d-4eab-bdb9-83ab2b2c2426 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:17:47.289341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d6bcd242-5189-443d-b5f1-ed8e1555969d no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:17:47.303508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] For port f68972ab-c77d-4eab-bdb9-83ab2b2c2426, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f68972ab-c77d-4eab-bdb9-83ab2b2c2426,segment=NetworkSegment(c5066a3c-adcb-4345-bad1-b91d6198ed1b),segment_id=c5066a3c-adcb-4345-bad1-b91d6198ed1b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:47.303908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.323060 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.331530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: d6bcd242-5189-443d-b5f1-ed8e1555969d {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:17:47.331885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d6bcd242-5189-443d-b5f1-ed8e1555969d not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:17:47.332302 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b79cb82d-a505-4d56-a6bc-1b7b6cec1286 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:17:47.337412 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Calling delete_port for f68972ab-c77d-4eab-bdb9-83ab2b2c2426 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:17:47.347132 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f9b5d1-088e-4192-b457-1ff651d7524d']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:47.356187 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5066a3c-adcb-4345-bad1-b91d6198ed1b') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:47.356537 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5066a3c-adcb-4345-bad1-b91d6198ed1b') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:47.359237 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: b79cb82d-a505-4d56-a6bc-1b7b6cec1286 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:17:47.359589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device b79cb82d-a505-4d56-a6bc-1b7b6cec1286 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:17:47.371010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.387199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.394181 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:47.394771 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:47.396388 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:47.465794 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.469068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.471757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.474955 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/85f9b5d1-088e-4192-b457-1ff651d7524d HTTP/1.1" status: 204 len: 168 time: 0.5756173 Feb 04 06:17:47.487230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6ab20-29fd-4d2c-a3ba-dd842fffe0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f9b5d1-088e-4192-b457-1ff651d7524d,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:47.506466 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Pushing event deleted for resources: {'Port': ['ID=f68972ab-c77d-4eab-bdb9-83ab2b2c2426,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:47.514163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.514513 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.514935 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.515270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.515659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.515907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.516230 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.516555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.516875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.517218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.517518 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.517831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.521403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] Network 85f9b5d1-088e-4192-b457-1ff651d7524d is not hosted by any dhcp agent {{(pid=102168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 06:17:47.521876 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33af634-b341-4dba-a392-6ccbd1749744 None None] No DVR routers for this DVR port f68972ab-c77d-4eab-bdb9-83ab2b2c2426 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:47.612989 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51214) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:47.651732 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4f9a1145-ae2f-4253-9a6c-577d574c27b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5dac196ff454496a9f4ec6cbf6e7c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375004 Feb 04 06:17:47.654220 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51216) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:47.704499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3b6857e-c2e9-4877-8f91-4c956aa5c9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.724228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3b6857e-c2e9-4877-8f91-4c956aa5c9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.770164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3b6857e-c2e9-4877-8f91-4c956aa5c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.772628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c3b6857e-c2e9-4877-8f91-4c956aa5c9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.773839 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c3b6857e-c2e9-4877-8f91-4c956aa5c9c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/784ede85-1197-41d1-b1f4-61c150ca6b75 HTTP/1.1" status: 204 len: 168 time: 0.1187053 Feb 04 06:17:47.781945 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6857e-c2e9-4877-8f91-4c956aa5c9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784ede85-1197-41d1-b1f4-61c150ca6b75,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:48.426168 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51238) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:48.519470 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-242424840-network', 'tenant_id': '28799199ca094f62b26f90f97f12c2db'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:48.542948 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Made reservation on behalf of 28799199ca094f62b26f90f97f12c2db for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:48.545874 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.553903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.627716 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.632080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.652175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:48.667136 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a7109f-4b67-4140-a9e2-81f1b70f8217,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:48.670568 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.670904 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Added segment 5f677a72-5871-4c9a-8519-9465008e3009 of type vlan for network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 Feb 04 06:17:48.710543 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.735668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.736608 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:48.737208 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.784833 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3574214 Feb 04 06:17:48.787646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51242) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:48.792588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] Request body: {'subnet': {'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-242424840-subnet', 'tenant_id': '28799199ca094f62b26f90f97f12c2db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:48.799552 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13ca4c-cdb2-435a-adb7-c2b5aedfbd4c admin admin] Pushing event updated for resources: {'Network': ['ID=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:48.809688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:17:48.817156 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] Made reservation on behalf of 28799199ca094f62b26f90f97f12c2db for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:48.819636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.988129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.042958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d5816f-221d-4366-9cb7-c6c613c9e7cd,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:49.050265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] Checking segment: {'id': '5f677a72-5871-4c9a-8519-9465008e3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:17:49.050620 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] Network hostable DHCP agents. Network: dabfc681-924b-4376-9ceb-4f6d4b5fb0b3, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:49.066251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] Network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:49.075153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, dabfc681-924b-4376-9ceb-4f6d4b5fb0b3) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:49.079913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:49.080494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.086330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bdd068-236f-4e76-8f49-6176db2e3487 None None] Network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:17:49.098379 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2002c18d-45be-413d-9301-c443e47f59a0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3096290 Feb 04 06:17:49.212346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c157b6f4-c269-4393-b39c-1f32cfdb0839 None None] Network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:17:49.530503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-558d521b-d666-4d64-9fd1-ab0b9fc98e68 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:49.532031 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-558d521b-d666-4d64-9fd1-ab0b9fc98e68 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/networks?id=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 HTTP/1.1" status: 200 len: 813 time: 0.1117651 Feb 04 06:17:49.549859 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-4c374a8a-82bf-4d63-953e-aaae4d3f6ec8 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/quotas/28799199ca094f62b26f90f97f12c2db HTTP/1.1" status: 200 len: 375 time: 0.0119956 Feb 04 06:17:49.581856 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-26a2ddc4-a0a3-4a0b-979e-66f0e707f4f3 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28799199ca094f62b26f90f97f12c2db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269213 Feb 04 06:17:49.672447 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-3f3ec705-ba93-4316-8603-d2f36f033de7 service neutron] 10.222.0.15 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837264 Feb 04 06:17:49.760122 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-694d3a87-b384-4167-970a-461a1287cdb7 service neutron] 10.222.0.15 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813510 Feb 04 06:17:49.925822 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ac9334ed-1a6e-43ab-9d73-d11c0aee578f req-6a84852b-eda8-4a45-9831-0280fb31df3f tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 210 time: 0.0372674 Feb 04 06:17:50.833219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-9f0b1a05-02ab-4816-bfe4-641fafd8588c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:50.834697 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-9f0b1a05-02ab-4816-bfe4-641fafd8588c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.36 "GET /v2.0/networks?id=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 HTTP/1.1" status: 200 len: 813 time: 0.1145360 Feb 04 06:17:50.848940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Request body: {'port': {'device_id': '3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8', 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3', 'admin_state_up': True, 'tenant_id': '28799199ca094f62b26f90f97f12c2db'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:50.955809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Made reservation on behalf of 28799199ca094f62b26f90f97f12c2db for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:50.959628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.052454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98a495f0-6edc-4747-8456-de9fbf2640b8 req-cb9370df-db72-4bb1-81b3-5101d92e626f tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 210 time: 0.0340400 Feb 04 06:17:51.112792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Allocated IP 172.20.0.10 (dabfc681-924b-4376-9ceb-4f6d4b5fb0b3/a2d5816f-221d-4366-9cb7-c6c613c9e7cd/c5124621-e5bb-428b-9832-ff3172c62ec9) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:51.211928 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d84f9457-f551-4f35-86e5-1a30b25e2f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.259003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.292313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.334996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:51.338284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:51.342503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:17:51.366985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Pushing event updated for resources: {'Port': ['ID=c5124621-e5bb-428b-9832-ff3172c62ec9,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:51.399180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:51.399789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.415532 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-d8488762-e000-4d78-a05b-fb891a413026 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5704069 Feb 04 06:17:51.426795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Request body: {'port': {'device_id': '3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:51.479361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.749162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5124621-e5bb-428b-9832-ff3172c62ec9 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:17:51.758096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.770888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Transition to ACTIVE for port object c5124621-e5bb-428b-9832-ff3172c62ec9 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:51.774295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.829577 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5124621-e5bb-428b-9832-ff3172c62ec9,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:51.894162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Attempting to bind port c5124621-e5bb-428b-9832-ff3172c62ec9 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:51.894495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Attempting to bind port c5124621-e5bb-428b-9832-ff3172c62ec9 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '5f677a72-5871-4c9a-8519-9465008e3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:51.894821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Attempting to bind port c5124621-e5bb-428b-9832-ff3172c62ec9 on network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:17:51.899120 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Port c5124621-e5bb-428b-9832-ff3172c62ec9 on network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:17:51.899432 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Attempting to bind port c5124621-e5bb-428b-9832-ff3172c62ec9 on network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:17:51.904147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:17:51.904466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Checking segment: {'id': '5f677a72-5871-4c9a-8519-9465008e3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:17:51.904842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Bound using segment: {'id': '5f677a72-5871-4c9a-8519-9465008e3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:17:51.905287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Bound port: c5124621-e5bb-428b-9832-ff3172c62ec9, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f677a72-5871-4c9a-8519-9465008e3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:51.905638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.970771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] For port c5124621-e5bb-428b-9832-ff3172c62ec9, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:17:51.973980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] For port c5124621-e5bb-428b-9832-ff3172c62ec9, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c5124621-e5bb-428b-9832-ff3172c62ec9,segment=NetworkSegment(5f677a72-5871-4c9a-8519-9465008e3009),segment_id=5f677a72-5871-4c9a-8519-9465008e3009)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:17:51.978065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.016610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:52.017245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.018619 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/c5124621-e5bb-428b-9832-ff3172c62ec9 HTTP/1.1" status: 200 len: 1094 time: 0.5957406 Feb 04 06:17:52.019071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8', 'tag': 'c5124621-e5bb-428b-9832-ff3172c62ec9'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:52.021335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e9e4d8-db11-4c4b-800a-d87aef6b4328" -d '{"events": [{"name": "network-changed", "server_uuid": "3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8", "tag": "c5124621-e5bb-428b-9832-ff3172c62ec9"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:52.043767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74907aea-991e-4859-8371-d27a7f5af1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5124621-e5bb-428b-9832-ff3172c62ec9,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:52.065392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e46017d-69e0-43e2-9c08-d7c512deaf31 x-openstack-request-id: req-8e46017d-69e0-43e2-9c08-d7c512deaf31 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:52.065676 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8", "tag": "c5124621-e5bb-428b-9832-ff3172c62ec9", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:52.065926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e46017d-69e0-43e2-9c08-d7c512deaf31 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:52.066316 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8', 'tag': 'c5124621-e5bb-428b-9832-ff3172c62ec9', 'status': 'completed', 'code': 200} Feb 04 06:17:52.098755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-bf516718-2630-4820-9ffa-ced0779409cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:52.100334 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-bf516718-2630-4820-9ffa-ced0779409cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28799199ca094f62b26f90f97f12c2db&device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 1097 time: 0.0445294 Feb 04 06:17:52.143104 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-4700641a-2cd6-4eb8-b736-9662db8fbb4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5124621-e5bb-428b-9832-ff3172c62ec9 HTTP/1.1" status: 200 len: 217 time: 0.0353472 Feb 04 06:17:52.216259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-4890ae51-a712-4456-88f1-00dcd0def6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:52.217740 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-4890ae51-a712-4456-88f1-00dcd0def6ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2d5816f-221d-4366-9cb7-c6c613c9e7cd HTTP/1.1" status: 200 len: 853 time: 0.0677798 Feb 04 06:17:52.227706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afa37d-7d72-4275-b0ff-e972f829f809 req-9159a932-ec37-4573-96ec-b1cf59836b10 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:52.229067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c8afa37d-7d72-4275-b0ff-e972f829f809 req-9159a932-ec37-4573-96ec-b1cf59836b10 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 944 time: 0.0886650 Feb 04 06:17:52.265037 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-91ede4c8-5c37-4fda-84e7-7ae6e789bfdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349505 Feb 04 06:17:52.300023 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c8afa37d-7d72-4275-b0ff-e972f829f809 req-5d8f10ac-dd00-4495-b8db-c42787251d83 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620587 Feb 04 06:17:52.369649 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-93d3a546-d77c-4e68-a420-a609b6dea17b service neutron] 10.222.0.36 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928438 Feb 04 06:17:52.454961 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6181edda-3b2e-495f-b7b8-018364f66b03 req-7c2e56d9-23d8-41ba-94fe-10704a7542a0 service neutron] 10.222.0.36 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792367 Feb 04 06:17:52.542811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9e4d8-db11-4c4b-800a-d87aef6b4328 req-4b04981f-375f-415b-a55a-dfc028afc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:52.545286 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-35e9e4d8-db11-4c4b-800a-d87aef6b4328 req-4b04981f-375f-415b-a55a-dfc028afc166 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28799199ca094f62b26f90f97f12c2db&device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 1097 time: 0.0416052 Feb 04 06:17:52.641523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9e4d8-db11-4c4b-800a-d87aef6b4328 req-a2ec7dbb-cb80-44ab-a0a7-c64b56c98171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:52.642964 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-35e9e4d8-db11-4c4b-800a-d87aef6b4328 req-a2ec7dbb-cb80-44ab-a0a7-c64b56c98171 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 HTTP/1.1" status: 200 len: 914 time: 0.0926559 Feb 04 06:17:52.690425 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-35e9e4d8-db11-4c4b-800a-d87aef6b4328 req-789e3df5-500c-4489-8104-dd0d1de52066 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5124621-e5bb-428b-9832-ff3172c62ec9 HTTP/1.1" status: 200 len: 217 time: 0.0404575 Feb 04 06:17:52.750436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9e4d8-db11-4c4b-800a-d87aef6b4328 req-58535fbb-fe5c-412a-86fc-dc0879b17bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:52.751901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-35e9e4d8-db11-4c4b-800a-d87aef6b4328 req-58535fbb-fe5c-412a-86fc-dc0879b17bdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2d5816f-221d-4366-9cb7-c6c613c9e7cd HTTP/1.1" status: 200 len: 853 time: 0.0528595 Feb 04 06:17:52.784026 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-35e9e4d8-db11-4c4b-800a-d87aef6b4328 req-a7014918-d64c-4b1b-a567-32c780b395ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241218 Feb 04 06:17:52.871753 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-35e9e4d8-db11-4c4b-800a-d87aef6b4328 req-045adeec-f320-41e1-a5a0-196124fa3d2f service neutron] 10.222.0.36 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808990 Feb 04 06:17:52.963735 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-35e9e4d8-db11-4c4b-800a-d87aef6b4328 req-775bdba9-efc6-442c-a9c8-1aadcd78b824 service neutron] 10.222.0.36 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850027 Feb 04 06:17:53.420977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a087b3a-ccb8-4e62-baec-51a5b0377fc7 req-be246b62-d93e-4f91-aae1-5370ef4bd57c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:53.422465 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9a087b3a-ccb8-4e62-baec-51a5b0377fc7 req-be246b62-d93e-4f91-aae1-5370ef4bd57c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 944 time: 0.0510097 Feb 04 06:17:53.458795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fed90193-49d7-44fa-bf5c-1fcb0dfbd7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.461135 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9a087b3a-ccb8-4e62-baec-51a5b0377fc7 req-797d5110-5294-4c12-aa6b-ea9f4e4b691c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Feb 04 06:17:53.587514 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c5124621-e5bb-428b-9832-ff3172c62ec9 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:17:53.677844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port c5124621-e5bb-428b-9832-ff3172c62ec9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c5124621-e5bb-428b-9832-ff3172c62ec9,segment=NetworkSegment(5f677a72-5871-4c9a-8519-9465008e3009),segment_id=5f677a72-5871-4c9a-8519-9465008e3009)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:53.687955 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'c5124621-e5bb-428b-9832-ff3172c62ec9', 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3', 'port_id': 'c5124621-e5bb-428b-9832-ff3172c62ec9', 'mac_address': 'fa:16:3e:21:1c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d5816f-221d-4366-9cb7-c6c613c9e7cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:17:53.727423 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.740249 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5124621-e5bb-428b-9832-ff3172c62ec9 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:17:53.758511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port c5124621-e5bb-428b-9832-ff3172c62ec9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c5124621-e5bb-428b-9832-ff3172c62ec9,segment=NetworkSegment(5f677a72-5871-4c9a-8519-9465008e3009),segment_id=5f677a72-5871-4c9a-8519-9465008e3009)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:53.763574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.808723 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=c5124621-e5bb-428b-9832-ff3172c62ec9,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:53.964174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['c5124621-e5bb-428b-9832-ff3172c62ec9'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:17:54.573274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939886df-a82a-4a7b-afe8-709675da3f97 req-f37f535b-e308-4a02-93cc-493975462b97 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:54.574992 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-939886df-a82a-4a7b-afe8-709675da3f97 req-f37f535b-e308-4a02-93cc-493975462b97 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 945 time: 0.0476460 Feb 04 06:17:54.612841 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-939886df-a82a-4a7b-afe8-709675da3f97 req-cd3cc311-3ed0-4073-89a6-17cd3a5973ec tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Feb 04 06:17:54.791420 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.603082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c5124621-e5bb-428b-9832-ff3172c62ec9 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:17:55.651374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port c5124621-e5bb-428b-9832-ff3172c62ec9 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:55.655508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port c5124621-e5bb-428b-9832-ff3172c62ec9 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:55.655880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.731798 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.732257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aa7a5-1651-4f58-9511-7d992d11cf97 req-ca2751ab-6358-4f80-8249-9f7095a20b58 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:55.733796 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-319aa7a5-1651-4f58-9511-7d992d11cf97 req-ca2751ab-6358-4f80-8249-9f7095a20b58 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 945 time: 0.0538652 Feb 04 06:17:55.754635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5124621-e5bb-428b-9832-ff3172c62ec9'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:55.756927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee94b43-25c8-4020-8ecd-28831934a1fa" -d '{"events": [{"server_uuid": "3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8", "name": "network-vif-plugged", "status": "completed", "tag": "c5124621-e5bb-428b-9832-ff3172c62ec9"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:55.770304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port c5124621-e5bb-428b-9832-ff3172c62ec9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c5124621-e5bb-428b-9832-ff3172c62ec9,segment=NetworkSegment(5f677a72-5871-4c9a-8519-9465008e3009),segment_id=5f677a72-5871-4c9a-8519-9465008e3009)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:55.774444 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-319aa7a5-1651-4f58-9511-7d992d11cf97 req-83861b75-b1c5-4571-9a3a-8c68fbeec9f1 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344303 Feb 04 06:17:55.775027 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.801848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f573e1d2-4ede-45f0-88d8-bbc602224ca3 x-openstack-request-id: req-f573e1d2-4ede-45f0-88d8-bbc602224ca3 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:55.802446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8", "name": "network-vif-plugged", "status": "completed", "tag": "c5124621-e5bb-428b-9832-ff3172c62ec9", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:55.802446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f573e1d2-4ede-45f0-88d8-bbc602224ca3 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:55.802742 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5124621-e5bb-428b-9832-ff3172c62ec9', 'code': 200} Feb 04 06:17:55.829875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=c5124621-e5bb-428b-9832-ff3172c62ec9,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:55.958147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687a2e9-fe8c-4ef1-8607-380ce7bce3e8 req-defce4e0-a2b9-4b22-b4b8-a021acb12acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:55.959646 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b687a2e9-fe8c-4ef1-8607-380ce7bce3e8 req-defce4e0-a2b9-4b22-b4b8-a021acb12acf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 1099 time: 0.0407205 Feb 04 06:17:55.992243 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b687a2e9-fe8c-4ef1-8607-380ce7bce3e8 req-1c246a71-af53-4b91-834e-cdb7ad99b80f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267546 Feb 04 06:17:56.406783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.682588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.890251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dddb2-5456-4f29-b12b-fd64d1724c1d req-2e50a629-4283-4ddf-8a38-5faf5b20ca62 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:56.891724 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e6dddb2-5456-4f29-b12b-fd64d1724c1d req-2e50a629-4283-4ddf-8a38-5faf5b20ca62 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 946 time: 0.0481133 Feb 04 06:17:56.928403 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e6dddb2-5456-4f29-b12b-fd64d1724c1d req-6a1841ea-5236-4f4a-9041-133248b6c1e4 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307255 Feb 04 06:17:58.045600 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655c9e4-27ad-4801-b180-f29e8739f1c3 req-a00f38cd-0433-4312-b307-14745c132ea9 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:58.047063 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4655c9e4-27ad-4801-b180-f29e8739f1c3 req-a00f38cd-0433-4312-b307-14745c132ea9 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 946 time: 0.0517383 Feb 04 06:17:58.084059 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4655c9e4-27ad-4801-b180-f29e8739f1c3 req-448ae12b-5d5e-4273-bc53-70df298ce5aa tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Feb 04 06:17:58.302232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-0d5598cf-f4a0-4744-b86b-9cef773be9b2 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:58.303699 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-0d5598cf-f4a0-4744-b86b-9cef773be9b2 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/networks?id=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 HTTP/1.1" status: 200 len: 813 time: 0.0998535 Feb 04 06:17:58.318693 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-a10d998c-934e-4b03-a747-1517b7300bb4 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/quotas/28799199ca094f62b26f90f97f12c2db HTTP/1.1" status: 200 len: 375 time: 0.0094337 Feb 04 06:17:58.370329 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-2f29520c-cdff-4aba-87dd-160d539f51d5 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28799199ca094f62b26f90f97f12c2db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466366 Feb 04 06:17:58.426280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6994d5fe-1352-4d26-96ab-0a7de7663b64 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:17:58.427269 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6994d5fe-1352-4d26-96ab-0a7de7663b64 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496814 Feb 04 06:17:58.515118 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-7731f816-4527-429e-9da1-e657a9f1171b service neutron] 10.222.0.15 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816402 Feb 04 06:17:58.597555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.877144 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-839260f1-eed8-4fcd-9842-2a68a81873d8 service neutron] 10.222.0.15 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561108 Feb 04 06:17:59.033120 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ba0becc-2b0a-4d07-b02c-f3614aeb24a2 req-29856e19-d19f-4620-91aa-61025b30f40b tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 210 time: 0.0267062 Feb 04 06:17:59.898095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-f18f47e3-1006-494f-a303-ecff6cc70c06 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:59.899530 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-f18f47e3-1006-494f-a303-ecff6cc70c06 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.36 "GET /v2.0/networks?id=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 HTTP/1.1" status: 200 len: 813 time: 0.1039622 Feb 04 06:17:59.911734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Request body: {'port': {'device_id': '2f4fa48d-d126-4974-9afb-810e4a7265bb', 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3', 'admin_state_up': True, 'tenant_id': '28799199ca094f62b26f90f97f12c2db'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:00.022595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Made reservation on behalf of 28799199ca094f62b26f90f97f12c2db for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:00.026330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.151154 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9685bbbb-1657-48ec-8bdb-966847ec8134 req-5d4eb615-5497-4a66-a75a-fecad73ad836 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 210 time: 0.0498002 Feb 04 06:18:00.176148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Allocated IP 172.20.0.9 (dabfc681-924b-4376-9ceb-4f6d4b5fb0b3/a2d5816f-221d-4366-9cb7-c6c613c9e7cd/4a8d7e44-ad54-415d-8e31-0e0f4b00cb07) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:00.324019 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.357708 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.369021 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['c5124621-e5bb-428b-9832-ff3172c62ec9'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:18:00.407005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:00.409885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:00.413546 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:00.420548 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Pushing event updated for resources: {'Port': ['ID=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:00.468340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:00.469028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.485931 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-6050ec90-3f63-46d3-8852-b1d921d7576e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779712 Feb 04 06:18:00.497696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Request body: {'port': {'device_id': '2f4fa48d-d126-4974-9afb-810e4a7265bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:00.551604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.821472 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:00.829632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.840804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Transition to ACTIVE for port object 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:00.844775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.894142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:00.965015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Attempting to bind port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:00.965808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Attempting to bind port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '5f677a72-5871-4c9a-8519-9465008e3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:00.966210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Attempting to bind port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 on network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:00.972287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 on network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:18:00.972612 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Attempting to bind port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 on network dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:00.977413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:00.977752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Checking segment: {'id': '5f677a72-5871-4c9a-8519-9465008e3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:00.978134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Bound using segment: {'id': '5f677a72-5871-4c9a-8519-9465008e3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:00.978558 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Bound port: 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f677a72-5871-4c9a-8519-9465008e3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:00.978913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.046854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] For port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:01.050095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] For port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07,segment=NetworkSegment(5f677a72-5871-4c9a-8519-9465008e3009),segment_id=5f677a72-5871-4c9a-8519-9465008e3009)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:01.054820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.091691 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.092308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.093722 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-d024310f-2744-4527-8e63-af4a05964772 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 HTTP/1.1" status: 200 len: 1093 time: 0.6001852 Feb 04 06:18:01.094169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4fa48d-d126-4974-9afb-810e4a7265bb', 'tag': '4a8d7e44-ad54-415d-8e31-0e0f4b00cb07'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:01.096398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3987f1e-f024-4ff7-9228-acdf05d1d69c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4fa48d-d126-4974-9afb-810e4a7265bb", "tag": "4a8d7e44-ad54-415d-8e31-0e0f4b00cb07"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:18:01.120770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024310f-2744-4527-8e63-af4a05964772 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:01.143028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0cb880-2d47-4806-b65e-d6805f8df9d4 x-openstack-request-id: req-fd0cb880-2d47-4806-b65e-d6805f8df9d4 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:18:01.143317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4fa48d-d126-4974-9afb-810e4a7265bb", "tag": "4a8d7e44-ad54-415d-8e31-0e0f4b00cb07", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:18:01.143572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd0cb880-2d47-4806-b65e-d6805f8df9d4 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:18:01.143968 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4fa48d-d126-4974-9afb-810e4a7265bb', 'tag': '4a8d7e44-ad54-415d-8e31-0e0f4b00cb07', 'status': 'completed', 'code': 200} Feb 04 06:18:01.176176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-b2f776e4-1eaf-478c-9729-4ff1b82d324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.177695 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-b2f776e4-1eaf-478c-9729-4ff1b82d324f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28799199ca094f62b26f90f97f12c2db&device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 1096 time: 0.0438695 Feb 04 06:18:01.224592 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-a3e4a921-b5a9-4cc5-8151-9a6a37368c58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 HTTP/1.1" status: 200 len: 217 time: 0.0401077 Feb 04 06:18:01.292907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-566d83ab-a707-4406-b00d-d7a0c37f2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.295145 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-566d83ab-a707-4406-b00d-d7a0c37f2c74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2d5816f-221d-4366-9cb7-c6c613c9e7cd HTTP/1.1" status: 200 len: 853 time: 0.0629451 Feb 04 06:18:01.306310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7af4c-3cfe-4cd7-b60f-e3f4ba2e53f8 req-e017a9f3-4cd7-4179-b38d-f0d04991fe92 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.307698 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ade7af4c-3cfe-4cd7-b60f-e3f4ba2e53f8 req-e017a9f3-4cd7-4179-b38d-f0d04991fe92 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 943 time: 0.0856102 Feb 04 06:18:01.342653 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-b78b031a-8ae0-41eb-9f26-e57c61b14170 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339682 Feb 04 06:18:01.380291 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ade7af4c-3cfe-4cd7-b60f-e3f4ba2e53f8 req-9d034339-255e-4377-b817-b8ad54c055a3 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639024 Feb 04 06:18:01.444538 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-a0d80a62-d62f-41ac-ba26-39a6b1dbb2c5 service neutron] 10.222.0.36 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950196 Feb 04 06:18:01.531591 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2fb17e9e-8732-42f4-b68d-053051ba8864 req-e5a26303-0fcb-4644-ac0e-023c022181d6 service neutron] 10.222.0.36 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808344 Feb 04 06:18:01.619326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3987f1e-f024-4ff7-9228-acdf05d1d69c req-abc48710-c614-4647-a0d8-433655d69dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.620723 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3987f1e-f024-4ff7-9228-acdf05d1d69c req-abc48710-c614-4647-a0d8-433655d69dc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28799199ca094f62b26f90f97f12c2db&device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 1096 time: 0.0468171 Feb 04 06:18:01.707642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3987f1e-f024-4ff7-9228-acdf05d1d69c req-561aba88-90f1-4597-bcfc-d44f3bcf4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.709110 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3987f1e-f024-4ff7-9228-acdf05d1d69c req-561aba88-90f1-4597-bcfc-d44f3bcf4f8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 HTTP/1.1" status: 200 len: 914 time: 0.0822442 Feb 04 06:18:01.756570 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3987f1e-f024-4ff7-9228-acdf05d1d69c req-745a9475-ba65-4cc7-8712-400de4aafcd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 HTTP/1.1" status: 200 len: 217 time: 0.0409582 Feb 04 06:18:01.806090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3987f1e-f024-4ff7-9228-acdf05d1d69c req-bba3928d-36d8-486d-97be-5e68dcecb2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:01.807515 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3987f1e-f024-4ff7-9228-acdf05d1d69c req-bba3928d-36d8-486d-97be-5e68dcecb2e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2d5816f-221d-4366-9cb7-c6c613c9e7cd HTTP/1.1" status: 200 len: 853 time: 0.0448873 Feb 04 06:18:01.837653 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3987f1e-f024-4ff7-9228-acdf05d1d69c req-f19cc742-12cb-4176-b90b-ce431dcc4d04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235553 Feb 04 06:18:01.926459 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3987f1e-f024-4ff7-9228-acdf05d1d69c req-d027e3b1-baca-47ec-a971-ebb296b48e12 service neutron] 10.222.0.36 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824466 Feb 04 06:18:02.017683 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3987f1e-f024-4ff7-9228-acdf05d1d69c req-534c6787-44b9-4220-9847-ffb739265bd7 service neutron] 10.222.0.36 "GET /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844550 Feb 04 06:18:02.495602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704844e-f97d-49ab-afb0-516e0e62ba0f req-2ee81e87-bc38-45e3-b8d4-6b8c089126ea tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:02.497312 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9704844e-f97d-49ab-afb0-516e0e62ba0f req-2ee81e87-bc38-45e3-b8d4-6b8c089126ea tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 943 time: 0.0502017 Feb 04 06:18:02.534635 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9704844e-f97d-49ab-afb0-516e0e62ba0f req-913f8c74-8431-4428-b745-9d30a88dcf5c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314229 Feb 04 06:18:03.651263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:18:03.652388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345de06c-ca69-4ec5-9cf0-fbca6922e1ec req-e92c761b-2045-40f7-ab8a-82f5dc04fef5 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:03.653928 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-345de06c-ca69-4ec5-9cf0-fbca6922e1ec req-e92c761b-2045-40f7-ab8a-82f5dc04fef5 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 943 time: 0.0538535 Feb 04 06:18:03.692029 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-345de06c-ca69-4ec5-9cf0-fbca6922e1ec req-4320a74c-7536-443a-923e-194d5548e86b tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Feb 04 06:18:03.746312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07,segment=NetworkSegment(5f677a72-5871-4c9a-8519-9465008e3009),segment_id=5f677a72-5871-4c9a-8519-9465008e3009)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:03.756222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '4a8d7e44-ad54-415d-8e31-0e0f4b00cb07', 'network_id': 'dabfc681-924b-4376-9ceb-4f6d4b5fb0b3', 'port_id': '4a8d7e44-ad54-415d-8e31-0e0f4b00cb07', 'mac_address': 'fa:16:3e:aa:13:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d5816f-221d-4366-9cb7-c6c613c9e7cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:18:03.792306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.805057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:03.823890 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07,segment=NetworkSegment(5f677a72-5871-4c9a-8519-9465008e3009),segment_id=5f677a72-5871-4c9a-8519-9465008e3009)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:03.827865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.880482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:04.029653 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['4a8d7e44-ad54-415d-8e31-0e0f4b00cb07'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:18:04.686988 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:18:04.806283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf8748-6767-4402-92c6-39dc48f164dd req-b9daba73-19ff-4d15-97a6-249ea90605eb tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:04.807733 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-31cf8748-6767-4402-92c6-39dc48f164dd req-b9daba73-19ff-4d15-97a6-249ea90605eb tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 944 time: 0.0490899 Feb 04 06:18:04.846205 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-31cf8748-6767-4402-92c6-39dc48f164dd req-974db22a-7b00-4fa0-9c6d-867e2f596074 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Feb 04 06:18:05.669790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:05.719587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:05.723191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:05.723560 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.797774 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.818858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4fa48d-d126-4974-9afb-810e4a7265bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8d7e44-ad54-415d-8e31-0e0f4b00cb07'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:05.821045 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb80c0-7e9f-4b4a-bc3f-1665ca88d4ce" -d '{"events": [{"server_uuid": "2f4fa48d-d126-4974-9afb-810e4a7265bb", "name": "network-vif-plugged", "status": "completed", "tag": "4a8d7e44-ad54-415d-8e31-0e0f4b00cb07"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:18:05.833901 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07,segment=NetworkSegment(5f677a72-5871-4c9a-8519-9465008e3009),segment_id=5f677a72-5871-4c9a-8519-9465008e3009)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:05.837886 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.861442 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a38a7d-094b-454b-8950-e9846ed7e455 x-openstack-request-id: req-52a38a7d-094b-454b-8950-e9846ed7e455 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:18:05.861727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4fa48d-d126-4974-9afb-810e4a7265bb", "name": "network-vif-plugged", "status": "completed", "tag": "4a8d7e44-ad54-415d-8e31-0e0f4b00cb07", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:18:05.861971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52a38a7d-094b-454b-8950-e9846ed7e455 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:18:05.862351 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4fa48d-d126-4974-9afb-810e4a7265bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8d7e44-ad54-415d-8e31-0e0f4b00cb07', 'code': 200} Feb 04 06:18:05.893177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:05.967391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b346888-5dd0-4a0c-a198-d2e1588adc92 req-bac77964-b8a4-42e0-a862-21ce92f349b3 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:05.968799 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0b346888-5dd0-4a0c-a198-d2e1588adc92 req-bac77964-b8a4-42e0-a862-21ce92f349b3 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 945 time: 0.0553849 Feb 04 06:18:06.035122 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0b346888-5dd0-4a0c-a198-d2e1588adc92 req-de09cc4c-7562-47d9-b3f5-3092d7844bac tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591087 Feb 04 06:18:06.044493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8690ff-0d13-4946-8bd8-f55a3b994450 req-211944f9-4600-44a9-975b-471e15baa650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:06.046129 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8690ff-0d13-4946-8bd8-f55a3b994450 req-211944f9-4600-44a9-975b-471e15baa650 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 1098 time: 0.0572562 Feb 04 06:18:06.080699 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c8690ff-0d13-4946-8bd8-f55a3b994450 req-049119b8-a39d-481d-9dc5-5140749145bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285609 Feb 04 06:18:07.154668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ad22c-f1a7-4a01-9667-ec5793cfc8e4 req-faa383a3-09c6-450b-8da8-4f763727aafb tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:07.156035 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f93ad22c-f1a7-4a01-9667-ec5793cfc8e4 req-faa383a3-09c6-450b-8da8-4f763727aafb tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 945 time: 0.0499461 Feb 04 06:18:07.192967 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f93ad22c-f1a7-4a01-9667-ec5793cfc8e4 req-37eb37be-add1-41d5-815f-ac5c00de1537 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311213 Feb 04 06:18:07.415837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c1a77-5fc3-442c-95ea-014cf79f7dae req-1b57a9f8-4555-4935-8b07-b78795bd2bc7 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:07.417323 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c0c1a77-5fc3-442c-95ea-014cf79f7dae req-1b57a9f8-4555-4935-8b07-b78795bd2bc7 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 945 time: 0.0481486 Feb 04 06:18:07.455466 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8c0c1a77-5fc3-442c-95ea-014cf79f7dae req-3675c602-ef7a-4cc4-a439-56073586824d tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Feb 04 06:18:08.576327 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644f288-c0bb-4bbf-bb11-0b3c0d33edff req-17acac2e-b02e-47f0-9ae9-68234259ab78 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:08.577847 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f644f288-c0bb-4bbf-bb11-0b3c0d33edff req-17acac2e-b02e-47f0-9ae9-68234259ab78 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 945 time: 0.0527146 Feb 04 06:18:08.614580 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f644f288-c0bb-4bbf-bb11-0b3c0d33edff req-22e6e8d3-0e6a-45d4-aa8a-d6049c01de7e tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Feb 04 06:18:08.736330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc503270-fc45-40c0-8bd6-922517eb2604 req-8184ac97-85c3-41b1-b0d1-fd45ebb7ef04 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:08.737693 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dc503270-fc45-40c0-8bd6-922517eb2604 req-8184ac97-85c3-41b1-b0d1-fd45ebb7ef04 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f4fa48d-d126-4974-9afb-810e4a7265bb HTTP/1.1" status: 200 len: 945 time: 0.0486348 Feb 04 06:18:08.824044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-dc503270-fc45-40c0-8bd6-922517eb2604 req-3c0ba087-a1d6-4ecc-ae16-9703ff0cd2f0 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Deleting port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:08.824715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dc503270-fc45-40c0-8bd6-922517eb2604 req-3c0ba087-a1d6-4ecc-ae16-9703ff0cd2f0 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:08.914326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-dc503270-fc45-40c0-8bd6-922517eb2604 req-3c0ba087-a1d6-4ecc-ae16-9703ff0cd2f0 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] For port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07,segment=NetworkSegment(5f677a72-5871-4c9a-8519-9465008e3009),segment_id=5f677a72-5871-4c9a-8519-9465008e3009)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:08.914698 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dc503270-fc45-40c0-8bd6-922517eb2604 req-3c0ba087-a1d6-4ecc-ae16-9703ff0cd2f0 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:08.926872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-dc503270-fc45-40c0-8bd6-922517eb2604 req-3c0ba087-a1d6-4ecc-ae16-9703ff0cd2f0 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Calling delete_port for 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:09.053232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dc503270-fc45-40c0-8bd6-922517eb2604 req-3c0ba087-a1d6-4ecc-ae16-9703ff0cd2f0 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.064259 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['c5124621-e5bb-428b-9832-ff3172c62ec9', '4a8d7e44-ad54-415d-8e31-0e0f4b00cb07'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:18:09.082183 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ba087-a1d6-4ecc-ae16-9703ff0cd2f0 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Pushing event deleted for resources: {'Port': ['ID=4a8d7e44-ad54-415d-8e31-0e0f4b00cb07,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:09.123723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc503270-fc45-40c0-8bd6-922517eb2604 req-3c0ba087-a1d6-4ecc-ae16-9703ff0cd2f0 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] No DVR routers for this DVR port 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:09.126311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-dc503270-fc45-40c0-8bd6-922517eb2604 req-3c0ba087-a1d6-4ecc-ae16-9703ff0cd2f0 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.129629 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dc503270-fc45-40c0-8bd6-922517eb2604 req-3c0ba087-a1d6-4ecc-ae16-9703ff0cd2f0 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.36 "DELETE /v2.0/ports/4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 HTTP/1.1" status: 204 len: 173 time: 0.3855255 Feb 04 06:18:09.130076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4fa48d-d126-4974-9afb-810e4a7265bb', 'name': 'network-vif-deleted', 'tag': '4a8d7e44-ad54-415d-8e31-0e0f4b00cb07'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:09.132311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43870841-63b8-4c20-ba64-9320f938a79f" -d '{"events": [{"server_uuid": "2f4fa48d-d126-4974-9afb-810e4a7265bb", "name": "network-vif-deleted", "tag": "4a8d7e44-ad54-415d-8e31-0e0f4b00cb07"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:18:09.175073 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5715544c-3f53-4c04-b4f9-cf4527f55910 x-openstack-request-id: req-5715544c-3f53-4c04-b4f9-cf4527f55910 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:18:09.175386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4fa48d-d126-4974-9afb-810e4a7265bb", "name": "network-vif-deleted", "tag": "4a8d7e44-ad54-415d-8e31-0e0f4b00cb07", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:18:09.175635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5715544c-3f53-4c04-b4f9-cf4527f55910 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:18:09.176491 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4fa48d-d126-4974-9afb-810e4a7265bb', 'name': 'network-vif-deleted', 'tag': '4a8d7e44-ad54-415d-8e31-0e0f4b00cb07', 'status': 'completed', 'code': 200} Feb 04 06:18:09.764476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af802023-cdce-41f7-8b6f-5822821d4e16 req-aefd690c-550d-4922-b4ba-fd332aa8cd82 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:09.765903 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af802023-cdce-41f7-8b6f-5822821d4e16 req-aefd690c-550d-4922-b4ba-fd332aa8cd82 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 946 time: 0.0490336 Feb 04 06:18:09.805912 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af802023-cdce-41f7-8b6f-5822821d4e16 req-970b8082-a235-4f52-8521-c4786bc7ac07 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 Feb 04 06:18:09.933445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2ddb5-e0ca-4db8-8e8a-cb76b6f552f8 req-5117be1c-4681-4b75-b281-3e8a0be260b3 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:09.935411 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68c2ddb5-e0ca-4db8-8e8a-cb76b6f552f8 req-5117be1c-4681-4b75-b281-3e8a0be260b3 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 946 time: 0.0486312 Feb 04 06:18:09.972212 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68c2ddb5-e0ca-4db8-8e8a-cb76b6f552f8 req-a9428472-b124-44b8-911f-0381fc81eaa3 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310180 Feb 04 06:18:10.087997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb73cad-081c-434b-8eb5-91cda8796fdd req-5d0fe683-6222-4e7e-935a-a60699f1b753 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:10.089403 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8fb73cad-081c-434b-8eb5-91cda8796fdd req-5d0fe683-6222-4e7e-935a-a60699f1b753 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 946 time: 0.0487425 Feb 04 06:18:10.126675 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8fb73cad-081c-434b-8eb5-91cda8796fdd req-44cf1171-77d9-4394-9b04-2010d64fa529 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312712 Feb 04 06:18:10.340848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013c662-b56e-4668-8599-b3bed84fc23e req-bb108170-84e5-4efa-bd89-7bdf86e17c94 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:10.342294 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8013c662-b56e-4668-8599-b3bed84fc23e req-bb108170-84e5-4efa-bd89-7bdf86e17c94 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 946 time: 0.0506072 Feb 04 06:18:10.383505 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8013c662-b56e-4668-8599-b3bed84fc23e req-55ee89ce-3a7b-4208-9dee-c34bcfabc841 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352421 Feb 04 06:18:10.496706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1bb5a-6dd7-4b03-a4f0-1d21592f9230 req-3308f75c-9d84-49ba-a555-6982a38505a2 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:10.498197 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa1bb5a-6dd7-4b03-a4f0-1d21592f9230 req-3308f75c-9d84-49ba-a555-6982a38505a2 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 946 time: 0.0491874 Feb 04 06:18:10.536225 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-daa1bb5a-6dd7-4b03-a4f0-1d21592f9230 req-d3ee0604-d2a1-4925-9ca5-5bcd2e102205 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321181 Feb 04 06:18:10.664805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca4ebc-759d-4fca-8ba7-4bf279942579 req-d445de28-200e-421f-80da-94e670e473b5 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:10.666324 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5eca4ebc-759d-4fca-8ba7-4bf279942579 req-d445de28-200e-421f-80da-94e670e473b5 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 946 time: 0.0490847 Feb 04 06:18:10.705752 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5eca4ebc-759d-4fca-8ba7-4bf279942579 req-49af21ed-558a-479c-852f-faac867c7c4a tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Feb 04 06:18:11.156390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00041fd8-496c-40a6-97d9-427848499f2d req-c1df1c7a-b9e3-411e-a4a7-17f76949b27c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:11.157914 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-00041fd8-496c-40a6-97d9-427848499f2d req-c1df1c7a-b9e3-411e-a4a7-17f76949b27c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 946 time: 0.0488822 Feb 04 06:18:11.198834 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-00041fd8-496c-40a6-97d9-427848499f2d req-b5a4217c-8e9c-4c6f-b2d1-c0fdea3cc16f tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349691 Feb 04 06:18:11.717241 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:18:11.737251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:18:11.737592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 4a8d7e44-ad54-415d-8e31-0e0f4b00cb07 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:18:12.315301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e5138-42f7-44fb-8e9b-6490d5baca85 req-3d53ade2-10c2-4f0f-8e2f-a247b651cf66 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:12.316831 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-907e5138-42f7-44fb-8e9b-6490d5baca85 req-3d53ade2-10c2-4f0f-8e2f-a247b651cf66 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 946 time: 0.0512364 Feb 04 06:18:12.354306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-907e5138-42f7-44fb-8e9b-6490d5baca85 req-cd5b93a5-16ee-4af5-a7e0-faa2bd70196d tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0a7109f-4b67-4140-a9e2-81f1b70f8217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315866 Feb 04 06:18:12.565141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eac13e-cd7e-4a58-9101-2a1477c129af req-d734c0c9-7a3a-4449-ad62-e640351c9c59 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:12.566881 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43eac13e-cd7e-4a58-9101-2a1477c129af req-d734c0c9-7a3a-4449-ad62-e640351c9c59 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 946 time: 0.0487518 Feb 04 06:18:12.676401 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-43eac13e-cd7e-4a58-9101-2a1477c129af req-11680dc2-8084-4bf9-a350-cd61a37e797c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Deleting port c5124621-e5bb-428b-9832-ff3172c62ec9 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:12.676879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43eac13e-cd7e-4a58-9101-2a1477c129af req-11680dc2-8084-4bf9-a350-cd61a37e797c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.772032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-43eac13e-cd7e-4a58-9101-2a1477c129af req-11680dc2-8084-4bf9-a350-cd61a37e797c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] For port c5124621-e5bb-428b-9832-ff3172c62ec9, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=c5124621-e5bb-428b-9832-ff3172c62ec9,segment=NetworkSegment(5f677a72-5871-4c9a-8519-9465008e3009),segment_id=5f677a72-5871-4c9a-8519-9465008e3009)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:12.772389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43eac13e-cd7e-4a58-9101-2a1477c129af req-11680dc2-8084-4bf9-a350-cd61a37e797c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.784671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-43eac13e-cd7e-4a58-9101-2a1477c129af req-11680dc2-8084-4bf9-a350-cd61a37e797c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Calling delete_port for c5124621-e5bb-428b-9832-ff3172c62ec9 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:12.914506 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43eac13e-cd7e-4a58-9101-2a1477c129af req-11680dc2-8084-4bf9-a350-cd61a37e797c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.925236 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['c5124621-e5bb-428b-9832-ff3172c62ec9'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:18:12.940693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11680dc2-8084-4bf9-a350-cd61a37e797c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Pushing event deleted for resources: {'Port': ['ID=c5124621-e5bb-428b-9832-ff3172c62ec9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:12.984042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-43eac13e-cd7e-4a58-9101-2a1477c129af req-11680dc2-8084-4bf9-a350-cd61a37e797c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] No DVR routers for this DVR port c5124621-e5bb-428b-9832-ff3172c62ec9 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:12.986520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43eac13e-cd7e-4a58-9101-2a1477c129af req-11680dc2-8084-4bf9-a350-cd61a37e797c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.989833 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43eac13e-cd7e-4a58-9101-2a1477c129af req-11680dc2-8084-4bf9-a350-cd61a37e797c tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.36 "DELETE /v2.0/ports/c5124621-e5bb-428b-9832-ff3172c62ec9 HTTP/1.1" status: 204 len: 173 time: 0.4173081 Feb 04 06:18:12.990271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8', 'name': 'network-vif-deleted', 'tag': 'c5124621-e5bb-428b-9832-ff3172c62ec9'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:12.992492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c128e534-a8ca-44ca-88e6-6616d5809719" -d '{"events": [{"server_uuid": "3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8", "name": "network-vif-deleted", "tag": "c5124621-e5bb-428b-9832-ff3172c62ec9"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:18:13.031932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59df1c31-6841-4d17-955a-96d9dac1654f x-openstack-request-id: req-59df1c31-6841-4d17-955a-96d9dac1654f {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:18:13.032958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8", "name": "network-vif-deleted", "tag": "c5124621-e5bb-428b-9832-ff3172c62ec9", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:18:13.033892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59df1c31-6841-4d17-955a-96d9dac1654f {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:18:13.034323 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8', 'name': 'network-vif-deleted', 'tag': 'c5124621-e5bb-428b-9832-ff3172c62ec9', 'status': 'completed', 'code': 200} Feb 04 06:18:13.548376 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-263d5139-a7bf-4c27-bcdd-b692f5c05d2d req-d5056381-b951-4463-b60c-9eb045163675 tempest-ServersNegativeTestJSON-1230294590 tempest-ServersNegativeTestJSON-1230294590-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d68a7ed-3bcd-430c-8b7f-b10c5886e2f8 HTTP/1.1" status: 200 len: 210 time: 0.1092150 Feb 04 06:18:14.603815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51384) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:14.650108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a51cdc-9845-4911-b66b-ad8001f09ccd admin admin] Deleting subnet a2d5816f-221d-4366-9cb7-c6c613c9e7cd {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:18:14.653070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1a51cdc-9845-4911-b66b-ad8001f09ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.686024 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1a51cdc-9845-4911-b66b-ad8001f09ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.727560 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1a51cdc-9845-4911-b66b-ad8001f09ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.779156 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1a51cdc-9845-4911-b66b-ad8001f09ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.804286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a51cdc-9845-4911-b66b-ad8001f09ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d5816f-221d-4366-9cb7-c6c613c9e7cd,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:14.807982 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e1a51cdc-9845-4911-b66b-ad8001f09ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.812217 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e1a51cdc-9845-4911-b66b-ad8001f09ccd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a2d5816f-221d-4366-9cb7-c6c613c9e7cd HTTP/1.1" status: 204 len: 168 time: 0.2073970 Feb 04 06:18:14.814693 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51386) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:14.882231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.975248 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.994962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabfc681-924b-4376-9ceb-4f6d4b5fb0b3']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:15.004629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f677a72-5871-4c9a-8519-9465008e3009') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:15.004924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f677a72-5871-4c9a-8519-9465008e3009') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:15.014330 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.026775 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.032616 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:15.032996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:15.034603 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:15.090301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.095649 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.098766 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dabfc681-924b-4376-9ceb-4f6d4b5fb0b3 HTTP/1.1" status: 204 len: 168 time: 0.2831585 Feb 04 06:18:15.214374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51390) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:15.256817 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e3c7fbe1-35ee-4e9b-9a8e-5eb764a2b88f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28799199ca094f62b26f90f97f12c2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410538 Feb 04 06:18:15.259179 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51392) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:15.310680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3298594a-e6b7-4828-990b-6b6c7772bc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.332696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3298594a-e6b7-4828-990b-6b6c7772bc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.361994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86698660-4452-44a6-bd64-2def4358cf62 admin admin] Pushing event deleted for resources: {'Network': ['ID=dabfc681-924b-4376-9ceb-4f6d4b5fb0b3,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:15.382330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3298594a-e6b7-4828-990b-6b6c7772bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.384882 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3298594a-e6b7-4828-990b-6b6c7772bc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.386069 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3298594a-e6b7-4828-990b-6b6c7772bc88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0a7109f-4b67-4140-a9e2-81f1b70f8217 HTTP/1.1" status: 204 len: 168 time: 0.1259000 Feb 04 06:18:15.394061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298594a-e6b7-4828-990b-6b6c7772bc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a7109f-4b67-4140-a9e2-81f1b70f8217,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:15.711352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c5124621-e5bb-428b-9832-ff3172c62ec9 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:18:15.731802 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: c5124621-e5bb-428b-9832-ff3172c62ec9 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:18:15.732590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device c5124621-e5bb-428b-9832-ff3172c62ec9 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:18:16.051086 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51414) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:16.155448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930056984'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:16.178044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Made reservation on behalf of 596f4b5b22e24c01935634b4d7d257ee for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:16.181643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.189758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.263159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.266538 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.292404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:16.303404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451ae84c-01a0-4e36-83be-6891b103e7d3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:16.308282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.308614 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Added segment a890cf30-894f-4144-8434-5c3a8e9f9ba9 of type vlan for network c64e96d2-db37-4956-89ac-92f6810f535e Feb 04 06:18:16.359356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.383021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.388500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:16.389089 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.444921 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3927069 Feb 04 06:18:16.462145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b7356-64fd-432c-985d-e6ed5eb8465b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event updated for resources: {'Network': ['ID=c64e96d2-db37-4956-89ac-92f6810f535e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:16.473022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network c64e96d2-db37-4956-89ac-92f6810f535e details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:18:19.693433 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51418) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:19.698488 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Request body: {'subnet': {'network_id': 'c64e96d2-db37-4956-89ac-92f6810f535e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:19.788828 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Made reservation on behalf of 596f4b5b22e24c01935634b4d7d257ee for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:19.792321 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.973647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.037022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event updated for resources: {'Subnet': ['ID=ab462612-422a-4328-b292-b495af1667f7,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:20.046361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Checking segment: {'id': 'a890cf30-894f-4144-8434-5c3a8e9f9ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c64e96d2-db37-4956-89ac-92f6810f535e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:20.046726 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Network hostable DHCP agents. Network: c64e96d2-db37-4956-89ac-92f6810f535e, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:20.063265 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Network c64e96d2-db37-4956-89ac-92f6810f535e is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:20.071509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, c64e96d2-db37-4956-89ac-92f6810f535e) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:20.076071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:20.076654 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.080718 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb15461e-c3b9-401e-89a7-e415f36c1c71 None None] Network c64e96d2-db37-4956-89ac-92f6810f535e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:20.097664 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f3330a18-d4a7-442f-b87c-22e1bff8fc18 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4031298 Feb 04 06:18:20.101128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51420) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:20.106170 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-632345986'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:20.128735 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Made reservation on behalf of 596f4b5b22e24c01935634b4d7d257ee for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:20.132159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.156223 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:20.164853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.165235 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Added segment c1eb1979-c88b-41b8-a82a-4ccb53f53cc8 of type vlan for network 6c5a10bc-b05c-4d66-84df-501586451d91 Feb 04 06:18:20.205520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.229378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c64e96d2-db37-4956-89ac-92f6810f535e', 'network_id': 'c64e96d2-db37-4956-89ac-92f6810f535e', 'tenant_id': '596f4b5b22e24c01935634b4d7d257ee', 'fixed_ips': [{'subnet_id': 'ab462612-422a-4328-b292-b495af1667f7'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:18:20.230263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.230798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.236719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:20.237319 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.299951 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1977580 Feb 04 06:18:20.303056 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51422) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:20.310070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Request body: {'subnet': {'network_id': '6c5a10bc-b05c-4d66-84df-501586451d91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:20.315299 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b392b-fdd2-4e17-bf6b-5d660494ccb1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event updated for resources: {'Network': ['ID=6c5a10bc-b05c-4d66-84df-501586451d91,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:20.328704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 6c5a10bc-b05c-4d66-84df-501586451d91 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:18:20.405931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Made reservation on behalf of 596f4b5b22e24c01935634b4d7d257ee for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:20.409482 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.422198 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Allocated IP 2001:db8:0:ffff::2 (c64e96d2-db37-4956-89ac-92f6810f535e/ab462612-422a-4328-b292-b495af1667f7/55d4ebd4-86b5-48eb-910c-9975bd26e65f) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:20.611347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.671353 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event updated for resources: {'Subnet': ['ID=1c40e1d0-a86e-4d0b-89cb-e3b85c145bc6,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:20.685816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Checking segment: {'id': 'c1eb1979-c88b-41b8-a82a-4ccb53f53cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6c5a10bc-b05c-4d66-84df-501586451d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:20.686178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Network hostable DHCP agents. Network: 6c5a10bc-b05c-4d66-84df-501586451d91, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:20.703363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Network 6c5a10bc-b05c-4d66-84df-501586451d91 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:20.712502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 6c5a10bc-b05c-4d66-84df-501586451d91) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:20.714453 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.720100 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:20.720733 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.721002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad04abbe-aa47-4540-b593-6550786e3df9 None None] Network 6c5a10bc-b05c-4d66-84df-501586451d91 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:20.724665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.738159 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6a819ddb-bdb6-4015-8c09-a64bc7c4bafd tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4344034 Feb 04 06:18:20.741677 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51424) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:20.803206 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Network c64e96d2-db37-4956-89ac-92f6810f535e is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:20.810235 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:20.814836 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:20.829552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Pushing event updated for resources: {'Port': ['ID=55d4ebd4-86b5-48eb-910c-9975bd26e65f,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:20.844652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.891102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Attempting to bind port 55d4ebd4-86b5-48eb-910c-9975bd26e65f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:20.891463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Attempting to bind port 55d4ebd4-86b5-48eb-910c-9975bd26e65f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'a890cf30-894f-4144-8434-5c3a8e9f9ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c64e96d2-db37-4956-89ac-92f6810f535e'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:20.891822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Attempting to bind port 55d4ebd4-86b5-48eb-910c-9975bd26e65f on network c64e96d2-db37-4956-89ac-92f6810f535e {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:20.918173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:20.918619 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Checking segment: {'id': 'a890cf30-894f-4144-8434-5c3a8e9f9ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c64e96d2-db37-4956-89ac-92f6810f535e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:20.919696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.920089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Bound using segment: {'id': 'a890cf30-894f-4144-8434-5c3a8e9f9ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c64e96d2-db37-4956-89ac-92f6810f535e'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:20.920554 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Bound port: 55d4ebd4-86b5-48eb-910c-9975bd26e65f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a890cf30-894f-4144-8434-5c3a8e9f9ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c64e96d2-db37-4956-89ac-92f6810f535e'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:20.920928 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.921456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.986492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.999438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d246223-67b8-49c4-ad11-a464dc162808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-6c5a10bc-b05c-4d66-84df-501586451d91', 'network_id': '6c5a10bc-b05c-4d66-84df-501586451d91', 'tenant_id': '596f4b5b22e24c01935634b4d7d257ee', 'fixed_ips': [{'subnet_id': '1c40e1d0-a86e-4d0b-89cb-e3b85c145bc6'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:18:21.000272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d246223-67b8-49c4-ad11-a464dc162808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.021234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Subnet': ['ID=1c40e1d0-a86e-4d0b-89cb-e3b85c145bc6,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:21.023220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] For port 55d4ebd4-86b5-48eb-910c-9975bd26e65f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:21.031426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] For port 55d4ebd4-86b5-48eb-910c-9975bd26e65f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=55d4ebd4-86b5-48eb-910c-9975bd26e65f,segment=NetworkSegment(a890cf30-894f-4144-8434-5c3a8e9f9ba9),segment_id=a890cf30-894f-4144-8434-5c3a8e9f9ba9)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:21.038093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.079160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.100528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5a10bc-b05c-4d66-84df-501586451d91']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:21.111095 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1eb1979-c88b-41b8-a82a-4ccb53f53cc8') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:21.111395 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1eb1979-c88b-41b8-a82a-4ccb53f53cc8') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:21.125281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.127119 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ce78f-bf70-48bb-8389-6854bdab1604 None None] Network 6c5a10bc-b05c-4d66-84df-501586451d91 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:21.146216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.153903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:21.154821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:21.158078 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:21.183507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a3cc4-a488-4bef-acc9-34c0289191b8 None None] Pushing event updated for resources: {'Port': ['ID=55d4ebd4-86b5-48eb-910c-9975bd26e65f,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:21.230292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.236534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.238193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1f0f41c2-41f9-4837-853b-85bdc0ae8dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.244592 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/networks/6c5a10bc-b05c-4d66-84df-501586451d91 HTTP/1.1" status: 204 len: 168 time: 0.4987705 Feb 04 06:18:21.245418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51426) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:21.251033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1409166306'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:21.259030 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d70fd2-3cad-4785-bc5a-64eba5ae240b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Network': ['ID=6c5a10bc-b05c-4d66-84df-501586451d91,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:21.277453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Made reservation on behalf of 596f4b5b22e24c01935634b4d7d257ee for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:21.281834 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.316064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:21.329668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.330018 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Added segment cd89422d-a251-4beb-aff4-d57a8c288735 of type vlan for network c4676247-d79a-4aad-8ae2-1cf337aa44ec Feb 04 06:18:21.373642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.403755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.409328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:21.409913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.469913 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2233713 Feb 04 06:18:21.472634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51428) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:21.477468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Request body: {'subnet': {'network_id': 'c4676247-d79a-4aad-8ae2-1cf337aa44ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:21.500275 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278554d-cff7-41a0-9943-9b2620a4f20e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event updated for resources: {'Network': ['ID=c4676247-d79a-4aad-8ae2-1cf337aa44ec,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:21.510878 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network c4676247-d79a-4aad-8ae2-1cf337aa44ec details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:18:21.577650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Made reservation on behalf of 596f4b5b22e24c01935634b4d7d257ee for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:21.581149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.636761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.ipam_backend_mixin [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Performing IP validity checks on allocation pools {{(pid=102167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 06:18:21.637384 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.ipam_backend_mixin [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 06:18:21.761642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.817164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event updated for resources: {'Subnet': ['ID=901d487e-bb92-46ac-b6ac-cd2d228a0956,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:21.833315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Checking segment: {'id': 'cd89422d-a251-4beb-aff4-d57a8c288735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c4676247-d79a-4aad-8ae2-1cf337aa44ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:21.833833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Network hostable DHCP agents. Network: c4676247-d79a-4aad-8ae2-1cf337aa44ec, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:21.851379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Network c4676247-d79a-4aad-8ae2-1cf337aa44ec is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:21.861670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, c4676247-d79a-4aad-8ae2-1cf337aa44ec) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:21.865813 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:21.866394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.874386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed60b2-68c6-4684-b9be-32d5c381f953 None None] Network c4676247-d79a-4aad-8ae2-1cf337aa44ec requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:21.884965 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3b7810e4-1501-4b62-a15e-d640b702e4fe tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4112041 Feb 04 06:18:21.887759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51430) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:21.988196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.038993 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef9587-1f97-4b14-b1ea-d6fd5be6b79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-c4676247-d79a-4aad-8ae2-1cf337aa44ec', 'network_id': 'c4676247-d79a-4aad-8ae2-1cf337aa44ec', 'tenant_id': '596f4b5b22e24c01935634b4d7d257ee', 'fixed_ips': [{'subnet_id': '901d487e-bb92-46ac-b6ac-cd2d228a0956'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:18:22.039979 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-deef9587-1f97-4b14-b1ea-d6fd5be6b79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.064640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f20b6c-c930-4ec8-8e21-07277dcd0ffc None None] Network c64e96d2-db37-4956-89ac-92f6810f535e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:22.082672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.143237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.171326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Subnet': ['ID=901d487e-bb92-46ac-b6ac-cd2d228a0956,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.182832 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-af18b7c1-2a32-48b2-a4d0-ebfb28609dd6 None None] Provisioning complete for port 55d4ebd4-86b5-48eb-910c-9975bd26e65f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:22.183355 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-af18b7c1-2a32-48b2-a4d0-ebfb28609dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server [None req-deef9587-1f97-4b14-b1ea-d6fd5be6b79b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 901d487e-bb92-46ac-b6ac-cd2d228a0956: This subnet is being modified by another concurrent operation. Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server raise exception Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 901d487e-bb92-46ac-b6ac-cd2d228a0956: This subnet is being modified by another concurrent operation. Feb 04 06:18:22.220123 dv-neutron-826811-2-hyperv neutron-server[102168]: ERROR oslo_messaging.rpc.server Feb 04 06:18:22.235078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.243212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18adf19-bdf3-4ce3-8414-b996f9422e44 None None] Network c4676247-d79a-4aad-8ae2-1cf337aa44ec requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:22.258671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4676247-d79a-4aad-8ae2-1cf337aa44ec']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:22.268651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd89422d-a251-4beb-aff4-d57a8c288735') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:22.268944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd89422d-a251-4beb-aff4-d57a8c288735') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:22.278306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.291629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.297650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:22.298035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:22.301220 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:22.359866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.369046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.370341 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/networks/c4676247-d79a-4aad-8ae2-1cf337aa44ec HTTP/1.1" status: 204 len: 168 time: 0.4810157 Feb 04 06:18:22.376558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51432) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:22.381609 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2135103593'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:22.391762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1be172-0e5f-4c09-8bac-ebd3c28656af tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Network': ['ID=c4676247-d79a-4aad-8ae2-1cf337aa44ec,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.408495 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Made reservation on behalf of 596f4b5b22e24c01935634b4d7d257ee for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:22.411970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.436434 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-af18b7c1-2a32-48b2-a4d0-ebfb28609dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.436810 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:22.447966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.448461 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Added segment 302a7830-09f5-453c-ba0b-465250cc2ba5 of type vlan for network ef206a18-a41e-4b9d-a6ff-3f04c7525700 Feb 04 06:18:22.475034 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-af18b7c1-2a32-48b2-a4d0-ebfb28609dd6 None None] For port 55d4ebd4-86b5-48eb-910c-9975bd26e65f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=55d4ebd4-86b5-48eb-910c-9975bd26e65f,segment=NetworkSegment(a890cf30-894f-4144-8434-5c3a8e9f9ba9),segment_id=a890cf30-894f-4144-8434-5c3a8e9f9ba9)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:22.480332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-af18b7c1-2a32-48b2-a4d0-ebfb28609dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.492293 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.519278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.525967 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:22.526580 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.530489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18b7c1-2a32-48b2-a4d0-ebfb28609dd6 None None] Pushing event updated for resources: {'Port': ['ID=55d4ebd4-86b5-48eb-910c-9975bd26e65f,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.585831 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2081287 Feb 04 06:18:22.588658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51434) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:22.594727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Request body: {'subnet': {'network_id': 'ef206a18-a41e-4b9d-a6ff-3f04c7525700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:22.605056 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f1425-fe26-4ec5-8e77-c9249014a928 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event updated for resources: {'Network': ['ID=ef206a18-a41e-4b9d-a6ff-3f04c7525700,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.615471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network ef206a18-a41e-4b9d-a6ff-3f04c7525700 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:18:22.660324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae5d172-ea96-4b00-914b-0348246d6acf None None] get_active_networks_info from dv-neutron-826811-2-hyperv {{(pid=102168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 06:18:22.696527 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Made reservation on behalf of 596f4b5b22e24c01935634b4d7d257ee for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:22.700632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.728202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f91389a3-96a8-4628-b676-47240888f612 None None] Provisioning complete for port 55d4ebd4-86b5-48eb-910c-9975bd26e65f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:22.728504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f91389a3-96a8-4628-b676-47240888f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.783250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae5d172-ea96-4b00-914b-0348246d6acf None None] Resources bound (agent type, host, resource id): {{(pid=102168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:18:22.886907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.948093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event updated for resources: {'Subnet': ['ID=bdc78d08-ace1-494a-b14e-c5ef708d4b14,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.957321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Checking segment: {'id': '302a7830-09f5-453c-ba0b-465250cc2ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef206a18-a41e-4b9d-a6ff-3f04c7525700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:22.957685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Network hostable DHCP agents. Network: ef206a18-a41e-4b9d-a6ff-3f04c7525700, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:22.975359 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Network ef206a18-a41e-4b9d-a6ff-3f04c7525700 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:22.984446 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, ef206a18-a41e-4b9d-a6ff-3f04c7525700) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:22.988386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:22.988961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.005508 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-74d822f1-d610-4dfd-a059-3d624fb6aa3f tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4154537 Feb 04 06:18:23.009280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51436) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:23.014376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-354763830'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:23.026101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c2128-3a83-4481-8bff-8a0ca73cc7c7 None None] Network ef206a18-a41e-4b9d-a6ff-3f04c7525700 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:23.037629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Made reservation on behalf of 596f4b5b22e24c01935634b4d7d257ee for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:23.040891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.064961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:23.074205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.074389 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Added segment 7bde4715-c881-4180-a53c-c60abb12ea7e of type vlan for network bffdceec-2189-429c-90dc-653c40554e33 Feb 04 06:18:23.116619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.149739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.155727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:23.156326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.178152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-ef206a18-a41e-4b9d-a6ff-3f04c7525700', 'network_id': 'ef206a18-a41e-4b9d-a6ff-3f04c7525700', 'tenant_id': '596f4b5b22e24c01935634b4d7d257ee', 'fixed_ips': [{'subnet_id': 'bdc78d08-ace1-494a-b14e-c5ef708d4b14'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:18:23.179086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.213701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 55d4ebd4-86b5-48eb-910c-9975bd26e65f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:23.219058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2087088 Feb 04 06:18:23.222755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51438) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:23.227985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Request body: {'subnet': {'network_id': 'bffdceec-2189-429c-90dc-653c40554e33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:23.237418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603943a-053b-4fdb-8dd3-47accb42d716 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event updated for resources: {'Network': ['ID=bffdceec-2189-429c-90dc-653c40554e33,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:23.264756 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network bffdceec-2189-429c-90dc-653c40554e33 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:18:23.318154 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Made reservation on behalf of 596f4b5b22e24c01935634b4d7d257ee for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:23.321586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.422698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Allocated IP 2001:db8::2 (ef206a18-a41e-4b9d-a6ff-3f04c7525700/bdc78d08-ace1-494a-b14e-c5ef708d4b14/5ba55db6-9bc0-42d4-a013-82359549d363) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:23.436148 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 55d4ebd4-86b5-48eb-910c-9975bd26e65f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:23.436512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.506197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.569471 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event updated for resources: {'Subnet': ['ID=68a458d2-c206-4700-b5e6-66a8a57fa312,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:23.577732 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Checking segment: {'id': '7bde4715-c881-4180-a53c-c60abb12ea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bffdceec-2189-429c-90dc-653c40554e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:23.578096 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Network hostable DHCP agents. Network: bffdceec-2189-429c-90dc-653c40554e33, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:23.597046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Network bffdceec-2189-429c-90dc-653c40554e33 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:23.608027 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, bffdceec-2189-429c-90dc-653c40554e33) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:23.612704 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:23.613365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.629955 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a19b0d2b-b5d0-4021-9f00-dd4f1a46239c tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4060771 Feb 04 06:18:23.632430 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51440) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:23.666328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac9ceb1-126d-45f9-96f8-c15ac5f3c33f None None] Network bffdceec-2189-429c-90dc-653c40554e33 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:23.692733 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0d2eaf8c-6885-43b7-976f-3acce9dfae6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.732477 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.784923 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.844905 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.878514 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Subnet': ['ID=68a458d2-c206-4700-b5e6-66a8a57fa312,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:23.908231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d188b9b0-faac-4561-abdb-64d470ff9385 None None] Network bffdceec-2189-429c-90dc-653c40554e33 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:23.915221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.943138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.956485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.963817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffdceec-2189-429c-90dc-653c40554e33']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:23.973374 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bde4715-c881-4180-a53c-c60abb12ea7e') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:23.973665 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bde4715-c881-4180-a53c-c60abb12ea7e') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:23.982709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.995160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.001027 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:24.001441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:24.004280 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:24.016147 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Network ef206a18-a41e-4b9d-a6ff-3f04c7525700 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:24.022538 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:24.027336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:24.029617 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Pushing event updated for resources: {'Port': ['ID=5ba55db6-9bc0-42d4-a013-82359549d363,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:24.067748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.074162 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.077974 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/networks/bffdceec-2189-429c-90dc-653c40554e33 HTTP/1.1" status: 204 len: 168 time: 0.4446211 Feb 04 06:18:24.081619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51442) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:24.092883 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3dded-56f6-4d66-bb93-e0f5fd832b4a tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Network': ['ID=bffdceec-2189-429c-90dc-653c40554e33,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:24.110865 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-2961a592-321a-49a8-901b-fa7119f668a1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] GET failed (client error): The resource could not be found. Feb 04 06:18:24.112235 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2961a592-321a-49a8-901b-fa7119f668a1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "GET /v2.0/subnets/68a458d2-c206-4700-b5e6-66a8a57fa312 HTTP/1.1" status: 404 len: 337 time: 0.0295653 Feb 04 06:18:24.115106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51444) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:24.117186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Attempting to bind port 5ba55db6-9bc0-42d4-a013-82359549d363 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:24.117558 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Attempting to bind port 5ba55db6-9bc0-42d4-a013-82359549d363 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '302a7830-09f5-453c-ba0b-465250cc2ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef206a18-a41e-4b9d-a6ff-3f04c7525700'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:24.117915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Attempting to bind port 5ba55db6-9bc0-42d4-a013-82359549d363 on network ef206a18-a41e-4b9d-a6ff-3f04c7525700 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:24.123772 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:24.124145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Checking segment: {'id': '302a7830-09f5-453c-ba0b-465250cc2ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef206a18-a41e-4b9d-a6ff-3f04c7525700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:24.124536 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.124917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Bound using segment: {'id': '302a7830-09f5-453c-ba0b-465250cc2ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef206a18-a41e-4b9d-a6ff-3f04c7525700'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:24.125393 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Bound port: 5ba55db6-9bc0-42d4-a013-82359549d363, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302a7830-09f5-453c-ba0b-465250cc2ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef206a18-a41e-4b9d-a6ff-3f04c7525700'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:24.125766 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.133152 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efb12ca-f40f-45a8-affe-3468371b7f32 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:24.133682 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efb12ca-f40f-45a8-affe-3468371b7f32 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:24.136625 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2efb12ca-f40f-45a8-affe-3468371b7f32 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/networks/bffdceec-2189-429c-90dc-653c40554e33 HTTP/1.1" status: 404 len: 339 time: 0.0205536 Feb 04 06:18:24.140674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51446) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:24.164951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0097d9e2-3178-4569-a035-7e7a4b3c48d1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:24.165764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0097d9e2-3178-4569-a035-7e7a4b3c48d1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:24.168282 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0097d9e2-3178-4569-a035-7e7a4b3c48d1 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/subnets/68a458d2-c206-4700-b5e6-66a8a57fa312 HTTP/1.1" status: 404 len: 337 time: 0.0266695 Feb 04 06:18:24.171276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51448) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:24.187606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] For port 5ba55db6-9bc0-42d4-a013-82359549d363, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:24.188840 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-236bc5d1-6b3d-4353-973a-cd5c9a88cb96 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:24.189488 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236bc5d1-6b3d-4353-973a-cd5c9a88cb96 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:24.191322 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] For port 5ba55db6-9bc0-42d4-a013-82359549d363, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5ba55db6-9bc0-42d4-a013-82359549d363,segment=NetworkSegment(302a7830-09f5-453c-ba0b-465250cc2ba5),segment_id=302a7830-09f5-453c-ba0b-465250cc2ba5)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:24.192313 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-236bc5d1-6b3d-4353-973a-cd5c9a88cb96 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/networks/bffdceec-2189-429c-90dc-653c40554e33 HTTP/1.1" status: 404 len: 339 time: 0.0201440 Feb 04 06:18:24.195079 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51450) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:24.196124 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.250091 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51186b9-4abe-4606-af7a-6dd00eb90d5e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Deleting subnet bdc78d08-ace1-494a-b14e-c5ef708d4b14 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:18:24.253496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a51186b9-4abe-4606-af7a-6dd00eb90d5e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.254003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdab3d-d3a5-4ee1-887b-a692d36d8321 None None] Pushing event updated for resources: {'Port': ['ID=5ba55db6-9bc0-42d4-a013-82359549d363,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:24.295396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a51186b9-4abe-4606-af7a-6dd00eb90d5e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.384388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a51186b9-4abe-4606-af7a-6dd00eb90d5e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.460824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a51186b9-4abe-4606-af7a-6dd00eb90d5e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.487106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51186b9-4abe-4606-af7a-6dd00eb90d5e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc78d08-ace1-494a-b14e-c5ef708d4b14,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:24.494531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a51186b9-4abe-4606-af7a-6dd00eb90d5e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.498476 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a51186b9-4abe-4606-af7a-6dd00eb90d5e tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/subnets/bdc78d08-ace1-494a-b14e-c5ef708d4b14 HTTP/1.1" status: 204 len: 168 time: 0.3024879 Feb 04 06:18:24.500870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51452) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:24.580923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.636244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Deleting port 5ba55db6-9bc0-42d4-a013-82359549d363 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:24.636506 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.703059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] For port 5ba55db6-9bc0-42d4-a013-82359549d363, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5ba55db6-9bc0-42d4-a013-82359549d363,segment=NetworkSegment(302a7830-09f5-453c-ba0b-465250cc2ba5),segment_id=302a7830-09f5-453c-ba0b-465250cc2ba5)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:24.703420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.716516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Calling delete_port for 5ba55db6-9bc0-42d4-a013-82359549d363 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:24.795253 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.796568 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.818183 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Port': ['ID=5ba55db6-9bc0-42d4-a013-82359549d363,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:24.823784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] No DVR routers for this DVR port 5ba55db6-9bc0-42d4-a013-82359549d363 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:24.904955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.926309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef206a18-a41e-4b9d-a6ff-3f04c7525700']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:24.935944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302a7830-09f5-453c-ba0b-465250cc2ba5') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:24.936240 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302a7830-09f5-453c-ba0b-465250cc2ba5') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:24.945885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.959814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.966311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:24.966714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:24.969754 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:25.035024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.040003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.043226 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/networks/ef206a18-a41e-4b9d-a6ff-3f04c7525700 HTTP/1.1" status: 204 len: 168 time: 0.5413718 Feb 04 06:18:25.046128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51454) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:25.058660 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d797-7bbd-4091-b37c-6bdba6027015 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Network': ['ID=ef206a18-a41e-4b9d-a6ff-3f04c7525700,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:25.073601 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e36f487-9509-4e40-b5b8-24e15d37b9f4 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:25.074313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e36f487-9509-4e40-b5b8-24e15d37b9f4 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:25.078307 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7e36f487-9509-4e40-b5b8-24e15d37b9f4 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/subnets/901d487e-bb92-46ac-b6ac-cd2d228a0956 HTTP/1.1" status: 404 len: 337 time: 0.0311816 Feb 04 06:18:25.080812 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51456) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:25.099567 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c7373a-72e3-40a3-a7a1-5b739415fe32 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:25.100122 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c7373a-72e3-40a3-a7a1-5b739415fe32 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:25.103206 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e4c7373a-72e3-40a3-a7a1-5b739415fe32 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/networks/c4676247-d79a-4aad-8ae2-1cf337aa44ec HTTP/1.1" status: 404 len: 339 time: 0.0214202 Feb 04 06:18:25.105680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51458) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:25.132250 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ee21c2-4b9d-4913-8c7c-2578053bc8a5 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:25.132717 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ee21c2-4b9d-4913-8c7c-2578053bc8a5 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:25.135795 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-09ee21c2-4b9d-4913-8c7c-2578053bc8a5 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/subnets/1c40e1d0-a86e-4d0b-89cb-e3b85c145bc6 HTTP/1.1" status: 404 len: 337 time: 0.0291536 Feb 04 06:18:25.139235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51460) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:25.157465 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.pecan_wsgi.hooks.translation [None req-231a4616-369b-4793-befb-fe09f45c953b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:25.158007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231a4616-369b-4793-befb-fe09f45c953b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:25.160951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-231a4616-369b-4793-befb-fe09f45c953b tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/networks/6c5a10bc-b05c-4d66-84df-501586451d91 HTTP/1.1" status: 404 len: 339 time: 0.0208647 Feb 04 06:18:25.163609 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51462) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:25.215572 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-35f7a5b1-b2d3-4a5b-92a8-f18cf0e381a1 None None] Could not find standard attr ID for object 5ba55db6-9bc0-42d4-a013-82359549d363. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:18:25.216737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7768c77a-c3e5-42f3-a46d-e51e4354b895 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Deleting subnet ab462612-422a-4328-b292-b495af1667f7 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:18:25.220053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7768c77a-c3e5-42f3-a46d-e51e4354b895 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.235985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f1280-8dde-4318-9cf2-f38197f45a4f None None] DHCP port deletion for ef206a18-a41e-4b9d-a6ff-3f04c7525700 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:18:25.250879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dba428-8a0d-4ddf-bfec-84f81db3e78d None None] Network ef206a18-a41e-4b9d-a6ff-3f04c7525700 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:25.263476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7768c77a-c3e5-42f3-a46d-e51e4354b895 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.265925 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dba428-8a0d-4ddf-bfec-84f81db3e78d None None] Network ef206a18-a41e-4b9d-a6ff-3f04c7525700 could not be found, it might have been deleted concurrently. {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 06:18:25.619311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7768c77a-c3e5-42f3-a46d-e51e4354b895 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.674907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7768c77a-c3e5-42f3-a46d-e51e4354b895 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.703196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768c77a-c3e5-42f3-a46d-e51e4354b895 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Subnet': ['ID=ab462612-422a-4328-b292-b495af1667f7,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:25.706903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7768c77a-c3e5-42f3-a46d-e51e4354b895 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.710112 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7768c77a-c3e5-42f3-a46d-e51e4354b895 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/subnets/ab462612-422a-4328-b292-b495af1667f7 HTTP/1.1" status: 204 len: 168 time: 0.5454874 Feb 04 06:18:25.713547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13341a3-38fa-4927-b978-c5545b7be75b None None] Network c64e96d2-db37-4956-89ac-92f6810f535e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:25.719675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51464) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:25.801967 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.856481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Deleting port 55d4ebd4-86b5-48eb-910c-9975bd26e65f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:25.857439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.894173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c56694-97d0-43e5-be49-19d5875a16a9 None None] DHCP port deletion for c64e96d2-db37-4956-89ac-92f6810f535e request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:18:25.920799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] For port 55d4ebd4-86b5-48eb-910c-9975bd26e65f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=55d4ebd4-86b5-48eb-910c-9975bd26e65f,segment=NetworkSegment(a890cf30-894f-4144-8434-5c3a8e9f9ba9),segment_id=a890cf30-894f-4144-8434-5c3a8e9f9ba9)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:25.921206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.938283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Calling delete_port for 55d4ebd4-86b5-48eb-910c-9975bd26e65f owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:25.943846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f8c56694-97d0-43e5-be49-19d5875a16a9 None None] Deleting port 55d4ebd4-86b5-48eb-910c-9975bd26e65f {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:25.944215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f8c56694-97d0-43e5-be49-19d5875a16a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.003857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f8c56694-97d0-43e5-be49-19d5875a16a9 None None] For port 55d4ebd4-86b5-48eb-910c-9975bd26e65f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=55d4ebd4-86b5-48eb-910c-9975bd26e65f,segment=NetworkSegment(a890cf30-894f-4144-8434-5c3a8e9f9ba9),segment_id=a890cf30-894f-4144-8434-5c3a8e9f9ba9)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:26.004255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f8c56694-97d0-43e5-be49-19d5875a16a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.016867 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.017305 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-f8c56694-97d0-43e5-be49-19d5875a16a9 None None] Calling delete_port for 55d4ebd4-86b5-48eb-910c-9975bd26e65f owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:26.042523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Port': ['ID=55d4ebd4-86b5-48eb-910c-9975bd26e65f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:26.047620 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] No DVR routers for this DVR port 55d4ebd4-86b5-48eb-910c-9975bd26e65f on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:26.091699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f8c56694-97d0-43e5-be49-19d5875a16a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.119528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c56694-97d0-43e5-be49-19d5875a16a9 None None] Pushing event deleted for resources: {'Port': ['ID=55d4ebd4-86b5-48eb-910c-9975bd26e65f,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:26.123300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c56694-97d0-43e5-be49-19d5875a16a9 None None] No DVR routers for this DVR port 55d4ebd4-86b5-48eb-910c-9975bd26e65f on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:26.129858 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.150373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64e96d2-db37-4956-89ac-92f6810f535e']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:26.159897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a890cf30-894f-4144-8434-5c3a8e9f9ba9') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:26.160186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a890cf30-894f-4144-8434-5c3a8e9f9ba9') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:26.170041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.182720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.188571 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:26.188992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:26.191990 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:26.248685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.256667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.259746 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] 10.222.0.15 "DELETE /v2.0/networks/c64e96d2-db37-4956-89ac-92f6810f535e HTTP/1.1" status: 204 len: 168 time: 0.5390646 Feb 04 06:18:26.274336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440a73d-d908-42d7-83cb-e42e6734a613 tempest-NetworksIpV6Test-236181755 tempest-NetworksIpV6Test-236181755-project] Pushing event deleted for resources: {'Network': ['ID=c64e96d2-db37-4956-89ac-92f6810f535e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:26.409226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.495478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51470) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:26.623673 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7b66e8ed-3ec7-45af-a032-03d2fef10064 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=596f4b5b22e24c01935634b4d7d257ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270390 Feb 04 06:18:26.626197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51474) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:26.675330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a3bd92bc-df6f-47d5-88d2-56a9650d8a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.684074 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.696494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a3bd92bc-df6f-47d5-88d2-56a9650d8a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.744297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a3bd92bc-df6f-47d5-88d2-56a9650d8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.747542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a3bd92bc-df6f-47d5-88d2-56a9650d8a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.748748 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a3bd92bc-df6f-47d5-88d2-56a9650d8a66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/451ae84c-01a0-4e36-83be-6891b103e7d3 HTTP/1.1" status: 204 len: 168 time: 0.1216047 Feb 04 06:18:26.756958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd92bc-df6f-47d5-88d2-56a9650d8a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451ae84c-01a0-4e36-83be-6891b103e7d3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:27.162193 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5ba55db6-9bc0-42d4-a013-82359549d363 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:18:27.182765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 5ba55db6-9bc0-42d4-a013-82359549d363 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:18:27.183113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5ba55db6-9bc0-42d4-a013-82359549d363 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:18:27.183523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 55d4ebd4-86b5-48eb-910c-9975bd26e65f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:18:27.203209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 55d4ebd4-86b5-48eb-910c-9975bd26e65f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:18:27.203554 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 55d4ebd4-86b5-48eb-910c-9975bd26e65f not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:18:27.368270 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51496) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:27.459926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b5c59ec8-2f64-4e10-aaf0-343ea42cf1a2 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1568392261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:27.484159 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c59ec8-2f64-4e10-aaf0-343ea42cf1a2 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.485583 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c59ec8-2f64-4e10-aaf0-343ea42cf1a2 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.540382 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c59ec8-2f64-4e10-aaf0-343ea42cf1a2 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.544977 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c59ec8-2f64-4e10-aaf0-343ea42cf1a2 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.561578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b5c59ec8-2f64-4e10-aaf0-343ea42cf1a2 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.562738 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b5c59ec8-2f64-4e10-aaf0-343ea42cf1a2 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1934230 Feb 04 06:18:27.565558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51500) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:27.570143 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-593001288'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:27.591348 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Made reservation on behalf of 98a28cfd2dfa4b91a08a32af720ee976 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:27.594819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.603123 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.676661 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.680503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.702880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:27.718013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b72107-0b0f-4b0d-987d-4c4c1cf04ac3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:27.720919 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.721286 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Added segment b79e5f16-e777-4507-9e8d-231032a69bbe of type vlan for network 04a1d759-3ff1-4702-a1c0-87e26fbe5ee7 Feb 04 06:18:27.759582 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.783535 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.788942 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:27.789562 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.849842 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2832680 Feb 04 06:18:27.852541 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51502) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:27.859461 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Request body: {'subnet': {'network_id': '04a1d759-3ff1-4702-a1c0-87e26fbe5ee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:27.879444 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3721c-9cc2-48cb-be27-5d619d736068 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Pushing event updated for resources: {'Network': ['ID=04a1d759-3ff1-4702-a1c0-87e26fbe5ee7,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:27.891224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 04a1d759-3ff1-4702-a1c0-87e26fbe5ee7 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:18:27.953004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Made reservation on behalf of 98a28cfd2dfa4b91a08a32af720ee976 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:27.956435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.136292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.200151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Pushing event updated for resources: {'Subnet': ['ID=95b25f7e-c83e-4c22-9e64-e67a436d34a6,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:28.207173 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Checking segment: {'id': 'b79e5f16-e777-4507-9e8d-231032a69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04a1d759-3ff1-4702-a1c0-87e26fbe5ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:28.207539 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Network hostable DHCP agents. Network: 04a1d759-3ff1-4702-a1c0-87e26fbe5ee7, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:28.223565 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Network 04a1d759-3ff1-4702-a1c0-87e26fbe5ee7 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:28.232244 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 04a1d759-3ff1-4702-a1c0-87e26fbe5ee7) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:28.237287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:28.239258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.240316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741d0dc1-d254-42ea-9603-061d1e847ed8 None None] Network 04a1d759-3ff1-4702-a1c0-87e26fbe5ee7 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:28.255637 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-af91d706-bc28-49a1-b58a-a4cddd6c4342 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4020631 Feb 04 06:18:28.258818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51504) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:28.264821 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-247322035'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:28.286634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Made reservation on behalf of 98a28cfd2dfa4b91a08a32af720ee976 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:28.290222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.314308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:28.323716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.324430 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Added segment d9b80357-d560-4bbf-85ce-e4a873de92c1 of type vlan for network 344aa6ce-a108-4b7b-9973-ddfbffb8b9d9 Feb 04 06:18:28.365734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.389447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-04a1d759-3ff1-4702-a1c0-87e26fbe5ee7', 'network_id': '04a1d759-3ff1-4702-a1c0-87e26fbe5ee7', 'tenant_id': '98a28cfd2dfa4b91a08a32af720ee976', 'fixed_ips': [{'subnet_id': '95b25f7e-c83e-4c22-9e64-e67a436d34a6'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:18:28.390326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.394774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.400220 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:28.400809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.460224 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2002127 Feb 04 06:18:28.463252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51506) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:28.468865 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Request body: {'subnet': {'network_id': '344aa6ce-a108-4b7b-9973-ddfbffb8b9d9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:28.471465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a83ed-5b59-4189-b1db-76129dd49b1d tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Pushing event updated for resources: {'Network': ['ID=344aa6ce-a108-4b7b-9973-ddfbffb8b9d9,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:28.481972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 344aa6ce-a108-4b7b-9973-ddfbffb8b9d9 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:18:28.564089 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Made reservation on behalf of 98a28cfd2dfa4b91a08a32af720ee976 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:28.567546 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.585577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Allocated IP 172.20.0.2 (04a1d759-3ff1-4702-a1c0-87e26fbe5ee7/95b25f7e-c83e-4c22-9e64-e67a436d34a6/1d2bb39e-682b-417e-a653-d0f463c35840) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:28.608012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.739828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.748428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.753789 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.792112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Network 04a1d759-3ff1-4702-a1c0-87e26fbe5ee7 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:28.795220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:28.799146 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:28.810276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Pushing event updated for resources: {'Port': ['ID=1d2bb39e-682b-417e-a653-d0f463c35840,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:28.812659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Pushing event updated for resources: {'Subnet': ['ID=2416513d-526c-42fd-9ae9-04fc83d4e3d8,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:28.821425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Checking segment: {'id': 'd9b80357-d560-4bbf-85ce-e4a873de92c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '344aa6ce-a108-4b7b-9973-ddfbffb8b9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:28.821803 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Network hostable DHCP agents. Network: 344aa6ce-a108-4b7b-9973-ddfbffb8b9d9, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:28.841460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Network 344aa6ce-a108-4b7b-9973-ddfbffb8b9d9 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:28.852829 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 344aa6ce-a108-4b7b-9973-ddfbffb8b9d9) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:28.856813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:28.857421 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.863183 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d4f41-fe57-4ee0-bd9a-840b47adc860 None None] Network 344aa6ce-a108-4b7b-9973-ddfbffb8b9d9 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:28.875234 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a9808a42-c380-462a-8c51-3ccd0b13c293 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4107647 Feb 04 06:18:28.879528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51508) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:28.881114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Attempting to bind port 1d2bb39e-682b-417e-a653-d0f463c35840 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:28.881482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Attempting to bind port 1d2bb39e-682b-417e-a653-d0f463c35840 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b79e5f16-e777-4507-9e8d-231032a69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04a1d759-3ff1-4702-a1c0-87e26fbe5ee7'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:28.881847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Attempting to bind port 1d2bb39e-682b-417e-a653-d0f463c35840 on network 04a1d759-3ff1-4702-a1c0-87e26fbe5ee7 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:28.884482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-88fef4cc-60c6-4442-bbf7-3dc149ca24de tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Request body: {'router': {'external_gateway_info': {'network_id': '344aa6ce-a108-4b7b-9973-ddfbffb8b9d9'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:28.914035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:28.914702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Checking segment: {'id': 'b79e5f16-e777-4507-9e8d-231032a69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04a1d759-3ff1-4702-a1c0-87e26fbe5ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:28.914823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.915152 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Bound using segment: {'id': 'b79e5f16-e777-4507-9e8d-231032a69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04a1d759-3ff1-4702-a1c0-87e26fbe5ee7'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:28.915702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Bound port: 1d2bb39e-682b-417e-a653-d0f463c35840, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79e5f16-e777-4507-9e8d-231032a69bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '04a1d759-3ff1-4702-a1c0-87e26fbe5ee7'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:28.916142 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.029734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] For port 1d2bb39e-682b-417e-a653-d0f463c35840, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:29.034164 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] For port 1d2bb39e-682b-417e-a653-d0f463c35840, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d2bb39e-682b-417e-a653-d0f463c35840,segment=NetworkSegment(b79e5f16-e777-4507-9e8d-231032a69bbe),segment_id=b79e5f16-e777-4507-9e8d-231032a69bbe)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:29.041651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.096612 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-88fef4cc-60c6-4442-bbf7-3dc149ca24de tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.103664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-344aa6ce-a108-4b7b-9973-ddfbffb8b9d9', 'network_id': '344aa6ce-a108-4b7b-9973-ddfbffb8b9d9', 'tenant_id': '98a28cfd2dfa4b91a08a32af720ee976', 'fixed_ips': [{'subnet_id': '2416513d-526c-42fd-9ae9-04fc83d4e3d8'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:18:29.104573 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.143680 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32aeb1-8ecd-4524-8d12-4d7266efac10 None None] Pushing event updated for resources: {'Port': ['ID=1d2bb39e-682b-417e-a653-d0f463c35840,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:29.221812 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.api.v2.resource [None req-88fef4cc-60c6-4442-bbf7-3dc149ca24de tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:18:29.222956 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-88fef4cc-60c6-4442-bbf7-3dc149ca24de tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "PUT /v2.0/routers/05c57f07-d8ef-4d49-9f39-645749a38b18 HTTP/1.1" status: 400 len: 364 time: 0.3424022 Feb 04 06:18:29.228660 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51510) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:29.272955 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Allocated IP 172.21.0.2 (344aa6ce-a108-4b7b-9973-ddfbffb8b9d9/2416513d-526c-42fd-9ae9-04fc83d4e3d8/e6d9faba-f66b-44ec-b671-f2cd8a5b131a) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:29.296584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac39ab3-4eb7-4bc6-87e6-45f45276025e tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Deleting subnet 2416513d-526c-42fd-9ae9-04fc83d4e3d8 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:18:29.438574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.444183 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0ac39ab3-4eb7-4bc6-87e6-45f45276025e tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.444688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.485413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Network 344aa6ce-a108-4b7b-9973-ddfbffb8b9d9 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:29.489636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:29.490459 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0ac39ab3-4eb7-4bc6-87e6-45f45276025e tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.492200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:29.499708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Pushing event updated for resources: {'Port': ['ID=e6d9faba-f66b-44ec-b671-f2cd8a5b131a,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:29.553476 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Attempting to bind port e6d9faba-f66b-44ec-b671-f2cd8a5b131a on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:29.553731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Attempting to bind port e6d9faba-f66b-44ec-b671-f2cd8a5b131a by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'd9b80357-d560-4bbf-85ce-e4a873de92c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '344aa6ce-a108-4b7b-9973-ddfbffb8b9d9'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:29.554091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Attempting to bind port e6d9faba-f66b-44ec-b671-f2cd8a5b131a on network 344aa6ce-a108-4b7b-9973-ddfbffb8b9d9 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:29.559540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:29.560299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Checking segment: {'id': 'd9b80357-d560-4bbf-85ce-e4a873de92c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '344aa6ce-a108-4b7b-9973-ddfbffb8b9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:29.560422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.560738 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Bound using segment: {'id': 'd9b80357-d560-4bbf-85ce-e4a873de92c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '344aa6ce-a108-4b7b-9973-ddfbffb8b9d9'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:29.561232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Bound port: e6d9faba-f66b-44ec-b671-f2cd8a5b131a, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b80357-d560-4bbf-85ce-e4a873de92c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '344aa6ce-a108-4b7b-9973-ddfbffb8b9d9'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:29.561940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.574452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0ac39ab3-4eb7-4bc6-87e6-45f45276025e tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.635758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0ac39ab3-4eb7-4bc6-87e6-45f45276025e tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.639711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] For port e6d9faba-f66b-44ec-b671-f2cd8a5b131a, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:29.643039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] For port e6d9faba-f66b-44ec-b671-f2cd8a5b131a, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e6d9faba-f66b-44ec-b671-f2cd8a5b131a,segment=NetworkSegment(d9b80357-d560-4bbf-85ce-e4a873de92c1),segment_id=d9b80357-d560-4bbf-85ce-e4a873de92c1)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:29.647514 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.668304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac39ab3-4eb7-4bc6-87e6-45f45276025e tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Pushing event deleted for resources: {'Subnet': ['ID=2416513d-526c-42fd-9ae9-04fc83d4e3d8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:29.671991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0ac39ab3-4eb7-4bc6-87e6-45f45276025e tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.675255 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0ac39ab3-4eb7-4bc6-87e6-45f45276025e tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "DELETE /v2.0/subnets/2416513d-526c-42fd-9ae9-04fc83d4e3d8 HTTP/1.1" status: 204 len: 168 time: 0.4453604 Feb 04 06:18:29.677667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51512) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:29.707281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afdb35-3327-44d9-ac42-80f1314266f7 None None] Pushing event updated for resources: {'Port': ['ID=e6d9faba-f66b-44ec-b671-f2cd8a5b131a,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:29.762789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.819703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Deleting port e6d9faba-f66b-44ec-b671-f2cd8a5b131a {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:29.820162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.909240 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] For port e6d9faba-f66b-44ec-b671-f2cd8a5b131a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=e6d9faba-f66b-44ec-b671-f2cd8a5b131a,segment=NetworkSegment(d9b80357-d560-4bbf-85ce-e4a873de92c1),segment_id=d9b80357-d560-4bbf-85ce-e4a873de92c1)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:29.909620 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.927127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Calling delete_port for e6d9faba-f66b-44ec-b671-f2cd8a5b131a owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:30.017197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.045501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Pushing event deleted for resources: {'Port': ['ID=e6d9faba-f66b-44ec-b671-f2cd8a5b131a,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:30.048926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] No DVR routers for this DVR port e6d9faba-f66b-44ec-b671-f2cd8a5b131a on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:30.130704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946c784a-1d0b-4386-bd94-1509eac2fc9c None None] Network 04a1d759-3ff1-4702-a1c0-87e26fbe5ee7 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:30.137681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.157654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344aa6ce-a108-4b7b-9973-ddfbffb8b9d9']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:30.166824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b80357-d560-4bbf-85ce-e4a873de92c1') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:30.167112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b80357-d560-4bbf-85ce-e4a873de92c1') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:30.177060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.190649 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.196335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:30.196712 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:30.200164 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:30.202296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-952753e4-1bf2-404d-a5db-89228a9b6f58 None None] Provisioning complete for port 1d2bb39e-682b-417e-a653-d0f463c35840 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:30.202296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-952753e4-1bf2-404d-a5db-89228a9b6f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.271029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.279343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.282528 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "DELETE /v2.0/networks/344aa6ce-a108-4b7b-9973-ddfbffb8b9d9 HTTP/1.1" status: 204 len: 168 time: 0.6039479 Feb 04 06:18:30.285197 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51514) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:30.293000 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca4b65-611d-4aa3-9d6b-8ea17a1da780 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Pushing event deleted for resources: {'Network': ['ID=344aa6ce-a108-4b7b-9973-ddfbffb8b9d9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:30.342451 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b59a253-3b5e-43a0-b0f2-7879915a66e4 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Deleting subnet 95b25f7e-c83e-4c22-9e64-e67a436d34a6 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:18:30.345615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b59a253-3b5e-43a0-b0f2-7879915a66e4 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.357425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-952753e4-1bf2-404d-a5db-89228a9b6f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.386460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b59a253-3b5e-43a0-b0f2-7879915a66e4 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.395524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-952753e4-1bf2-404d-a5db-89228a9b6f58 None None] For port 1d2bb39e-682b-417e-a653-d0f463c35840, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d2bb39e-682b-417e-a653-d0f463c35840,segment=NetworkSegment(b79e5f16-e777-4507-9e8d-231032a69bbe),segment_id=b79e5f16-e777-4507-9e8d-231032a69bbe)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:30.400329 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-952753e4-1bf2-404d-a5db-89228a9b6f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.457942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952753e4-1bf2-404d-a5db-89228a9b6f58 None None] Pushing event updated for resources: {'Port': ['ID=1d2bb39e-682b-417e-a653-d0f463c35840,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:30.490943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b59a253-3b5e-43a0-b0f2-7879915a66e4 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.562199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b59a253-3b5e-43a0-b0f2-7879915a66e4 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.596190 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b59a253-3b5e-43a0-b0f2-7879915a66e4 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.601608 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6b59a253-3b5e-43a0-b0f2-7879915a66e4 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "DELETE /v2.0/subnets/95b25f7e-c83e-4c22-9e64-e67a436d34a6 HTTP/1.1" status: 204 len: 168 time: 0.3132637 Feb 04 06:18:30.601608 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59a253-3b5e-43a0-b0f2-7879915a66e4 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Pushing event deleted for resources: {'Subnet': ['ID=95b25f7e-c83e-4c22-9e64-e67a436d34a6,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:30.601986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51516) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:30.696030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.755167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a441a853-ba31-429f-890e-88583a067465 None None] Network 04a1d759-3ff1-4702-a1c0-87e26fbe5ee7 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:30.758277 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Deleting port 1d2bb39e-682b-417e-a653-d0f463c35840 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:30.758594 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.833839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] For port 1d2bb39e-682b-417e-a653-d0f463c35840, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d2bb39e-682b-417e-a653-d0f463c35840,segment=NetworkSegment(b79e5f16-e777-4507-9e8d-231032a69bbe),segment_id=b79e5f16-e777-4507-9e8d-231032a69bbe)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:30.834371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.836732 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4c113e91-babe-4d00-8929-aadebbc24450 None None] Provisioning complete for port 1d2bb39e-682b-417e-a653-d0f463c35840 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:30.837182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4c113e91-babe-4d00-8929-aadebbc24450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.851961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Calling delete_port for 1d2bb39e-682b-417e-a653-d0f463c35840 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:30.869344 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8d7825-8b0e-435c-b61a-07593dbf4b15 None None] DHCP port deletion for 344aa6ce-a108-4b7b-9973-ddfbffb8b9d9 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:18:30.919894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7592a9db-80f7-4469-9b45-4a5da995cbaa None None] Network 344aa6ce-a108-4b7b-9973-ddfbffb8b9d9 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:30.942268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.945938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7592a9db-80f7-4469-9b45-4a5da995cbaa None None] Network 344aa6ce-a108-4b7b-9973-ddfbffb8b9d9 could not be found, it might have been deleted concurrently. {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 06:18:30.952869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4c113e91-babe-4d00-8929-aadebbc24450 None None] Could not find standard attr ID for object 1d2bb39e-682b-417e-a653-d0f463c35840. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:18:30.957820 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.plugins.ml2.db [None req-4c113e91-babe-4d00-8929-aadebbc24450 None None] No ports have port_id starting with 1d2bb39e-682b-417e-a653-d0f463c35840 Feb 04 06:18:30.973537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Pushing event deleted for resources: {'Port': ['ID=1d2bb39e-682b-417e-a653-d0f463c35840,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:30.976874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] No DVR routers for this DVR port 1d2bb39e-682b-417e-a653-d0f463c35840 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:31.026159 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723b0ffa-b720-42db-a83f-f759ee17104b None None] DHCP port deletion for 04a1d759-3ff1-4702-a1c0-87e26fbe5ee7 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:18:31.055535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.072105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-71ea3f68-0b98-4b8c-b5c7-b55c3559bb81 None None] Could not find standard attr ID for object e6d9faba-f66b-44ec-b671-f2cd8a5b131a. {{(pid=102168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:18:31.077246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a1d759-3ff1-4702-a1c0-87e26fbe5ee7']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:31.086208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79e5f16-e777-4507-9e8d-231032a69bbe') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:31.086501 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79e5f16-e777-4507-9e8d-231032a69bbe') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:31.096149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.109346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.114932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:31.115313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:31.118353 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:31.178817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.185919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.188856 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "DELETE /v2.0/networks/04a1d759-3ff1-4702-a1c0-87e26fbe5ee7 HTTP/1.1" status: 204 len: 168 time: 0.5858774 Feb 04 06:18:31.191666 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51518) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:31.200983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41074de0-a153-4b8c-9f45-29f616539649 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Pushing event deleted for resources: {'Network': ['ID=04a1d759-3ff1-4702-a1c0-87e26fbe5ee7,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:31.219519 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a558d844-8087-4a0b-b263-4d606e64a8e6 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c57f07-d8ef-4d49-9f39-645749a38b18 HTTP/1.1" status: 200 len: 205 time: 0.0266578 Feb 04 06:18:31.221801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51520) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:31.294594 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0e49fb0-09fb-4911-bef8-29d52d54af64 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.696867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0e49fb0-09fb-4911-bef8-29d52d54af64 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.699867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0e49fb0-09fb-4911-bef8-29d52d54af64 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.749205 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0e49fb0-09fb-4911-bef8-29d52d54af64 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.749706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e49fb0-09fb-4911-bef8-29d52d54af64 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Fanout notify agent at l3_agent the message router_deleted on router 05c57f07-d8ef-4d49-9f39-645749a38b18 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:18:31.757267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0e49fb0-09fb-4911-bef8-29d52d54af64 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.758367 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e0e49fb0-09fb-4911-bef8-29d52d54af64 tempest-RoutersNegativeTest-1233571877 tempest-RoutersNegativeTest-1233571877-project] 10.222.0.15 "DELETE /v2.0/routers/05c57f07-d8ef-4d49-9f39-645749a38b18 HTTP/1.1" status: 204 len: 168 time: 0.5356755 Feb 04 06:18:31.994640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51526) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:32.122084 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c5d1f0c5-3b10-4a56-83bc-d70c5be6a341 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98a28cfd2dfa4b91a08a32af720ee976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262612 Feb 04 06:18:32.124462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51530) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:32.171372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5374d1a1-cfc0-441a-a425-658b59d4e482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.191632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5374d1a1-cfc0-441a-a425-658b59d4e482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.236880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5374d1a1-cfc0-441a-a425-658b59d4e482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.239441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5374d1a1-cfc0-441a-a425-658b59d4e482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.240576 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5374d1a1-cfc0-441a-a425-658b59d4e482 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4b72107-0b0f-4b0d-987d-4c4c1cf04ac3 HTTP/1.1" status: 204 len: 168 time: 0.1152332 Feb 04 06:18:32.248040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374d1a1-cfc0-441a-a425-658b59d4e482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b72107-0b0f-4b0d-987d-4c4c1cf04ac3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:32.831525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51552) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:32.926584 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1714833399-network', 'tenant_id': 'b027586f66064e058cfe7c07789f7698'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:32.949422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Made reservation on behalf of b027586f66064e058cfe7c07789f7698 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:32.951643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.963476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.035167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.039715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.065466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:33.074423 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12d9ff2-4726-452d-b5cf-b208f796c2b4,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:33.081160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.081624 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Added segment 669ae2c2-9e61-4ee6-aa7d-8b523e658b62 of type vlan for network fd905e93-29f4-471c-90ad-3d93c6a71756 Feb 04 06:18:33.120594 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.144589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.145535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:33.146101 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.192229 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3596227 Feb 04 06:18:33.195288 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51556) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:33.200528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] Request body: {'subnet': {'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1714833399-subnet', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:33.206865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1ade1-f0ea-4c31-9080-104b699e63cb admin admin] Pushing event updated for resources: {'Network': ['ID=fd905e93-29f4-471c-90ad-3d93c6a71756,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:33.216769 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network fd905e93-29f4-471c-90ad-3d93c6a71756 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:18:33.222944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] Made reservation on behalf of b027586f66064e058cfe7c07789f7698 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:33.225437 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.389001 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.444694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:33.452488 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] Checking segment: {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:33.452844 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] Network hostable DHCP agents. Network: fd905e93-29f4-471c-90ad-3d93c6a71756, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:33.468276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] Network fd905e93-29f4-471c-90ad-3d93c6a71756 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:33.476795 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, fd905e93-29f4-471c-90ad-3d93c6a71756) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:33.480756 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:33.481365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.487835 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90db5d6f-237a-4cf3-aae4-36096d1492ed None None] Network fd905e93-29f4-471c-90ad-3d93c6a71756 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:33.495836 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-68562640-185d-4a40-8c2c-766f7e109012 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.2994883 Feb 04 06:18:33.499068 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51558) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:33.503279 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1714833399-router', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:33.525304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.526277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.580130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.631906 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-fd905e93-29f4-471c-90ad-3d93c6a71756', 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'fixed_ips': [{'subnet_id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:18:33.632811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.717350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.769491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Allocated IP 172.20.0.2 (fd905e93-29f4-471c-90ad-3d93c6a71756/f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e/c5017830-0588-4a70-b978-0efb934d5f1f) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:33.907545 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.913315 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.913702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.932728 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.958233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Network fd905e93-29f4-471c-90ad-3d93c6a71756 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:33.961026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:33.964388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:33.969966 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Pushing event updated for resources: {'Port': ['ID=c5017830-0588-4a70-b978-0efb934d5f1f,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:34.020482 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Attempting to bind port c5017830-0588-4a70-b978-0efb934d5f1f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:34.020849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Attempting to bind port c5017830-0588-4a70-b978-0efb934d5f1f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:34.021240 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Attempting to bind port c5017830-0588-4a70-b978-0efb934d5f1f on network fd905e93-29f4-471c-90ad-3d93c6a71756 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:34.026039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:34.026410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Checking segment: {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:34.026807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.027194 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Bound using segment: {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:34.027831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Bound port: c5017830-0588-4a70-b978-0efb934d5f1f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:34.028359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.044341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Allocated IP 172.26.5.21 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/cac52116-5ea8-4dc2-9fde-f5d09afb21d3) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:34.091055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] For port c5017830-0588-4a70-b978-0efb934d5f1f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:34.094255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] For port c5017830-0588-4a70-b978-0efb934d5f1f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c5017830-0588-4a70-b978-0efb934d5f1f,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:34.097962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.152050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.154866 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fe261-67be-4d6d-bda4-34db3aa9ee17 None None] Pushing event updated for resources: {'Port': ['ID=c5017830-0588-4a70-b978-0efb934d5f1f,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:34.184634 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.232387 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:34.235093 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:34.239588 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:34.242729 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Pushing event updated for resources: {'Port': ['ID=cac52116-5ea8-4dc2-9fde-f5d09afb21d3,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:34.517451 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.718142 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.857388 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Router ca7b42da-b081-4db6-a36e-80c3776d8faa is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:18:34.963069 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:18:34.975082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Sync routers for ids ['ca7b42da-b081-4db6-a36e-80c3776d8faa'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:34.985953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Routers {'ca7b42da-b081-4db6-a36e-80c3776d8faa'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:34.986763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:18:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['ca7b42da-b081-4db6-a36e-80c3776d8faa'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:34.989915 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.991177 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-29c12879-04af-4b84-93de-1c99a54b1675 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4911873 Feb 04 06:18:34.994396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51562) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:35.021872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dcba97-3d22-49c6-9cab-40ce095be2db None None] Network fd905e93-29f4-471c-90ad-3d93c6a71756 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:35.163640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ebb89aa9-82db-4e72-bf7f-f44874e623c4 None None] Provisioning complete for port c5017830-0588-4a70-b978-0efb934d5f1f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:35.164013 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ebb89aa9-82db-4e72-bf7f-f44874e623c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.170037 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Set router ca7b42da-b081-4db6-a36e-80c3776d8faa gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:35.246420 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c5017830-0588-4a70-b978-0efb934d5f1f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:35.432701 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.482749 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ebb89aa9-82db-4e72-bf7f-f44874e623c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.487041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c5017830-0588-4a70-b978-0efb934d5f1f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:35.487389 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.557980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ebb89aa9-82db-4e72-bf7f-f44874e623c4 None None] For port c5017830-0588-4a70-b978-0efb934d5f1f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c5017830-0588-4a70-b978-0efb934d5f1f,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:35.567002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ebb89aa9-82db-4e72-bf7f-f44874e623c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.607586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Allocated IP 172.20.0.1 (fd905e93-29f4-471c-90ad-3d93c6a71756/f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e/849cf378-b6d9-44bc-8ebd-1206dde34867) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:35.632497 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'name': 'tempest-TestEncryptedCinderVolumes-1714833399-router', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:34Z', 'revision_number': 3, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'gw_port': {'id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:35.722393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.758427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.798603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Network fd905e93-29f4-471c-90ad-3d93c6a71756 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:35.801812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:35.804376 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:35.824833 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Checking router: ca7b42da-b081-4db6-a36e-80c3776d8faa for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:35.825231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Updating router ca7b42da-b081-4db6-a36e-80c3776d8faa port cac52116-5ea8-4dc2-9fde-f5d09afb21d3 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:35.831748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb89aa9-82db-4e72-bf7f-f44874e623c4 None None] Pushing event updated for resources: {'Port': ['ID=c5017830-0588-4a70-b978-0efb934d5f1f,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:35.850520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.864446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.867173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0f73f925-4ac8-458e-a5dc-d3a051dee4e7 None None] Provisioning complete for port c5017830-0588-4a70-b978-0efb934d5f1f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:35.867533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0f73f925-4ac8-458e-a5dc-d3a051dee4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.892467 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Pushing event updated for resources: {'Port': ['ID=849cf378-b6d9-44bc-8ebd-1206dde34867,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:35.994370 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.157436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.161838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.190258 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.196783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.232859 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-afba6c11-784d-4499-8318-1c1dce79467e None None] Provisioning complete for port 849cf378-b6d9-44bc-8ebd-1206dde34867 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:36.233268 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-afba6c11-784d-4499-8318-1c1dce79467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.235857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.237835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Pushing event updated for resources: {'Port': ['ID=849cf378-b6d9-44bc-8ebd-1206dde34867,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:36.250546 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.250898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.251239 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.251583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.251916 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.252247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.252575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.252899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.253259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.253583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.253908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.254225 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:36.288590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Attempting to bind port cac52116-5ea8-4dc2-9fde-f5d09afb21d3 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:36.288968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Attempting to bind port cac52116-5ea8-4dc2-9fde-f5d09afb21d3 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:36.289367 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Attempting to bind port cac52116-5ea8-4dc2-9fde-f5d09afb21d3 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:36.291246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fed2a-18b8-4f55-88e9-aafcaeb2d356 None None] Pushing event updated for resources: {'Port': ['ID=cac52116-5ea8-4dc2-9fde-f5d09afb21d3,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:36.299197 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-afba6c11-784d-4499-8318-1c1dce79467e None None] Port 849cf378-b6d9-44bc-8ebd-1206dde34867 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:18:36.301147 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:36.301532 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:36.301942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.302339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:36.302821 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Bound port: cac52116-5ea8-4dc2-9fde-f5d09afb21d3, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:36.303211 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.352159 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Network fd905e93-29f4-471c-90ad-3d93c6a71756 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:36.353920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:36.357819 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] For port cac52116-5ea8-4dc2-9fde-f5d09afb21d3, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:36.362503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] For port cac52116-5ea8-4dc2-9fde-f5d09afb21d3, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cac52116-5ea8-4dc2-9fde-f5d09afb21d3,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:36.368239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.428321 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Routers {'ca7b42da-b081-4db6-a36e-80c3776d8faa'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:36.428950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:18:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['ca7b42da-b081-4db6-a36e-80c3776d8faa'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:36.470574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fed2a-18b8-4f55-88e9-aafcaeb2d356 None None] Pushing event updated for resources: {'Port': ['ID=cac52116-5ea8-4dc2-9fde-f5d09afb21d3,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:36.486442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Router ca7b42da-b081-4db6-a36e-80c3776d8faa has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:18:36.555184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] Set router ca7b42da-b081-4db6-a36e-80c3776d8faa gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:36.611685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:18:36.616639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e3f0509f-54c2-4a20-b113-4acdc68af81b admin admin] 10.222.0.15 "PUT /v2.0/routers/ca7b42da-b081-4db6-a36e-80c3776d8faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6211133 Feb 04 06:18:36.689221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e23002b9-66f1-4b87-9750-3e989db25359 None None] Provisioning complete for port 849cf378-b6d9-44bc-8ebd-1206dde34867 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:36.689600 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e23002b9-66f1-4b87-9750-3e989db25359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.748941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e23002b9-66f1-4b87-9750-3e989db25359 None None] Port 849cf378-b6d9-44bc-8ebd-1206dde34867 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:18:36.816817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'name': 'tempest-TestEncryptedCinderVolumes-1714833399-router', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:35Z', 'revision_number': 4, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'gw_port': {'id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '849cf378-b6d9-44bc-8ebd-1206dde34867', 'name': '', 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'mac_address': 'fa:16:3e:2b:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:35Z', 'updated_at': '2022-02-04T06:18:36Z', 'revision_number': 2, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'subnets': [{'id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:36.849317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac977e-0bf6-41c8-b23c-ce5a2090f0d3 None None] The sync data for ids ['ca7b42da-b081-4db6-a36e-80c3776d8faa'] in dv-neutron-826811-2-hyperv is: [{'id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'name': 'tempest-TestEncryptedCinderVolumes-1714833399-router', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:35Z', 'revision_number': 4, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'gw_port': {'id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '849cf378-b6d9-44bc-8ebd-1206dde34867', 'name': '', 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'mac_address': 'fa:16:3e:2b:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:35Z', 'updated_at': '2022-02-04T06:18:36Z', 'revision_number': 2, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'subnets': [{'id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:37.176351 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51578) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:37.181766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-589018912-network', 'tenant_id': '2fc65538b3444db9ab7868726e47653e'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:37.207547 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c5017830-0588-4a70-b978-0efb934d5f1f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:37.210355 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Made reservation on behalf of 2fc65538b3444db9ab7868726e47653e for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:37.213045 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.223936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.266295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c5017830-0588-4a70-b978-0efb934d5f1f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:37.266724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.311635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.316038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.339174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:37.356071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da253d31-6a7a-458d-8636-d4cdfde7b0ad,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:37.360241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.360592 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Added segment ded3a99b-9c08-44a9-acb3-c55b48aa6648 of type vlan for network cc8104c0-0930-402a-8bab-3d0e6b864635 Feb 04 06:18:37.402710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.428936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.430043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:37.430692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.487620 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3076894 Feb 04 06:18:37.488341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51580) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:37.493613 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] Request body: {'subnet': {'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-589018912-subnet', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:37.494724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cfad9-86ae-4135-9c75-d1302e94015c admin admin] Pushing event updated for resources: {'Network': ['ID=cc8104c0-0930-402a-8bab-3d0e6b864635,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:37.506624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network cc8104c0-0930-402a-8bab-3d0e6b864635 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:18:37.519683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] Made reservation on behalf of 2fc65538b3444db9ab7868726e47653e for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:37.523075 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.717664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.779843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dfaf12b-ea6b-459e-b486-7c639c7bfa4e,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:37.788545 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] Checking segment: {'id': 'ded3a99b-9c08-44a9-acb3-c55b48aa6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:37.788901 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] Network hostable DHCP agents. Network: cc8104c0-0930-402a-8bab-3d0e6b864635, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:37.806425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] Network cc8104c0-0930-402a-8bab-3d0e6b864635 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:37.816652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, cc8104c0-0930-402a-8bab-3d0e6b864635) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:37.820667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:37.821289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.827875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c493b1-f634-4a93-ba1f-187a93caa4c0 None None] Network cc8104c0-0930-402a-8bab-3d0e6b864635 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:37.842695 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d4463970-2e91-4f69-8a1b-43f9a680b498 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3528845 Feb 04 06:18:37.842916 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51582) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:37.850666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-589018912-router', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:37.874965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.878222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.938533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.994216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-cc8104c0-0930-402a-8bab-3d0e6b864635', 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'fixed_ips': [{'subnet_id': '0dfaf12b-ea6b-459e-b486-7c639c7bfa4e'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:18:37.995105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.078393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.140879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Allocated IP 172.20.0.2 (cc8104c0-0930-402a-8bab-3d0e6b864635/0dfaf12b-ea6b-459e-b486-7c639c7bfa4e/7f2e803c-558a-43aa-a71a-c6c20ff0d0cd) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:38.295848 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.302358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.346123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Network cc8104c0-0930-402a-8bab-3d0e6b864635 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:38.348965 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:38.353266 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:38.356508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Pushing event updated for resources: {'Port': ['ID=7f2e803c-558a-43aa-a71a-c6c20ff0d0cd,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:38.411171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Attempting to bind port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:38.411540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Attempting to bind port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'ded3a99b-9c08-44a9-acb3-c55b48aa6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:38.411904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Attempting to bind port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd on network cc8104c0-0930-402a-8bab-3d0e6b864635 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:38.417212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:38.417582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Checking segment: {'id': 'ded3a99b-9c08-44a9-acb3-c55b48aa6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:38.418137 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.418524 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Bound using segment: {'id': 'ded3a99b-9c08-44a9-acb3-c55b48aa6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:38.418980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Bound port: 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded3a99b-9c08-44a9-acb3-c55b48aa6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:38.419356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.483301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] For port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:38.486281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] For port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7f2e803c-558a-43aa-a71a-c6c20ff0d0cd,segment=NetworkSegment(ded3a99b-9c08-44a9-acb3-c55b48aa6648),segment_id=ded3a99b-9c08-44a9-acb3-c55b48aa6648)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:38.490688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.554150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083e9d2-6329-4610-8dac-2f2da1771e37 None None] Pushing event updated for resources: {'Port': ['ID=7f2e803c-558a-43aa-a71a-c6c20ff0d0cd,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:38.564799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.584907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.695774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Allocated IP 172.26.5.101 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/d774c451-060a-46e4-af0f-48dda3009dcd) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:38.824720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.862277 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.914467 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:38.919724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:38.922217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:38.927920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Pushing event updated for resources: {'Port': ['ID=d774c451-060a-46e4-af0f-48dda3009dcd,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:38.964333 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Sync routers for ids ['ca7b42da-b081-4db6-a36e-80c3776d8faa'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:38.972905 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Routers {'ca7b42da-b081-4db6-a36e-80c3776d8faa'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:38.973527 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:18:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['ca7b42da-b081-4db6-a36e-80c3776d8faa'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:39.078500 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Set router ca7b42da-b081-4db6-a36e-80c3776d8faa gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:39.186441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.294022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cac52116-5ea8-4dc2-9fde-f5d09afb21d3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:39.309454 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'name': 'tempest-TestEncryptedCinderVolumes-1714833399-router', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:35Z', 'revision_number': 4, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'gw_port': {'id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '849cf378-b6d9-44bc-8ebd-1206dde34867', 'name': '', 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'mac_address': 'fa:16:3e:2b:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:35Z', 'updated_at': '2022-02-04T06:18:36Z', 'revision_number': 2, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'subnets': [{'id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:39.341096 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Checking router: ca7b42da-b081-4db6-a36e-80c3776d8faa for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:39.341096 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Updating router ca7b42da-b081-4db6-a36e-80c3776d8faa port 849cf378-b6d9-44bc-8ebd-1206dde34867 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:39.341396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port cac52116-5ea8-4dc2-9fde-f5d09afb21d3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:39.341835 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.366487 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.398813 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.424621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.446764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port cac52116-5ea8-4dc2-9fde-f5d09afb21d3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cac52116-5ea8-4dc2-9fde-f5d09afb21d3,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:39.455682 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.456803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:39.554407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=cac52116-5ea8-4dc2-9fde-f5d09afb21d3,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:39.555644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Router 6024b2fb-a2fe-4572-8676-9604d4a126e7 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:18:39.559622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:39.559622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.651654 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.683150 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.690547 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.696678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7f2e803c-558a-43aa-a71a-c6c20ff0d0cd,segment=NetworkSegment(ded3a99b-9c08-44a9-acb3-c55b48aa6648),segment_id=ded3a99b-9c08-44a9-acb3-c55b48aa6648)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:39.702930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.706256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:18:39.740716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.744835 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-da7fb13c-a0b4-4d33-949e-995036cccccb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8986969 Feb 04 06:18:39.745263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51584) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:39.747212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Sync routers for ids ['6024b2fb-a2fe-4572-8676-9604d4a126e7'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:39.769597 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Routers {'6024b2fb-a2fe-4572-8676-9604d4a126e7'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:39.770233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:18:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6024b2fb-a2fe-4572-8676-9604d4a126e7'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:39.775981 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Pushing event updated for resources: {'Port': ['ID=849cf378-b6d9-44bc-8ebd-1206dde34867,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:39.811679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=7f2e803c-558a-43aa-a71a-c6c20ff0d0cd,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:39.816013 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.816699 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.817305 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.817808 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.818290 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.818865 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.819359 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.819837 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.820315 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.820801 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.821394 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.822050 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:39.866807 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Attempting to bind port 849cf378-b6d9-44bc-8ebd-1206dde34867 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:39.867076 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Attempting to bind port 849cf378-b6d9-44bc-8ebd-1206dde34867 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:39.867435 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Attempting to bind port 849cf378-b6d9-44bc-8ebd-1206dde34867 on network fd905e93-29f4-471c-90ad-3d93c6a71756 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:39.880462 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:39.880835 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Checking segment: {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:39.881261 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.881650 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Bound using segment: {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:39.882113 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Bound port: 849cf378-b6d9-44bc-8ebd-1206dde34867, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:39.882491 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.938168 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Set router 6024b2fb-a2fe-4572-8676-9604d4a126e7 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:39.970116 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] For port 849cf378-b6d9-44bc-8ebd-1206dde34867, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:39.973473 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] For port 849cf378-b6d9-44bc-8ebd-1206dde34867, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=849cf378-b6d9-44bc-8ebd-1206dde34867,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:39.984864 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.986163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32eb291-00ae-4d33-8586-49ab7f23b6b6 None None] Network cc8104c0-0930-402a-8bab-3d0e6b864635 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:40.038918 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Routers {'ca7b42da-b081-4db6-a36e-80c3776d8faa'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:40.039838 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:18:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['ca7b42da-b081-4db6-a36e-80c3776d8faa'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:40.101329 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68eb9ee-b641-4bba-abd4-0d5c83b3db7b None None] Pushing event updated for resources: {'Port': ['ID=849cf378-b6d9-44bc-8ebd-1206dde34867,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:40.167174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-aaf279f5-db79-4dfa-85e3-08d35b2baa1c None None] Provisioning complete for port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:40.167576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-aaf279f5-db79-4dfa-85e3-08d35b2baa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.330693 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] Set router ca7b42da-b081-4db6-a36e-80c3776d8faa gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:40.408235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.554700 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'name': 'tempest-TestEncryptedCinderVolumes-1714833399-router', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:35Z', 'revision_number': 4, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'gw_port': {'id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '849cf378-b6d9-44bc-8ebd-1206dde34867', 'name': '', 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'mac_address': 'fa:16:3e:2b:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:35Z', 'updated_at': '2022-02-04T06:18:39Z', 'revision_number': 4, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'subnets': [{'id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:40.583382 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc0e20d-4e8d-4529-8939-2979023eb2ae None None] The sync data for ids ['ca7b42da-b081-4db6-a36e-80c3776d8faa'] in dv-neutron-826811-2-hyperv is: [{'id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'name': 'tempest-TestEncryptedCinderVolumes-1714833399-router', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:35Z', 'revision_number': 4, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'gw_port': {'id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '849cf378-b6d9-44bc-8ebd-1206dde34867', 'name': '', 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'mac_address': 'fa:16:3e:2b:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:35Z', 'updated_at': '2022-02-04T06:18:39Z', 'revision_number': 4, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'subnets': [{'id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:40.596625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Allocated IP 172.20.0.1 (cc8104c0-0930-402a-8bab-3d0e6b864635/0dfaf12b-ea6b-459e-b486-7c639c7bfa4e/a9d1b715-13f2-42e2-96ff-168e8fcb51bc) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:40.632687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'name': 'tempest-TestEncryptedCinderVolumes-589018912-router', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:39Z', 'revision_number': 3, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'gw_port': {'id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:38Z', 'updated_at': '2022-02-04T06:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:40.679191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Checking router: 6024b2fb-a2fe-4572-8676-9604d4a126e7 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:40.679552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Updating router 6024b2fb-a2fe-4572-8676-9604d4a126e7 port d774c451-060a-46e4-af0f-48dda3009dcd binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:40.740462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.747508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.797094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9cbc38b3-f348-4b61-95bd-17294151de84 None None] Provisioning complete for port 849cf378-b6d9-44bc-8ebd-1206dde34867 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:40.797844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9cbc38b3-f348-4b61-95bd-17294151de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.799586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.847039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Network cc8104c0-0930-402a-8bab-3d0e6b864635 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:40.866012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:40.869034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:40.928938 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Pushing event updated for resources: {'Port': ['ID=a9d1b715-13f2-42e2-96ff-168e8fcb51bc,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:40.933004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.097574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9cbc38b3-f348-4b61-95bd-17294151de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.138497 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.154701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-9cbc38b3-f348-4b61-95bd-17294151de84 None None] For port 849cf378-b6d9-44bc-8ebd-1206dde34867, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=849cf378-b6d9-44bc-8ebd-1206dde34867,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:41.163223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9cbc38b3-f348-4b61-95bd-17294151de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.251271 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc38b3-f348-4b61-95bd-17294151de84 None None] Pushing event updated for resources: {'Port': ['ID=849cf378-b6d9-44bc-8ebd-1206dde34867,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:41.268341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.283252 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.288361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cac52116-5ea8-4dc2-9fde-f5d09afb21d3 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:41.321765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.327753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.353394 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3eb4bba9-49fe-42a2-a8f5-7b294bb9649a None None] Provisioning complete for port a9d1b715-13f2-42e2-96ff-168e8fcb51bc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:41.353781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3eb4bba9-49fe-42a2-a8f5-7b294bb9649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.397885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ed5dd-ad10-4e06-b213-6f798e53b82e None None] Pushing event updated for resources: {'Port': ['ID=d774c451-060a-46e4-af0f-48dda3009dcd,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:41.403208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.405283 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Pushing event updated for resources: {'Port': ['ID=a9d1b715-13f2-42e2-96ff-168e8fcb51bc,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:41.406907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Attempting to bind port d774c451-060a-46e4-af0f-48dda3009dcd on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:41.407278 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Attempting to bind port d774c451-060a-46e4-af0f-48dda3009dcd by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:41.407641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Attempting to bind port d774c451-060a-46e4-af0f-48dda3009dcd on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:41.415020 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:41.415447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:41.415847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.416230 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:41.416743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Bound port: d774c451-060a-46e4-af0f-48dda3009dcd, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:41.417068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.445617 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4bba9-49fe-42a2-a8f5-7b294bb9649a None None] Port a9d1b715-13f2-42e2-96ff-168e8fcb51bc cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:18:41.477561 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port cac52116-5ea8-4dc2-9fde-f5d09afb21d3 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:41.477929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.484188 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3eb4bba9-49fe-42a2-a8f5-7b294bb9649a None None] Provisioning complete for port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:41.484378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3eb4bba9-49fe-42a2-a8f5-7b294bb9649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.503601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Network cc8104c0-0930-402a-8bab-3d0e6b864635 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:41.504999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:41.529389 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] For port d774c451-060a-46e4-af0f-48dda3009dcd, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:41.555298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] For port d774c451-060a-46e4-af0f-48dda3009dcd, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d774c451-060a-46e4-af0f-48dda3009dcd,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:41.565812 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.635581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Router 6024b2fb-a2fe-4572-8676-9604d4a126e7 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:18:41.665941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ed5dd-ad10-4e06-b213-6f798e53b82e None None] Pushing event updated for resources: {'Port': ['ID=d774c451-060a-46e4-af0f-48dda3009dcd,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:41.668781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Routers {'6024b2fb-a2fe-4572-8676-9604d4a126e7'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:41.669396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:18:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6024b2fb-a2fe-4572-8676-9604d4a126e7'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:41.689347 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:18:41.752844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:41.753816 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:18:41.760155 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-464efa1f-200b-4b97-a1c9-610fe4945bef admin admin] 10.222.0.15 "PUT /v2.0/routers/6024b2fb-a2fe-4572-8676-9604d4a126e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0130947 Feb 04 06:18:41.842102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] Set router 6024b2fb-a2fe-4572-8676-9604d4a126e7 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:41.890954 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:41.891325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.956364 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-57c56f77-3907-4d7e-8060-9d2501c02cf6 None None] Provisioning complete for port a9d1b715-13f2-42e2-96ff-168e8fcb51bc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:41.956638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-57c56f77-3907-4d7e-8060-9d2501c02cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.034753 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-57c56f77-3907-4d7e-8060-9d2501c02cf6 None None] Port a9d1b715-13f2-42e2-96ff-168e8fcb51bc cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:18:42.119387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 849cf378-b6d9-44bc-8ebd-1206dde34867 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:42.175401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'name': 'tempest-TestEncryptedCinderVolumes-589018912-router', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 4, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'gw_port': {'id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:38Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a9d1b715-13f2-42e2-96ff-168e8fcb51bc', 'name': '', 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'mac_address': 'fa:16:3e:b5:45:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0dfaf12b-ea6b-459e-b486-7c639c7bfa4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 2, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'subnets': [{'id': '0dfaf12b-ea6b-459e-b486-7c639c7bfa4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:42.204407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3d20-c2bc-456f-ad7c-e4cdaaf9ebb7 None None] The sync data for ids ['6024b2fb-a2fe-4572-8676-9604d4a126e7'] in dv-neutron-826811-2-hyperv is: [{'id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'name': 'tempest-TestEncryptedCinderVolumes-589018912-router', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 4, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'gw_port': {'id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:38Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a9d1b715-13f2-42e2-96ff-168e8fcb51bc', 'name': '', 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'mac_address': 'fa:16:3e:b5:45:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0dfaf12b-ea6b-459e-b486-7c639c7bfa4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 2, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'subnets': [{'id': '0dfaf12b-ea6b-459e-b486-7c639c7bfa4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:42.206070 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 849cf378-b6d9-44bc-8ebd-1206dde34867 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:42.206493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.681210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-889dddd7-2662-4e42-a0c2-01b1b6d81650 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:42.682755 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-889dddd7-2662-4e42-a0c2-01b1b6d81650 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/networks?id=fd905e93-29f4-471c-90ad-3d93c6a71756 HTTP/1.1" status: 200 len: 817 time: 0.1091330 Feb 04 06:18:42.699266 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-110948d1-b361-4048-895f-d24a974b658d tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/quotas/b027586f66064e058cfe7c07789f7698 HTTP/1.1" status: 200 len: 375 time: 0.0101104 Feb 04 06:18:42.754501 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-75784dfa-78b1-4290-b237-e1661df8531e tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b027586f66064e058cfe7c07789f7698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493393 Feb 04 06:18:42.854101 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-84e43230-c5d4-4e2d-9dc5-2fd1aca83a3c service neutron] 10.222.0.15 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866804 Feb 04 06:18:42.943761 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-3bc7041b-cc10-4424-9bb5-13aeb443f6e8 service neutron] 10.222.0.15 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827549 Feb 04 06:18:43.098817 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9ad10710-a441-4fa9-ae19-97d5835132c2 req-6ef7f8c9-4efd-4fbd-8db2-5c7d7d80127b tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 210 time: 0.0279360 Feb 04 06:18:43.186777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 849cf378-b6d9-44bc-8ebd-1206dde34867 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:43.234489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 849cf378-b6d9-44bc-8ebd-1206dde34867 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:43.234860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.181490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-4e839fae-57c3-419d-b35c-3f8cfd5b1082 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:44.182898 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-4e839fae-57c3-419d-b35c-3f8cfd5b1082 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.36 "GET /v2.0/networks?id=fd905e93-29f4-471c-90ad-3d93c6a71756 HTTP/1.1" status: 200 len: 817 time: 0.1231234 Feb 04 06:18:44.196721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Request body: {'port': {'device_id': '35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9', 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756', 'admin_state_up': True, 'tenant_id': 'b027586f66064e058cfe7c07789f7698'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:44.215943 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-894ece6f-3653-47ba-8ded-a2af6c768610 req-211ccf9a-947c-4933-a5e6-c97e33299f47 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 210 time: 0.0417123 Feb 04 06:18:44.317557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Made reservation on behalf of b027586f66064e058cfe7c07789f7698 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:44.321058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.457480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Allocated IP 172.20.0.4 (fd905e93-29f4-471c-90ad-3d93c6a71756/f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e/a54de59b-7aca-4df5-8d85-725e7a7ef453) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:44.606094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.640187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.686191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Network fd905e93-29f4-471c-90ad-3d93c6a71756 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:44.689116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:44.692713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:44.716750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Pushing event updated for resources: {'Port': ['ID=a54de59b-7aca-4df5-8d85-725e7a7ef453,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:44.751563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:44.752231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.768665 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ac090a68-0e2d-445b-8fa1-fa525fd7ad75 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758142 Feb 04 06:18:44.829884 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Sync routers for ids ['6024b2fb-a2fe-4572-8676-9604d4a126e7'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:44.838915 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Routers {'6024b2fb-a2fe-4572-8676-9604d4a126e7'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:44.839567 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:18:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6024b2fb-a2fe-4572-8676-9604d4a126e7'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:44.885978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Request body: {'port': {'device_id': '35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:44.958571 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Set router 6024b2fb-a2fe-4572-8676-9604d4a126e7 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:44.971036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9d7e7103-45ff-4131-b2c0-27cff9dac22b None None] Provisioning complete for port a54de59b-7aca-4df5-8d85-725e7a7ef453 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:44.971652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9d7e7103-45ff-4131-b2c0-27cff9dac22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.008205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e7103-45ff-4131-b2c0-27cff9dac22b None None] Port a54de59b-7aca-4df5-8d85-725e7a7ef453 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:18:45.179896 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'name': 'tempest-TestEncryptedCinderVolumes-589018912-router', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 4, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'gw_port': {'id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:38Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a9d1b715-13f2-42e2-96ff-168e8fcb51bc', 'name': '', 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'mac_address': 'fa:16:3e:b5:45:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0dfaf12b-ea6b-459e-b486-7c639c7bfa4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 2, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'subnets': [{'id': '0dfaf12b-ea6b-459e-b486-7c639c7bfa4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:45.213463 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Checking router: 6024b2fb-a2fe-4572-8676-9604d4a126e7 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:45.213821 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Updating router 6024b2fb-a2fe-4572-8676-9604d4a126e7 port a9d1b715-13f2-42e2-96ff-168e8fcb51bc binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:45.223405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.239658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d774c451-060a-46e4-af0f-48dda3009dcd up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:45.241732 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.291957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d774c451-060a-46e4-af0f-48dda3009dcd triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:45.292878 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.375650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.396661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port d774c451-060a-46e4-af0f-48dda3009dcd, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d774c451-060a-46e4-af0f-48dda3009dcd,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:45.402737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.441749 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e3b92-6573-455c-bd73-46fbe70ec1a6 req-04b67b78-a9e6-4d9c-a96b-2557ad086575 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:45.449939 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0a0e3b92-6573-455c-bd73-46fbe70ec1a6 req-04b67b78-a9e6-4d9c-a96b-2557ad086575 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 931 time: 0.1593521 Feb 04 06:18:45.453624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=d774c451-060a-46e4-af0f-48dda3009dcd,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:45.504046 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0a0e3b92-6573-455c-bd73-46fbe70ec1a6 req-79c6f58e-1fbf-4687-a9b2-acc6257f6093 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529985 Feb 04 06:18:45.541025 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.546513 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.588084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54de59b-7aca-4df5-8d85-725e7a7ef453 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:45.592929 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cc428-2eaa-43de-868b-0e4cddeffeeb None None] Pushing event updated for resources: {'Port': ['ID=a9d1b715-13f2-42e2-96ff-168e8fcb51bc,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:45.598452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.612980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Transition to ACTIVE for port object a54de59b-7aca-4df5-8d85-725e7a7ef453 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:45.617811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.656155 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Attempting to bind port a9d1b715-13f2-42e2-96ff-168e8fcb51bc on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:45.656861 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Attempting to bind port a9d1b715-13f2-42e2-96ff-168e8fcb51bc by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'ded3a99b-9c08-44a9-acb3-c55b48aa6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:45.657561 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Attempting to bind port a9d1b715-13f2-42e2-96ff-168e8fcb51bc on network cc8104c0-0930-402a-8bab-3d0e6b864635 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:45.662858 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:45.663248 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Checking segment: {'id': 'ded3a99b-9c08-44a9-acb3-c55b48aa6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:45.663607 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.663992 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Bound using segment: {'id': 'ded3a99b-9c08-44a9-acb3-c55b48aa6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:45.664528 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Bound port: a9d1b715-13f2-42e2-96ff-168e8fcb51bc, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded3a99b-9c08-44a9-acb3-c55b48aa6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:45.665154 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.670900 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Pushing event updated for resources: {'Port': ['ID=a54de59b-7aca-4df5-8d85-725e7a7ef453,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:45.753315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Attempting to bind port a54de59b-7aca-4df5-8d85-725e7a7ef453 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:45.753654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Attempting to bind port a54de59b-7aca-4df5-8d85-725e7a7ef453 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:45.753985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Attempting to bind port a54de59b-7aca-4df5-8d85-725e7a7ef453 on network fd905e93-29f4-471c-90ad-3d93c6a71756 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:45.758576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Port a54de59b-7aca-4df5-8d85-725e7a7ef453 on network fd905e93-29f4-471c-90ad-3d93c6a71756 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:18:45.758895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Attempting to bind port a54de59b-7aca-4df5-8d85-725e7a7ef453 on network fd905e93-29f4-471c-90ad-3d93c6a71756 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:45.760359 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] For port a9d1b715-13f2-42e2-96ff-168e8fcb51bc, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:45.764250 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] For port a9d1b715-13f2-42e2-96ff-168e8fcb51bc, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a9d1b715-13f2-42e2-96ff-168e8fcb51bc,segment=NetworkSegment(ded3a99b-9c08-44a9-acb3-c55b48aa6648),segment_id=ded3a99b-9c08-44a9-acb3-c55b48aa6648)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:45.764906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:45.765416 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Checking segment: {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:45.766036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Bound using segment: {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:45.766582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Bound port: a54de59b-7aca-4df5-8d85-725e7a7ef453, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:45.767006 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.772512 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.831792 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Routers {'6024b2fb-a2fe-4572-8676-9604d4a126e7'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:45.833407 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:18:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6024b2fb-a2fe-4572-8676-9604d4a126e7'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:45.847168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] For port a54de59b-7aca-4df5-8d85-725e7a7ef453, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:45.850863 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] For port a54de59b-7aca-4df5-8d85-725e7a7ef453, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=a54de59b-7aca-4df5-8d85-725e7a7ef453,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:45.857572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.897676 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:45.898293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.900117 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] 10.222.0.36 "PUT /v2.0/ports/a54de59b-7aca-4df5-8d85-725e7a7ef453 HTTP/1.1" status: 200 len: 1093 time: 1.1236429 Feb 04 06:18:45.900117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9', 'tag': 'a54de59b-7aca-4df5-8d85-725e7a7ef453'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:45.902816 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1112285a-597f-48fc-90fb-d53a19141d31" -d '{"events": [{"name": "network-changed", "server_uuid": "35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9", "tag": "a54de59b-7aca-4df5-8d85-725e7a7ef453"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:18:45.911834 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cc428-2eaa-43de-868b-0e4cddeffeeb None None] Pushing event updated for resources: {'Port': ['ID=a9d1b715-13f2-42e2-96ff-168e8fcb51bc,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:45.945785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-41a4173e-7b4c-48a4-b78b-d218fac94edb None None] Provisioning complete for port a9d1b715-13f2-42e2-96ff-168e8fcb51bc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:45.946162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-41a4173e-7b4c-48a4-b78b-d218fac94edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.958792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4db41-5595-4e8d-b18c-885474216dfb service neutron] Pushing event updated for resources: {'Port': ['ID=a54de59b-7aca-4df5-8d85-725e7a7ef453,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:46.027551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-7c2f4aef-c5a4-46a8-a0c0-e97bc043b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:46.029201 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-7c2f4aef-c5a4-46a8-a0c0-e97bc043b440 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b027586f66064e058cfe7c07789f7698&device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0809534 Feb 04 06:18:46.048670 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] Set router 6024b2fb-a2fe-4572-8676-9604d4a126e7 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:46.098916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-41a4173e-7b4c-48a4-b78b-d218fac94edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.106516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90f8f20-fcd3-441e-8e50-0a7d0d8f88f0 x-openstack-request-id: req-f90f8f20-fcd3-441e-8e50-0a7d0d8f88f0 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:18:46.106907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9", "tag": "a54de59b-7aca-4df5-8d85-725e7a7ef453", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:18:46.107160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f90f8f20-fcd3-441e-8e50-0a7d0d8f88f0 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:18:46.107565 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9', 'tag': 'a54de59b-7aca-4df5-8d85-725e7a7ef453', 'status': 'completed', 'code': 200} Feb 04 06:18:46.109661 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-ba380155-d730-48d0-b39b-c0ddc7ea14a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a54de59b-7aca-4df5-8d85-725e7a7ef453 HTTP/1.1" status: 200 len: 217 time: 0.0730400 Feb 04 06:18:46.163494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-41a4173e-7b4c-48a4-b78b-d218fac94edb None None] For port a9d1b715-13f2-42e2-96ff-168e8fcb51bc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a9d1b715-13f2-42e2-96ff-168e8fcb51bc,segment=NetworkSegment(ded3a99b-9c08-44a9-acb3-c55b48aa6648),segment_id=ded3a99b-9c08-44a9-acb3-c55b48aa6648)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:46.167668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-b53de421-e0fd-461f-ba96-01b35e4797b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:46.169371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-41a4173e-7b4c-48a4-b78b-d218fac94edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.170469 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-b53de421-e0fd-461f-ba96-01b35e4797b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e HTTP/1.1" status: 200 len: 856 time: 0.0534313 Feb 04 06:18:46.232329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-8b7b7f90-8972-431b-876f-7976d3e7dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:46.233001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4173e-7b4c-48a4-b78b-d218fac94edb None None] Pushing event updated for resources: {'Port': ['ID=a9d1b715-13f2-42e2-96ff-168e8fcb51bc,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:46.234170 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-8b7b7f90-8972-431b-876f-7976d3e7dc89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd905e93-29f4-471c-90ad-3d93c6a71756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563910 Feb 04 06:18:46.279400 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'name': 'tempest-TestEncryptedCinderVolumes-589018912-router', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 4, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'gw_port': {'id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:38Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a9d1b715-13f2-42e2-96ff-168e8fcb51bc', 'name': '', 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'mac_address': 'fa:16:3e:b5:45:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0dfaf12b-ea6b-459e-b486-7c639c7bfa4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'subnets': [{'id': '0dfaf12b-ea6b-459e-b486-7c639c7bfa4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:46.292224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6d5c5e4c-a362-4482-9265-e86d72ed5258 None None] Provisioning complete for port a9d1b715-13f2-42e2-96ff-168e8fcb51bc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:46.293182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5e4c-a362-4482-9265-e86d72ed5258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.310253 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878cd319-5008-4cc6-9ae1-260bec077f8b None None] The sync data for ids ['6024b2fb-a2fe-4572-8676-9604d4a126e7'] in dv-neutron-826811-2-hyperv is: [{'id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'name': 'tempest-TestEncryptedCinderVolumes-589018912-router', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 4, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'gw_port': {'id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:38Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'a9d1b715-13f2-42e2-96ff-168e8fcb51bc', 'name': '', 'network_id': 'cc8104c0-0930-402a-8bab-3d0e6b864635', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'mac_address': 'fa:16:3e:b5:45:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0dfaf12b-ea6b-459e-b486-7c639c7bfa4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'subnets': [{'id': '0dfaf12b-ea6b-459e-b486-7c639c7bfa4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:46.332783 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-da3f53ee-b997-44e2-af23-6bb881f693fe service neutron] 10.222.0.36 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907304 Feb 04 06:18:46.428511 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd0baef5-88b4-4b69-a9d1-4edb5e26f89e req-6d6cda86-b4ae-45b8-9651-0b0ec578befd service neutron] 10.222.0.36 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896518 Feb 04 06:18:46.520761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112285a-597f-48fc-90fb-d53a19141d31 req-70ee4433-87a6-4004-b341-a81a3cb76e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:46.522308 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1112285a-597f-48fc-90fb-d53a19141d31 req-70ee4433-87a6-4004-b341-a81a3cb76e9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b027586f66064e058cfe7c07789f7698&device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0446579 Feb 04 06:18:46.657361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9835a05-32a7-4b92-8487-4df251397b1b req-165aed5e-fc36-4349-87fd-4f77424e3a6d tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:46.658926 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9835a05-32a7-4b92-8487-4df251397b1b req-165aed5e-fc36-4349-87fd-4f77424e3a6d tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0789742 Feb 04 06:18:46.664298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112285a-597f-48fc-90fb-d53a19141d31 req-15fc5d33-612b-41af-b175-105c7f4125a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:46.665769 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1112285a-597f-48fc-90fb-d53a19141d31 req-15fc5d33-612b-41af-b175-105c7f4125a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd905e93-29f4-471c-90ad-3d93c6a71756 HTTP/1.1" status: 200 len: 918 time: 0.1365225 Feb 04 06:18:46.724250 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1112285a-597f-48fc-90fb-d53a19141d31 req-5e7680d4-de79-4b46-817c-312ae3e9bc3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a54de59b-7aca-4df5-8d85-725e7a7ef453 HTTP/1.1" status: 200 len: 217 time: 0.0500202 Feb 04 06:18:46.745637 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a9835a05-32a7-4b92-8487-4df251397b1b req-c7c6ec81-8605-42cd-8850-aa1fb6b5aaba tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786111 Feb 04 06:18:46.783499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112285a-597f-48fc-90fb-d53a19141d31 req-9b61078a-cff1-4975-9249-bc0b3b86265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:46.784948 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1112285a-597f-48fc-90fb-d53a19141d31 req-9b61078a-cff1-4975-9249-bc0b3b86265a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e HTTP/1.1" status: 200 len: 856 time: 0.0528066 Feb 04 06:18:46.832329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112285a-597f-48fc-90fb-d53a19141d31 req-11a8dcfc-7224-4d6d-937e-e918141aeffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:46.833853 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1112285a-597f-48fc-90fb-d53a19141d31 req-11a8dcfc-7224-4d6d-937e-e918141aeffa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd905e93-29f4-471c-90ad-3d93c6a71756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422397 Feb 04 06:18:46.926200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1112285a-597f-48fc-90fb-d53a19141d31 req-e0f0f705-3749-47bf-9eb0-ad00f7aaae09 service neutron] 10.222.0.36 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850677 Feb 04 06:18:47.016162 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1112285a-597f-48fc-90fb-d53a19141d31 req-50da412b-0f3a-4403-be44-f31324b2dbc3 service neutron] 10.222.0.36 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831110 Feb 04 06:18:47.211103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a9d1b715-13f2-42e2-96ff-168e8fcb51bc up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:47.263151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port a9d1b715-13f2-42e2-96ff-168e8fcb51bc triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:47.263518 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.338164 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d774c451-060a-46e4-af0f-48dda3009dcd up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:47.382691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d774c451-060a-46e4-af0f-48dda3009dcd triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:47.383063 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.872247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a07b7-0eae-4130-aac4-dbb8c3817567 req-d7304225-0ce2-4779-9445-f192fb80fec1 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:47.873760 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e34a07b7-0eae-4130-aac4-dbb8c3817567 req-d7304225-0ce2-4779-9445-f192fb80fec1 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 943 time: 0.0563729 Feb 04 06:18:47.911048 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e34a07b7-0eae-4130-aac4-dbb8c3817567 req-f5bce658-393b-4af0-b591-9111d6be8b24 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312190 Feb 04 06:18:47.945492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device a54de59b-7aca-4df5-8d85-725e7a7ef453 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:18:48.034262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port a54de59b-7aca-4df5-8d85-725e7a7ef453, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=a54de59b-7aca-4df5-8d85-725e7a7ef453,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:48.044774 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'a54de59b-7aca-4df5-8d85-725e7a7ef453', 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756', 'port_id': 'a54de59b-7aca-4df5-8d85-725e7a7ef453', 'mac_address': 'fa:16:3e:85:74:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:18:48.083901 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.231299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54de59b-7aca-4df5-8d85-725e7a7ef453 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:48.250110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port a54de59b-7aca-4df5-8d85-725e7a7ef453, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=a54de59b-7aca-4df5-8d85-725e7a7ef453,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:48.254047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.299914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=a54de59b-7aca-4df5-8d85-725e7a7ef453,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:48.306670 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.307017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.307358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.307694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.308552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.308884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.309236 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.309564 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.309892 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.310213 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.310533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.310850 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.468878 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['a54de59b-7aca-4df5-8d85-725e7a7ef453'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:18:49.024110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e337e8-cfce-40d5-b8e6-da4c74b24978 req-b24710fb-c28b-4ee0-b7b8-2b7ec42020d4 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:49.025595 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-83e337e8-cfce-40d5-b8e6-da4c74b24978 req-b24710fb-c28b-4ee0-b7b8-2b7ec42020d4 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 944 time: 0.0489502 Feb 04 06:18:49.063595 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-83e337e8-cfce-40d5-b8e6-da4c74b24978 req-a4587717-5a9e-43e8-8677-50d86008b831 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Feb 04 06:18:49.955984 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device a54de59b-7aca-4df5-8d85-725e7a7ef453 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:50.002346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port a54de59b-7aca-4df5-8d85-725e7a7ef453 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:50.006130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port a54de59b-7aca-4df5-8d85-725e7a7ef453 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:50.006511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.082313 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.104669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54de59b-7aca-4df5-8d85-725e7a7ef453'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:50.107546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045d993d-7d12-4bcd-ad03-f4469ee46506" -d '{"events": [{"server_uuid": "35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9", "name": "network-vif-plugged", "status": "completed", "tag": "a54de59b-7aca-4df5-8d85-725e7a7ef453"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:18:50.121619 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port a54de59b-7aca-4df5-8d85-725e7a7ef453, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=a54de59b-7aca-4df5-8d85-725e7a7ef453,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:50.125764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.179056 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=a54de59b-7aca-4df5-8d85-725e7a7ef453,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:50.184291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb69bfd-f746-4dbb-b04b-769ffd95c057 req-c6839f9f-a9a0-4e0b-8ccc-7d391816a2a7 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:50.185880 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afb69bfd-f746-4dbb-b04b-769ffd95c057 req-c6839f9f-a9a0-4e0b-8ccc-7d391816a2a7 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0545514 Feb 04 06:18:50.215236 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c0594f-3d68-45bd-adc6-f29dbfb50de7 x-openstack-request-id: req-a9c0594f-3d68-45bd-adc6-f29dbfb50de7 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:18:50.215602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9", "name": "network-vif-plugged", "status": "completed", "tag": "a54de59b-7aca-4df5-8d85-725e7a7ef453", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:18:50.215945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9c0594f-3d68-45bd-adc6-f29dbfb50de7 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:18:50.216347 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54de59b-7aca-4df5-8d85-725e7a7ef453', 'code': 200} Feb 04 06:18:50.226257 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afb69bfd-f746-4dbb-b04b-769ffd95c057 req-28b84541-e238-4f65-87da-c65e120253cf tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342855 Feb 04 06:18:50.384180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f364529-ceb3-4bca-a177-1535cc497dbc req-2e402284-f811-41c0-a441-6aed40d0be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:50.385665 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2f364529-ceb3-4bca-a177-1535cc497dbc req-2e402284-f811-41c0-a441-6aed40d0be32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0430408 Feb 04 06:18:50.418401 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2f364529-ceb3-4bca-a177-1535cc497dbc req-c6496fdb-65dc-4234-9c45-da624f3ae590 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267522 Feb 04 06:18:51.210218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-807e811a-428e-4130-abef-c7b37d240daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.348450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b4a4-3f7b-4f69-bd8b-73d36d3532d4 req-5db98e4a-656a-4a8a-b33b-11d683e4c62c tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:51.349982 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1cb4b4a4-3f7b-4f69-bd8b-73d36d3532d4 req-5db98e4a-656a-4a8a-b33b-11d683e4c62c tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0500824 Feb 04 06:18:51.389145 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1cb4b4a4-3f7b-4f69-bd8b-73d36d3532d4 req-990acd09-4969-4601-b16b-0d2639023e0b tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Feb 04 06:18:52.504526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a5a0b-b042-481d-a562-12b6549bf47b req-6a15d08c-92a2-4689-a5b5-f1cae5880b04 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:52.506039 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-116a5a0b-b042-481d-a562-12b6549bf47b req-6a15d08c-92a2-4689-a5b5-f1cae5880b04 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0494092 Feb 04 06:18:52.543130 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-116a5a0b-b042-481d-a562-12b6549bf47b req-eb79fb81-d08f-459f-9215-451db9119da2 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311952 Feb 04 06:18:52.657733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a70d46-4a8e-4e47-b8ac-c10fa71084b6 req-7339fb02-aaca-438c-9441-d07337a05111 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:52.659174 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-52a70d46-4a8e-4e47-b8ac-c10fa71084b6 req-7339fb02-aaca-438c-9441-d07337a05111 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0510957 Feb 04 06:18:52.699898 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-52a70d46-4a8e-4e47-b8ac-c10fa71084b6 req-9c327b83-447c-4dd8-80ca-e503ee64e387 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Feb 04 06:18:53.465052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3eb1ef48-9e9e-413a-9eb2-0a0dbd546d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.798449 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.332785 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-4da5917c-d75c-4e98-a36d-8cc3df54c109 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392122 Feb 04 06:18:55.408737 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-da8b087c-2b12-4820-b5d4-4bc350867bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:55.410229 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-da8b087c-2b12-4820-b5d4-4bc350867bb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b027586f66064e058cfe7c07789f7698&device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0395155 Feb 04 06:18:55.516430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-3b55a0dc-8c97-4fb0-853d-bd39b1dec1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:55.517943 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-3b55a0dc-8c97-4fb0-853d-bd39b1dec1a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd905e93-29f4-471c-90ad-3d93c6a71756 HTTP/1.1" status: 200 len: 918 time: 0.0882733 Feb 04 06:18:55.559999 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-b8300f86-5675-4c71-a56f-7465027b8330 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a54de59b-7aca-4df5-8d85-725e7a7ef453 HTTP/1.1" status: 200 len: 217 time: 0.0347257 Feb 04 06:18:55.608550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-6acfb17a-d38d-48ba-a068-55c1784e7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:55.610034 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-6acfb17a-d38d-48ba-a068-55c1784e7ba6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e HTTP/1.1" status: 200 len: 856 time: 0.0435941 Feb 04 06:18:55.658935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-93dd0ebb-a1fd-4001-8b69-d6fee6796add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:55.660401 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-93dd0ebb-a1fd-4001-8b69-d6fee6796add service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd905e93-29f4-471c-90ad-3d93c6a71756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437522 Feb 04 06:18:55.747916 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-c782fc33-ff12-4b12-84e3-a09b81703cad service neutron] 10.222.0.36 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813620 Feb 04 06:18:55.852725 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ffc0665-48ab-41f0-8568-a764c9d90780 req-0f59728f-f28c-47c8-ac0b-c280e003a0d4 service neutron] 10.222.0.36 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977764 Feb 04 06:18:56.412250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.685644 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:58.599953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.691803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91f8f5-c85a-4024-ae89-57c977b34acf req-e5fee489-e854-4057-85a3-1b9912443254 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:12.693417 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fb91f8f5-c85a-4024-ae89-57c977b34acf req-e5fee489-e854-4057-85a3-1b9912443254 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0495639 Feb 04 06:19:12.734661 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fb91f8f5-c85a-4024-ae89-57c977b34acf req-f60f663f-1e07-4d6d-8871-7dee2fc8e935 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Feb 04 06:19:13.850560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817acd-2e63-4dec-acd7-ee3d20736508 req-557c586b-07c4-4d75-8989-7a6ce10024e7 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:13.852036 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-92817acd-2e63-4dec-acd7-ee3d20736508 req-557c586b-07c4-4d75-8989-7a6ce10024e7 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0486319 Feb 04 06:19:13.890607 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-92817acd-2e63-4dec-acd7-ee3d20736508 req-1f941aff-639d-4623-90a1-82212c07ce10 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Feb 04 06:19:14.294980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c8fa3-bd89-4bbc-a984-1a0e26f70533 req-8739c226-474d-476d-8fea-55535643fe4b tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:14.296412 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ae2c8fa3-bd89-4bbc-a984-1a0e26f70533 req-8739c226-474d-476d-8fea-55535643fe4b tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.36 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0474296 Feb 04 06:19:14.390097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-ae2c8fa3-bd89-4bbc-a984-1a0e26f70533 req-be385755-8920-4cec-8ca6-4bfe412d0786 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Deleting port a54de59b-7aca-4df5-8d85-725e7a7ef453 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:19:14.390432 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ae2c8fa3-bd89-4bbc-a984-1a0e26f70533 req-be385755-8920-4cec-8ca6-4bfe412d0786 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:14.481026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-ae2c8fa3-bd89-4bbc-a984-1a0e26f70533 req-be385755-8920-4cec-8ca6-4bfe412d0786 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] For port a54de59b-7aca-4df5-8d85-725e7a7ef453, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=a54de59b-7aca-4df5-8d85-725e7a7ef453,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:14.481417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ae2c8fa3-bd89-4bbc-a984-1a0e26f70533 req-be385755-8920-4cec-8ca6-4bfe412d0786 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:14.492743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-ae2c8fa3-bd89-4bbc-a984-1a0e26f70533 req-be385755-8920-4cec-8ca6-4bfe412d0786 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Calling delete_port for a54de59b-7aca-4df5-8d85-725e7a7ef453 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:19:14.624743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ae2c8fa3-bd89-4bbc-a984-1a0e26f70533 req-be385755-8920-4cec-8ca6-4bfe412d0786 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:14.636807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['a54de59b-7aca-4df5-8d85-725e7a7ef453'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:19:14.656171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be385755-8920-4cec-8ca6-4bfe412d0786 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Pushing event deleted for resources: {'Port': ['ID=a54de59b-7aca-4df5-8d85-725e7a7ef453,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:14.702359 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2c8fa3-bd89-4bbc-a984-1a0e26f70533 req-be385755-8920-4cec-8ca6-4bfe412d0786 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] No DVR routers for this DVR port a54de59b-7aca-4df5-8d85-725e7a7ef453 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:14.704900 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-ae2c8fa3-bd89-4bbc-a984-1a0e26f70533 req-be385755-8920-4cec-8ca6-4bfe412d0786 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:14.708217 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ae2c8fa3-bd89-4bbc-a984-1a0e26f70533 req-be385755-8920-4cec-8ca6-4bfe412d0786 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.36 "DELETE /v2.0/ports/a54de59b-7aca-4df5-8d85-725e7a7ef453 HTTP/1.1" status: 204 len: 173 time: 0.4056635 Feb 04 06:19:14.708669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9', 'name': 'network-vif-deleted', 'tag': 'a54de59b-7aca-4df5-8d85-725e7a7ef453'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:14.710996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592c0926-0ac4-4a93-914a-d45141110acb" -d '{"events": [{"server_uuid": "35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9", "name": "network-vif-deleted", "tag": "a54de59b-7aca-4df5-8d85-725e7a7ef453"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:19:14.750071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc32c09b-107f-4447-a645-e4c4fcf2758b x-openstack-request-id: req-fc32c09b-107f-4447-a645-e4c4fcf2758b {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:19:14.750439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9", "name": "network-vif-deleted", "tag": "a54de59b-7aca-4df5-8d85-725e7a7ef453", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:19:14.750764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc32c09b-107f-4447-a645-e4c4fcf2758b {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:19:14.751175 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9', 'name': 'network-vif-deleted', 'tag': 'a54de59b-7aca-4df5-8d85-725e7a7ef453', 'status': 'completed', 'code': 200} Feb 04 06:19:14.996785 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5fb15448-e772-4cd0-9916-a1c7d866f44c req-a5b13afb-c518-4fa0-a06b-b0f2b8a048f3 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=35239560-1ac6-4a4e-9ec4-6f1bfa40d2b9 HTTP/1.1" status: 200 len: 210 time: 0.0267870 Feb 04 06:19:16.556725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-497bf12b-c287-48aa-bad1-d34a1b9bc1f7 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:16.558222 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-497bf12b-c287-48aa-bad1-d34a1b9bc1f7 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/networks?id=fd905e93-29f4-471c-90ad-3d93c6a71756 HTTP/1.1" status: 200 len: 817 time: 0.0999625 Feb 04 06:19:16.573435 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b3eb411b-bc38-4fc3-8152-43b00597d7b4 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/quotas/b027586f66064e058cfe7c07789f7698 HTTP/1.1" status: 200 len: 375 time: 0.0092065 Feb 04 06:19:16.626972 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-5a2b4ffa-1c91-4557-9e81-fe8335c29aed tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b027586f66064e058cfe7c07789f7698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485435 Feb 04 06:19:16.719329 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-933723ae-687b-4215-8e3c-d73eb4f6d413 service neutron] 10.222.0.15 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805640 Feb 04 06:19:16.810359 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-4f4bb3b7-8149-45e8-907d-80a4a91a5c90 service neutron] 10.222.0.15 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850062 Feb 04 06:19:16.963914 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3e7da27a-ad42-4a67-a1c0-3c8d6472b911 req-8f6a5e77-1376-49fd-be83-9493ed0a5c09 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 210 time: 0.0280282 Feb 04 06:19:17.829607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-22f98ee8-6917-4eb6-83be-b5388ac73cca tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:17.831170 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-22f98ee8-6917-4eb6-83be-b5388ac73cca tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.36 "GET /v2.0/networks?id=fd905e93-29f4-471c-90ad-3d93c6a71756 HTTP/1.1" status: 200 len: 817 time: 0.1072884 Feb 04 06:19:17.843227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Request body: {'port': {'device_id': '068cccf4-acf9-4530-8ead-03d2201f5882', 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756', 'admin_state_up': True, 'tenant_id': 'b027586f66064e058cfe7c07789f7698'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:17.973551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Made reservation on behalf of b027586f66064e058cfe7c07789f7698 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:17.977043 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.069070 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-16517290-8061-4b60-a00c-0fde67c36766 req-01fb59be-830c-4aae-83c5-59ff6ef5742b tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 210 time: 0.0374017 Feb 04 06:19:18.080539 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device a54de59b-7aca-4df5-8d85-725e7a7ef453 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:19:18.103531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: a54de59b-7aca-4df5-8d85-725e7a7ef453 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:19:18.103862 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device a54de59b-7aca-4df5-8d85-725e7a7ef453 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:19:18.127751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Allocated IP 172.20.0.13 (fd905e93-29f4-471c-90ad-3d93c6a71756/f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e/e265ab1d-01c3-4139-8aa0-b9ad461619b5) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:18.267414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.304443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.349759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Network fd905e93-29f4-471c-90ad-3d93c6a71756 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:18.352542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:18.356930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:19:18.380470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Pushing event updated for resources: {'Port': ['ID=e265ab1d-01c3-4139-8aa0-b9ad461619b5,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:18.409218 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:18.409839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.426963 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-b0f49cfc-0ed5-45cc-8591-228cc0103951 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5876482 Feb 04 06:19:18.438624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Request body: {'port': {'device_id': '068cccf4-acf9-4530-8ead-03d2201f5882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:18.494042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.586414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-613bdf56-e3b9-490c-9848-5c2590772cb0 None None] Provisioning complete for port e265ab1d-01c3-4139-8aa0-b9ad461619b5 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:18.586780 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-613bdf56-e3b9-490c-9848-5c2590772cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.620279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-613bdf56-e3b9-490c-9848-5c2590772cb0 None None] Port e265ab1d-01c3-4139-8aa0-b9ad461619b5 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:19:18.688591 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:19:18.762664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e265ab1d-01c3-4139-8aa0-b9ad461619b5 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:19:18.769865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.782161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Transition to ACTIVE for port object e265ab1d-01c3-4139-8aa0-b9ad461619b5 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:18.785297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.835015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Pushing event updated for resources: {'Port': ['ID=e265ab1d-01c3-4139-8aa0-b9ad461619b5,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:18.908067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Attempting to bind port e265ab1d-01c3-4139-8aa0-b9ad461619b5 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:18.908794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Attempting to bind port e265ab1d-01c3-4139-8aa0-b9ad461619b5 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:18.909154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Attempting to bind port e265ab1d-01c3-4139-8aa0-b9ad461619b5 on network fd905e93-29f4-471c-90ad-3d93c6a71756 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:19:18.913743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Port e265ab1d-01c3-4139-8aa0-b9ad461619b5 on network fd905e93-29f4-471c-90ad-3d93c6a71756 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:19:18.914066 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Attempting to bind port e265ab1d-01c3-4139-8aa0-b9ad461619b5 on network fd905e93-29f4-471c-90ad-3d93c6a71756 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:19:18.920091 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:19:18.920431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Checking segment: {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:19:18.920817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Bound using segment: {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:19:18.921279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Bound port: e265ab1d-01c3-4139-8aa0-b9ad461619b5, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669ae2c2-9e61-4ee6-aa7d-8b523e658b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:18.921631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.995550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] For port e265ab1d-01c3-4139-8aa0-b9ad461619b5, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:19:18.998833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] For port e265ab1d-01c3-4139-8aa0-b9ad461619b5, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e265ab1d-01c3-4139-8aa0-b9ad461619b5,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:19:19.002433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.038340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.038949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.040336 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] 10.222.0.36 "PUT /v2.0/ports/e265ab1d-01c3-4139-8aa0-b9ad461619b5 HTTP/1.1" status: 200 len: 1094 time: 0.6060708 Feb 04 06:19:19.041412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068cccf4-acf9-4530-8ead-03d2201f5882', 'tag': 'e265ab1d-01c3-4139-8aa0-b9ad461619b5'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:19.043983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f359efe1-561e-41e7-a4ec-16f0a918c569" -d '{"events": [{"name": "network-changed", "server_uuid": "068cccf4-acf9-4530-8ead-03d2201f5882", "tag": "e265ab1d-01c3-4139-8aa0-b9ad461619b5"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:19:19.076174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7336852-eedd-44e6-bfd8-c67fd3e89b47 service neutron] Pushing event updated for resources: {'Port': ['ID=e265ab1d-01c3-4139-8aa0-b9ad461619b5,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:19.083945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb07d2c-ce38-49e9-9668-609406f692ff x-openstack-request-id: req-9cb07d2c-ce38-49e9-9668-609406f692ff {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:19:19.084741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068cccf4-acf9-4530-8ead-03d2201f5882", "tag": "e265ab1d-01c3-4139-8aa0-b9ad461619b5", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:19:19.085139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cb07d2c-ce38-49e9-9668-609406f692ff {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:19:19.085477 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068cccf4-acf9-4530-8ead-03d2201f5882', 'tag': 'e265ab1d-01c3-4139-8aa0-b9ad461619b5', 'status': 'completed', 'code': 200} Feb 04 06:19:19.129716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-fc350773-50de-4d88-b9a4-972e68403dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.131251 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-fc350773-50de-4d88-b9a4-972e68403dca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b027586f66064e058cfe7c07789f7698&device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 1097 time: 0.0444820 Feb 04 06:19:19.199691 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-2349db0b-0465-45b9-8cfa-2c5c8ba617ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e265ab1d-01c3-4139-8aa0-b9ad461619b5 HTTP/1.1" status: 200 len: 217 time: 0.0602660 Feb 04 06:19:19.258544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e174fec-2e0f-4238-be2a-768e71a8f19b req-e9450158-a608-4f06-909b-5ce224e82d43 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.260352 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e174fec-2e0f-4238-be2a-768e71a8f19b req-e9450158-a608-4f06-909b-5ce224e82d43 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 944 time: 0.1227984 Feb 04 06:19:19.265986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-64db6652-7a93-4a72-bbcf-53d2f4666f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.267364 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-64db6652-7a93-4a72-bbcf-53d2f4666f81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e HTTP/1.1" status: 200 len: 856 time: 0.0602229 Feb 04 06:19:19.335448 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e174fec-2e0f-4238-be2a-768e71a8f19b req-93de75ea-6441-4b4e-ac66-4e3e58c77c77 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660930 Feb 04 06:19:19.340177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-e97706df-b355-4eaf-b519-2883b875048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.341630 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-e97706df-b355-4eaf-b519-2883b875048b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd905e93-29f4-471c-90ad-3d93c6a71756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656836 Feb 04 06:19:19.429946 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-6868de36-70cd-43dc-8bda-e00335daf842 service neutron] 10.222.0.36 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816014 Feb 04 06:19:19.520301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4822c5a9-3487-482c-b1af-ef19634cde0e req-a1635458-8a8c-4d1e-965e-1837f8947d4b service neutron] 10.222.0.36 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839365 Feb 04 06:19:19.602078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359efe1-561e-41e7-a4ec-16f0a918c569 req-5d909188-2dea-4723-9e4e-3655e162ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.603581 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f359efe1-561e-41e7-a4ec-16f0a918c569 req-5d909188-2dea-4723-9e4e-3655e162ddc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b027586f66064e058cfe7c07789f7698&device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 1097 time: 0.0412309 Feb 04 06:19:19.692965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359efe1-561e-41e7-a4ec-16f0a918c569 req-474c6f1b-7e8d-4eba-be58-f937a3859421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.694405 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f359efe1-561e-41e7-a4ec-16f0a918c569 req-474c6f1b-7e8d-4eba-be58-f937a3859421 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd905e93-29f4-471c-90ad-3d93c6a71756 HTTP/1.1" status: 200 len: 918 time: 0.0844295 Feb 04 06:19:19.734743 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f359efe1-561e-41e7-a4ec-16f0a918c569 req-f4215513-32d5-4aea-aa09-68bc39c91ef1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e265ab1d-01c3-4139-8aa0-b9ad461619b5 HTTP/1.1" status: 200 len: 217 time: 0.0335464 Feb 04 06:19:19.783329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359efe1-561e-41e7-a4ec-16f0a918c569 req-1c05fa18-fa6d-4eee-a48b-bec133159c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.784745 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f359efe1-561e-41e7-a4ec-16f0a918c569 req-1c05fa18-fa6d-4eee-a48b-bec133159c1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e HTTP/1.1" status: 200 len: 856 time: 0.0437162 Feb 04 06:19:19.829394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359efe1-561e-41e7-a4ec-16f0a918c569 req-0cd2bab7-b57c-4023-a287-06cf3c6186f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.830839 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f359efe1-561e-41e7-a4ec-16f0a918c569 req-0cd2bab7-b57c-4023-a287-06cf3c6186f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd905e93-29f4-471c-90ad-3d93c6a71756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395265 Feb 04 06:19:19.921496 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f359efe1-561e-41e7-a4ec-16f0a918c569 req-6fccdb91-5db2-4f60-8602-638d63a05280 service neutron] 10.222.0.36 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837569 Feb 04 06:19:20.011206 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f359efe1-561e-41e7-a4ec-16f0a918c569 req-09a5c725-64bc-43b8-aff9-8acc77949352 service neutron] 10.222.0.36 "GET /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817239 Feb 04 06:19:20.724841 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b72ee-9368-4a9d-90f3-f1e7e3145e30 req-b612f819-f774-4375-8cf7-cf96befcae1b tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:20.726323 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a67b72ee-9368-4a9d-90f3-f1e7e3145e30 req-b612f819-f774-4375-8cf7-cf96befcae1b tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 944 time: 0.3223152 Feb 04 06:19:20.764240 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a67b72ee-9368-4a9d-90f3-f1e7e3145e30 req-358a37f3-137b-4639-82c7-8ea2575d2f41 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Feb 04 06:19:21.211255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-98fa40a5-8867-4285-be6a-5f22c6579a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:21.880032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031609de-b681-42e8-8cb8-16b6ba37d99b req-212b02ad-0182-487c-956a-0d5d862a0a20 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:21.881527 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-031609de-b681-42e8-8cb8-16b6ba37d99b req-212b02ad-0182-487c-956a-0d5d862a0a20 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 944 time: 0.0511801 Feb 04 06:19:21.919708 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-031609de-b681-42e8-8cb8-16b6ba37d99b req-b280a3c2-b834-4489-91d1-47d96c46cda1 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Feb 04 06:19:22.079107 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device e265ab1d-01c3-4139-8aa0-b9ad461619b5 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:19:22.169407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port e265ab1d-01c3-4139-8aa0-b9ad461619b5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e265ab1d-01c3-4139-8aa0-b9ad461619b5,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:22.179341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': 'e265ab1d-01c3-4139-8aa0-b9ad461619b5', 'network_id': 'fd905e93-29f4-471c-90ad-3d93c6a71756', 'port_id': 'e265ab1d-01c3-4139-8aa0-b9ad461619b5', 'mac_address': 'fa:16:3e:1d:57:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:19:22.218258 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.230982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e265ab1d-01c3-4139-8aa0-b9ad461619b5 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:19:22.248874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port e265ab1d-01c3-4139-8aa0-b9ad461619b5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e265ab1d-01c3-4139-8aa0-b9ad461619b5,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:22.252866 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.299170 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=e265ab1d-01c3-4139-8aa0-b9ad461619b5,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:22.453689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['e265ab1d-01c3-4139-8aa0-b9ad461619b5'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:19:23.036107 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf089df-b478-4aef-945b-c0b76f629d4a req-75b810f7-704e-44aa-8454-cb256a347b1d tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:23.037569 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2bf089df-b478-4aef-945b-c0b76f629d4a req-75b810f7-704e-44aa-8454-cb256a347b1d tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 945 time: 0.0497944 Feb 04 06:19:23.075124 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2bf089df-b478-4aef-945b-c0b76f629d4a req-e6166499-1ec9-4549-bd75-faab8a91c0f5 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315483 Feb 04 06:19:23.465171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4934842f-ca4d-4291-9b6c-238deb41d6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.083712 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device e265ab1d-01c3-4139-8aa0-b9ad461619b5 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:19:24.132549 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port e265ab1d-01c3-4139-8aa0-b9ad461619b5 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:24.136221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port e265ab1d-01c3-4139-8aa0-b9ad461619b5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:24.136593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.191377 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de707478-74da-48c7-90c0-9753b1396dce req-0cd395bf-8641-4d68-832d-41c622030122 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:24.192848 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de707478-74da-48c7-90c0-9753b1396dce req-0cd395bf-8641-4d68-832d-41c622030122 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 945 time: 0.0523248 Feb 04 06:19:24.211354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.231743 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de707478-74da-48c7-90c0-9753b1396dce req-8cea08b1-e101-4f54-9f39-fbd1fef9f89f tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Feb 04 06:19:24.234102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068cccf4-acf9-4530-8ead-03d2201f5882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e265ab1d-01c3-4139-8aa0-b9ad461619b5'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:24.236315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9138b9-5d40-4abb-b6a3-d842a5002f67" -d '{"events": [{"server_uuid": "068cccf4-acf9-4530-8ead-03d2201f5882", "name": "network-vif-plugged", "status": "completed", "tag": "e265ab1d-01c3-4139-8aa0-b9ad461619b5"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:19:24.252086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port e265ab1d-01c3-4139-8aa0-b9ad461619b5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e265ab1d-01c3-4139-8aa0-b9ad461619b5,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:24.256516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.279276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08500a00-a260-466f-b700-ca50ce4c1efd x-openstack-request-id: req-08500a00-a260-466f-b700-ca50ce4c1efd {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:19:24.279575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068cccf4-acf9-4530-8ead-03d2201f5882", "name": "network-vif-plugged", "status": "completed", "tag": "e265ab1d-01c3-4139-8aa0-b9ad461619b5", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:19:24.279822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08500a00-a260-466f-b700-ca50ce4c1efd {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:19:24.280197 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068cccf4-acf9-4530-8ead-03d2201f5882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e265ab1d-01c3-4139-8aa0-b9ad461619b5', 'code': 200} Feb 04 06:19:24.306208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=e265ab1d-01c3-4139-8aa0-b9ad461619b5,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:24.430665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0e498-4169-4c04-a704-68e0900e0eda req-5febd0a5-a564-4e94-978b-f6586840893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:24.432739 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b2f0e498-4169-4c04-a704-68e0900e0eda req-5febd0a5-a564-4e94-978b-f6586840893d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 1099 time: 0.0386713 Feb 04 06:19:24.466808 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b2f0e498-4169-4c04-a704-68e0900e0eda req-daa99413-5ba4-49a0-9c07-09459ad3295c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270064 Feb 04 06:19:24.801068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:25.345844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8e4dd-80c4-4488-9f67-675633ed23f8 req-b1960dba-32c0-4142-95a3-d93919c80ee0 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:25.347294 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-24f8e4dd-80c4-4488-9f67-675633ed23f8 req-b1960dba-32c0-4142-95a3-d93919c80ee0 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 946 time: 0.0492291 Feb 04 06:19:25.383878 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-24f8e4dd-80c4-4488-9f67-675633ed23f8 req-89221644-f1d0-4d16-a85d-eceb15e6d9ee tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306482 Feb 04 06:19:26.414809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.503280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68c8ad-fe0f-40f9-921c-e99fc74cd9f2 req-a9cf7ac3-a62c-4196-a001-768ca0978258 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:26.504753 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab68c8ad-fe0f-40f9-921c-e99fc74cd9f2 req-a9cf7ac3-a62c-4196-a001-768ca0978258 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 946 time: 0.0527411 Feb 04 06:19:26.542959 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab68c8ad-fe0f-40f9-921c-e99fc74cd9f2 req-1cdb85f8-0990-43e2-8e54-4dec143bd74e tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Feb 04 06:19:26.654407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7f59e-f9c0-4805-ac6e-47522d50521e req-97881fd1-af49-4b75-98bf-41584f65ce42 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:26.655771 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7ef7f59e-f9c0-4805-ac6e-47522d50521e req-97881fd1-af49-4b75-98bf-41584f65ce42 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 946 time: 0.0492778 Feb 04 06:19:26.686033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.693695 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7ef7f59e-f9c0-4805-ac6e-47522d50521e req-f510dc37-29d8-4d22-b0e1-434db75f75ab tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Feb 04 06:19:28.617533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:46.122272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3f55d-f8b1-4374-9708-05a16e634ad7 req-e755a3ac-a053-418e-9530-55a8ab599f09 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:46.123728 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5ec3f55d-f8b1-4374-9708-05a16e634ad7 req-e755a3ac-a053-418e-9530-55a8ab599f09 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 946 time: 0.0495787 Feb 04 06:19:46.160293 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5ec3f55d-f8b1-4374-9708-05a16e634ad7 req-015ce463-34a9-4dfa-8da4-61d56dea9512 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304940 Feb 04 06:19:47.287901 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420f369-0e59-450a-a7c5-eb6af6381359 req-d92d7a0b-fca3-495b-848a-8e38bd8ab64e tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:47.289873 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3420f369-0e59-450a-a7c5-eb6af6381359 req-d92d7a0b-fca3-495b-848a-8e38bd8ab64e tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 946 time: 0.0616829 Feb 04 06:19:47.327619 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3420f369-0e59-450a-a7c5-eb6af6381359 req-461c3cf8-f8a0-432c-8e66-777ce1e17aa1 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/security-groups?id=b12d9ff2-4726-452d-b5cf-b208f796c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Feb 04 06:19:47.752340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736231a6-ebd4-4751-81d2-55f6d1f45cf4 req-ee2043e3-840d-445c-8889-8f7fd6402bf2 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:47.753831 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-736231a6-ebd4-4751-81d2-55f6d1f45cf4 req-ee2043e3-840d-445c-8889-8f7fd6402bf2 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.36 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 946 time: 0.0494876 Feb 04 06:19:47.844743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-736231a6-ebd4-4751-81d2-55f6d1f45cf4 req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Deleting port e265ab1d-01c3-4139-8aa0-b9ad461619b5 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:19:47.845012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-736231a6-ebd4-4751-81d2-55f6d1f45cf4 req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.938248 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-736231a6-ebd4-4751-81d2-55f6d1f45cf4 req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] For port e265ab1d-01c3-4139-8aa0-b9ad461619b5, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=e265ab1d-01c3-4139-8aa0-b9ad461619b5,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:47.938618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-736231a6-ebd4-4751-81d2-55f6d1f45cf4 req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.951408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-736231a6-ebd4-4751-81d2-55f6d1f45cf4 req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Calling delete_port for e265ab1d-01c3-4139-8aa0-b9ad461619b5 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:19:48.078130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-736231a6-ebd4-4751-81d2-55f6d1f45cf4 req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:48.090398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['e265ab1d-01c3-4139-8aa0-b9ad461619b5'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:19:48.108008 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Pushing event deleted for resources: {'Port': ['ID=e265ab1d-01c3-4139-8aa0-b9ad461619b5,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:48.119875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.120231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.120619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.120933 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.121324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.121665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.121998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.122375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.122694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.123024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.123357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.123685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:48.159347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-736231a6-ebd4-4751-81d2-55f6d1f45cf4 req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] No DVR routers for this DVR port e265ab1d-01c3-4139-8aa0-b9ad461619b5 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:48.161989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-736231a6-ebd4-4751-81d2-55f6d1f45cf4 req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:48.165338 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-736231a6-ebd4-4751-81d2-55f6d1f45cf4 req-9adc2202-0361-4eb0-a238-b748ca3b812a tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.36 "DELETE /v2.0/ports/e265ab1d-01c3-4139-8aa0-b9ad461619b5 HTTP/1.1" status: 204 len: 173 time: 0.4056835 Feb 04 06:19:48.165802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068cccf4-acf9-4530-8ead-03d2201f5882', 'name': 'network-vif-deleted', 'tag': 'e265ab1d-01c3-4139-8aa0-b9ad461619b5'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:48.168196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b28717-3c19-4a40-9e3b-22bb29b01172" -d '{"events": [{"server_uuid": "068cccf4-acf9-4530-8ead-03d2201f5882", "name": "network-vif-deleted", "tag": "e265ab1d-01c3-4139-8aa0-b9ad461619b5"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:19:48.208806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9453a34-a913-41a2-bfc6-0151b2271aaa x-openstack-request-id: req-a9453a34-a913-41a2-bfc6-0151b2271aaa {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:19:48.209138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068cccf4-acf9-4530-8ead-03d2201f5882", "name": "network-vif-deleted", "tag": "e265ab1d-01c3-4139-8aa0-b9ad461619b5", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:19:48.209393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9453a34-a913-41a2-bfc6-0151b2271aaa {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:19:48.209797 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068cccf4-acf9-4530-8ead-03d2201f5882', 'name': 'network-vif-deleted', 'tag': 'e265ab1d-01c3-4139-8aa0-b9ad461619b5', 'status': 'completed', 'code': 200} Feb 04 06:19:48.430415 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a2853925-c1d2-4e05-83be-cfdd11aa74db req-1b9001ff-89d8-453e-9fc3-a23bb16b5dc5 tempest-TestEncryptedCinderVolumes-1814418409 tempest-TestEncryptedCinderVolumes-1814418409-project] 10.222.0.15 "GET /v2.0/ports?device_id=068cccf4-acf9-4530-8ead-03d2201f5882 HTTP/1.1" status: 200 len: 210 time: 0.0260124 Feb 04 06:19:49.518312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51900) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:50.098115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:50.334321 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Deleting port 849cf378-b6d9-44bc-8ebd-1206dde34867 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:19:50.334657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:50.413737 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] For port 849cf378-b6d9-44bc-8ebd-1206dde34867, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=849cf378-b6d9-44bc-8ebd-1206dde34867,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:50.414093 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:50.426138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Calling delete_port for 849cf378-b6d9-44bc-8ebd-1206dde34867 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:19:50.601652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:50.627819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=849cf378-b6d9-44bc-8ebd-1206dde34867,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:50.651108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.651462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.651891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.652253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.652592 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.652926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.653284 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.653616 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.653943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.654265 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.654597 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.654917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:50.799193 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.009403 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Router ca7b42da-b081-4db6-a36e-80c3776d8faa has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:19:51.114145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:19:51.119100 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e6d0a094-bea9-44a0-bb77-f072e4ad04f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/ca7b42da-b081-4db6-a36e-80c3776d8faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5991571 Feb 04 06:19:51.122496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51904) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:51.123967 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c18877-205b-460c-93ad-a86fd96a600a None None] Sync routers for ids ['ca7b42da-b081-4db6-a36e-80c3776d8faa'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:51.133036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c18877-205b-460c-93ad-a86fd96a600a None None] Routers {'ca7b42da-b081-4db6-a36e-80c3776d8faa'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:19:51.133682 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-34c18877-205b-460c-93ad-a86fd96a600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['ca7b42da-b081-4db6-a36e-80c3776d8faa'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:51.229451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.243072 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d1cad6a0-240e-444a-a284-97702ea1dd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.251082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-34c18877-205b-460c-93ad-a86fd96a600a None None] Set router ca7b42da-b081-4db6-a36e-80c3776d8faa gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:19:51.332460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.384564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Deleting port cac52116-5ea8-4dc2-9fde-f5d09afb21d3 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:19:51.385024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.427004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-34c18877-205b-460c-93ad-a86fd96a600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'name': 'tempest-TestEncryptedCinderVolumes-1714833399-router', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:19:50Z', 'revision_number': 5, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'gw_port': {'id': 'cac52116-5ea8-4dc2-9fde-f5d09afb21d3', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:51.453353 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c18877-205b-460c-93ad-a86fd96a600a None None] Checking router: ca7b42da-b081-4db6-a36e-80c3776d8faa for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:51.461468 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c18877-205b-460c-93ad-a86fd96a600a None None] Routers {'ca7b42da-b081-4db6-a36e-80c3776d8faa'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:19:51.462080 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-34c18877-205b-460c-93ad-a86fd96a600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['ca7b42da-b081-4db6-a36e-80c3776d8faa'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:51.467510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] For port cac52116-5ea8-4dc2-9fde-f5d09afb21d3, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cac52116-5ea8-4dc2-9fde-f5d09afb21d3,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:51.467873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.480089 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Calling delete_port for cac52116-5ea8-4dc2-9fde-f5d09afb21d3 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:19:51.545350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-34c18877-205b-460c-93ad-a86fd96a600a None None] Set router ca7b42da-b081-4db6-a36e-80c3776d8faa gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:19:51.594955 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-34c18877-205b-460c-93ad-a86fd96a600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'name': 'tempest-TestEncryptedCinderVolumes-1714833399-router', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:19:51Z', 'revision_number': 6, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:51.623773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c18877-205b-460c-93ad-a86fd96a600a None None] The sync data for ids ['ca7b42da-b081-4db6-a36e-80c3776d8faa'] in dv-neutron-826811-2-hyperv is: [{'id': 'ca7b42da-b081-4db6-a36e-80c3776d8faa', 'name': 'tempest-TestEncryptedCinderVolumes-1714833399-router', 'tenant_id': 'b027586f66064e058cfe7c07789f7698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:33Z', 'updated_at': '2022-02-04T06:19:51Z', 'revision_number': 6, 'project_id': 'b027586f66064e058cfe7c07789f7698', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:51.647553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.672860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cac52116-5ea8-4dc2-9fde-f5d09afb21d3,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:51.737536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.826926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.829023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.872716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.873309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca7b42da-b081-4db6-a36e-80c3776d8faa {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:19:51.877764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.878906 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-52eafcfd-833a-4e71-abad-970fb23218ce admin admin] 10.222.0.15 "DELETE /v2.0/routers/ca7b42da-b081-4db6-a36e-80c3776d8faa HTTP/1.1" status: 204 len: 168 time: 0.7552810 Feb 04 06:19:51.881491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51906) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:51.925708 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fc7fa8-e7b1-4aac-8412-46f6e84a7159 admin admin] Deleting subnet f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:19:51.928722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-93fc7fa8-e7b1-4aac-8412-46f6e84a7159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.962820 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-93fc7fa8-e7b1-4aac-8412-46f6e84a7159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.054529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-93fc7fa8-e7b1-4aac-8412-46f6e84a7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.108035 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-93fc7fa8-e7b1-4aac-8412-46f6e84a7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.133302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc7fa8-e7b1-4aac-8412-46f6e84a7159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:52.137677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-93fc7fa8-e7b1-4aac-8412-46f6e84a7159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.140798 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-93fc7fa8-e7b1-4aac-8412-46f6e84a7159 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f8c606a5-9d16-48f1-ac43-fffb1eeb8f1e HTTP/1.1" status: 204 len: 168 time: 0.2583625 Feb 04 06:19:52.142972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202b506-d0b5-49ce-a0bd-0c4274d607d3 None None] Network fd905e93-29f4-471c-90ad-3d93c6a71756 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:19:52.143433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51908) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:52.181399 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device e265ab1d-01c3-4139-8aa0-b9ad461619b5 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:19:52.209789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: e265ab1d-01c3-4139-8aa0-b9ad461619b5 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:19:52.210136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device e265ab1d-01c3-4139-8aa0-b9ad461619b5 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:19:52.213607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.266653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Deleting port c5017830-0588-4a70-b978-0efb934d5f1f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:19:52.266986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.329836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] For port c5017830-0588-4a70-b978-0efb934d5f1f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c5017830-0588-4a70-b978-0efb934d5f1f,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:52.330197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.344208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Calling delete_port for c5017830-0588-4a70-b978-0efb934d5f1f owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:19:52.365664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] DHCP port deletion for fd905e93-29f4-471c-90ad-3d93c6a71756 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:19:52.411245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Deleting port c5017830-0588-4a70-b978-0efb934d5f1f {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:19:52.411622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.430843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.456803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5017830-0588-4a70-b978-0efb934d5f1f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:52.462802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] No DVR routers for this DVR port c5017830-0588-4a70-b978-0efb934d5f1f on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:52.476785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] For port c5017830-0588-4a70-b978-0efb934d5f1f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c5017830-0588-4a70-b978-0efb934d5f1f,segment=NetworkSegment(669ae2c2-9e61-4ee6-aa7d-8b523e658b62),segment_id=669ae2c2-9e61-4ee6-aa7d-8b523e658b62)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:52.477208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.494194 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Calling delete_port for c5017830-0588-4a70-b978-0efb934d5f1f owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:19:52.539694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.562235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd905e93-29f4-471c-90ad-3d93c6a71756']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:52.569809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.572773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669ae2c2-9e61-4ee6-aa7d-8b523e658b62') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:52.573112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669ae2c2-9e61-4ee6-aa7d-8b523e658b62') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:52.583078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.592518 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Pushing event deleted for resources: {'Port': ['ID=c5017830-0588-4a70-b978-0efb934d5f1f,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:52.598092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.605269 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.605504 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:52.605623 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.605946 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.606148 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.606261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.606592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.606970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.607722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.607722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.607975 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:52.608070 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:52.609977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.609977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.609977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:52.617164 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a23a8-4ed0-4737-92e2-6ae7c1fae5c1 None None] No DVR routers for this DVR port c5017830-0588-4a70-b978-0efb934d5f1f on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:52.664855 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.670674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.673763 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fd905e93-29f4-471c-90ad-3d93c6a71756 HTTP/1.1" status: 204 len: 168 time: 0.5296526 Feb 04 06:19:52.676702 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51910) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:52.685456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f84cb0-2633-48cb-97f8-6234b3d97984 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd905e93-29f4-471c-90ad-3d93c6a71756,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:53.014369 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.221504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cac52116-5ea8-4dc2-9fde-f5d09afb21d3 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:19:53.240656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: cac52116-5ea8-4dc2-9fde-f5d09afb21d3 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:19:53.240997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cac52116-5ea8-4dc2-9fde-f5d09afb21d3 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:19:53.241428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c5017830-0588-4a70-b978-0efb934d5f1f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:19:53.259607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c5017830-0588-4a70-b978-0efb934d5f1f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:19:53.260758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c5017830-0588-4a70-b978-0efb934d5f1f not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:19:53.261244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 849cf378-b6d9-44bc-8ebd-1206dde34867 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:19:53.265413 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] Deleting port a9d1b715-13f2-42e2-96ff-168e8fcb51bc {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:19:53.265702 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.282161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 849cf378-b6d9-44bc-8ebd-1206dde34867 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:19:53.282509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 849cf378-b6d9-44bc-8ebd-1206dde34867 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:19:53.347098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] For port a9d1b715-13f2-42e2-96ff-168e8fcb51bc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=a9d1b715-13f2-42e2-96ff-168e8fcb51bc,segment=NetworkSegment(ded3a99b-9c08-44a9-acb3-c55b48aa6648),segment_id=ded3a99b-9c08-44a9-acb3-c55b48aa6648)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:53.347461 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.358931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] Calling delete_port for a9d1b715-13f2-42e2-96ff-168e8fcb51bc owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:19:53.465420 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9900-9b92-45fb-92be-4ce842911f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.544055 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.570545 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d1b715-13f2-42e2-96ff-168e8fcb51bc,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:53.736492 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.942061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] Router 6024b2fb-a2fe-4572-8676-9604d4a126e7 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:19:54.045932 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:19:54.051156 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1019e6e5-f121-40e5-b1b5-437847ddeec3 admin admin] 10.222.0.15 "PUT /v2.0/routers/6024b2fb-a2fe-4572-8676-9604d4a126e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3734066 Feb 04 06:19:54.053697 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51912) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:54.054231 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aad54ba-3ad2-4b32-8503-3b3e0d853ac3 None None] Sync routers for ids ['6024b2fb-a2fe-4572-8676-9604d4a126e7'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:54.063218 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aad54ba-3ad2-4b32-8503-3b3e0d853ac3 None None] Routers {'6024b2fb-a2fe-4572-8676-9604d4a126e7'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:19:54.063808 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2aad54ba-3ad2-4b32-8503-3b3e0d853ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6024b2fb-a2fe-4572-8676-9604d4a126e7'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:54.158351 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.166649 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2aad54ba-3ad2-4b32-8503-3b3e0d853ac3 None None] Set router 6024b2fb-a2fe-4572-8676-9604d4a126e7 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:19:54.259079 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.311195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Deleting port d774c451-060a-46e4-af0f-48dda3009dcd {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:19:54.311530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.344243 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2aad54ba-3ad2-4b32-8503-3b3e0d853ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'name': 'tempest-TestEncryptedCinderVolumes-589018912-router', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:53Z', 'revision_number': 5, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'gw_port': {'id': 'd774c451-060a-46e4-af0f-48dda3009dcd', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:38Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:54.370934 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aad54ba-3ad2-4b32-8503-3b3e0d853ac3 None None] Checking router: 6024b2fb-a2fe-4572-8676-9604d4a126e7 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:54.379344 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aad54ba-3ad2-4b32-8503-3b3e0d853ac3 None None] Routers {'6024b2fb-a2fe-4572-8676-9604d4a126e7'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:19:54.379967 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2aad54ba-3ad2-4b32-8503-3b3e0d853ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['6024b2fb-a2fe-4572-8676-9604d4a126e7'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:54.392294 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] For port d774c451-060a-46e4-af0f-48dda3009dcd, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d774c451-060a-46e4-af0f-48dda3009dcd,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:54.392653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.404441 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Calling delete_port for d774c451-060a-46e4-af0f-48dda3009dcd owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:19:54.466395 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2aad54ba-3ad2-4b32-8503-3b3e0d853ac3 None None] Set router 6024b2fb-a2fe-4572-8676-9604d4a126e7 gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:19:54.521228 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2aad54ba-3ad2-4b32-8503-3b3e0d853ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'name': 'tempest-TestEncryptedCinderVolumes-589018912-router', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:54Z', 'revision_number': 6, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:54.548024 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aad54ba-3ad2-4b32-8503-3b3e0d853ac3 None None] The sync data for ids ['6024b2fb-a2fe-4572-8676-9604d4a126e7'] in dv-neutron-826811-2-hyperv is: [{'id': '6024b2fb-a2fe-4572-8676-9604d4a126e7', 'name': 'tempest-TestEncryptedCinderVolumes-589018912-router', 'tenant_id': '2fc65538b3444db9ab7868726e47653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:54Z', 'revision_number': 6, 'project_id': '2fc65538b3444db9ab7868726e47653e', 'gw_port_host': None}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:54.803818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.813366 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.838368 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Pushing event deleted for resources: {'Port': ['ID=d774c451-060a-46e4-af0f-48dda3009dcd,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:54.903014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.995559 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.997647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.039350 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.039898 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6024b2fb-a2fe-4572-8676-9604d4a126e7 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:19:55.044906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.046077 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2b68f9a0-ab68-4bbe-a1be-f9157d064593 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6024b2fb-a2fe-4572-8676-9604d4a126e7 HTTP/1.1" status: 204 len: 168 time: 0.9914787 Feb 04 06:19:55.048483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51914) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:55.091680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a98c142-0383-4744-be39-131f48bb4147 admin admin] Deleting subnet 0dfaf12b-ea6b-459e-b486-7c639c7bfa4e {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:19:55.094552 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a98c142-0383-4744-be39-131f48bb4147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.131791 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a98c142-0383-4744-be39-131f48bb4147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.207356 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a98c142-0383-4744-be39-131f48bb4147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.276475 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a98c142-0383-4744-be39-131f48bb4147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.310110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98c142-0383-4744-be39-131f48bb4147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dfaf12b-ea6b-459e-b486-7c639c7bfa4e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:55.315779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a98c142-0383-4744-be39-131f48bb4147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.319157 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4a98c142-0383-4744-be39-131f48bb4147 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0dfaf12b-ea6b-459e-b486-7c639c7bfa4e HTTP/1.1" status: 204 len: 168 time: 0.2697532 Feb 04 06:19:55.321791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51916) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:55.322583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a9d1b715-13f2-42e2-96ff-168e8fcb51bc no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:19:55.324493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a189837-34a0-4db9-b4b1-e2696b8f80d0 None None] Network cc8104c0-0930-402a-8bab-3d0e6b864635 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:19:55.354589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: a9d1b715-13f2-42e2-96ff-168e8fcb51bc {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:19:55.354846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device a9d1b715-13f2-42e2-96ff-168e8fcb51bc not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:19:55.355468 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d774c451-060a-46e4-af0f-48dda3009dcd no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:19:55.396417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.407148 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: d774c451-060a-46e4-af0f-48dda3009dcd {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:19:55.407492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d774c451-060a-46e4-af0f-48dda3009dcd not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:19:55.451669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Deleting port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:19:55.452014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.518955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] For port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7f2e803c-558a-43aa-a71a-c6c20ff0d0cd,segment=NetworkSegment(ded3a99b-9c08-44a9-acb3-c55b48aa6648),segment_id=ded3a99b-9c08-44a9-acb3-c55b48aa6648)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:55.519398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.539606 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Calling delete_port for 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:19:55.540357 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c82cf4-c0f3-4121-8cd0-4e8eec9c590a None None] DHCP port deletion for cc8104c0-0930-402a-8bab-3d0e6b864635 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:19:55.588823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-31c82cf4-c0f3-4121-8cd0-4e8eec9c590a None None] Deleting port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:19:55.589231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-31c82cf4-c0f3-4121-8cd0-4e8eec9c590a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.626167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.651854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2e803c-558a-43aa-a71a-c6c20ff0d0cd,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:55.652584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-31c82cf4-c0f3-4121-8cd0-4e8eec9c590a None None] For port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7f2e803c-558a-43aa-a71a-c6c20ff0d0cd,segment=NetworkSegment(ded3a99b-9c08-44a9-acb3-c55b48aa6648),segment_id=ded3a99b-9c08-44a9-acb3-c55b48aa6648)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:55.652987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-31c82cf4-c0f3-4121-8cd0-4e8eec9c590a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.659883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] No DVR routers for this DVR port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:55.665727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-31c82cf4-c0f3-4121-8cd0-4e8eec9c590a None None] Calling delete_port for 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:19:55.688353 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:19:55.735311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.743518 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-31c82cf4-c0f3-4121-8cd0-4e8eec9c590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.756650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8104c0-0930-402a-8bab-3d0e6b864635']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:55.765965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded3a99b-9c08-44a9-acb3-c55b48aa6648') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:55.766262 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded3a99b-9c08-44a9-acb3-c55b48aa6648') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:55.770476 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c82cf4-c0f3-4121-8cd0-4e8eec9c590a None None] Pushing event deleted for resources: {'Port': ['ID=7f2e803c-558a-43aa-a71a-c6c20ff0d0cd,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:55.772331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c82cf4-c0f3-4121-8cd0-4e8eec9c590a None None] No DVR routers for this DVR port 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:55.779677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.793803 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.799849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:55.800246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:55.801987 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:55.857860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.863421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.866591 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cc8104c0-0930-402a-8bab-3d0e6b864635 HTTP/1.1" status: 204 len: 168 time: 0.5435228 Feb 04 06:19:55.877705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d20621-9434-4d82-8298-2e529ebdcc04 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8104c0-0930-402a-8bab-3d0e6b864635,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:56.018462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51920) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:56.057985 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3f5fc7f4-0e48-4714-9e4b-83e1f37539d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b027586f66064e058cfe7c07789f7698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382271 Feb 04 06:19:56.062021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51922) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:56.113580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5d8b-1cbc-484b-8b31-97261270d21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.133879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5d8b-1cbc-484b-8b31-97261270d21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.182062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5d8b-1cbc-484b-8b31-97261270d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.184576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5d8b-1cbc-484b-8b31-97261270d21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.185751 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0b8c5d8b-1cbc-484b-8b31-97261270d21f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b12d9ff2-4726-452d-b5cf-b208f796c2b4 HTTP/1.1" status: 204 len: 168 time: 0.1228375 Feb 04 06:19:56.193731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c5d8b-1cbc-484b-8b31-97261270d21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12d9ff2-4726-452d-b5cf-b208f796c2b4,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:56.419806 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.490806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51928) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:56.530326 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f8fc0df0-97d3-47a9-8536-fd54a066d110 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fc65538b3444db9ab7868726e47653e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383401 Feb 04 06:19:56.532766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51930) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:56.579752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ff53730-9d91-4076-b3d2-e0237028481b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.599878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ff53730-9d91-4076-b3d2-e0237028481b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.645332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ff53730-9d91-4076-b3d2-e0237028481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.647777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9ff53730-9d91-4076-b3d2-e0237028481b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.648952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9ff53730-9d91-4076-b3d2-e0237028481b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da253d31-6a7a-458d-8636-d4cdfde7b0ad HTTP/1.1" status: 204 len: 168 time: 0.1152670 Feb 04 06:19:56.656857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff53730-9d91-4076-b3d2-e0237028481b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da253d31-6a7a-458d-8636-d4cdfde7b0ad,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:56.691871 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.216793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:19:57.237242 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:19:57.237591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7f2e803c-558a-43aa-a71a-c6c20ff0d0cd not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:19:57.301345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51952) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:57.392624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-484997941-network', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:57.418185 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Made reservation on behalf of eeff940f4a2e40a2be8f5e7e963fe0ed for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:57.420486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.428490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.501447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.505263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.526223 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:19:57.541476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9fb171-cce7-43dd-b777-9b5c0bed5719,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:57.544382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.544723 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Added segment 84228287-95ca-4c70-a15e-0d65a623c431 of type vlan for network 00e43a74-ef0e-4805-bd01-1b5795164eed Feb 04 06:19:57.584486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.609914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.610868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:57.611441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.662191 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3597524 Feb 04 06:19:57.665070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51956) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:57.670234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] Request body: {'subnet': {'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-484997941-subnet', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:57.677318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103e7b3-d2c0-4b5c-8032-e8ed49facc5a admin admin] Pushing event updated for resources: {'Network': ['ID=00e43a74-ef0e-4805-bd01-1b5795164eed,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:57.688214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 00e43a74-ef0e-4805-bd01-1b5795164eed details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:19:57.691657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] Made reservation on behalf of eeff940f4a2e40a2be8f5e7e963fe0ed for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:57.694319 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.863111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.920790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2928208c-15cc-4e35-bb21-ceaf3bc6e970,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:57.930570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] Checking segment: {'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:19:57.930925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] Network hostable DHCP agents. Network: 00e43a74-ef0e-4805-bd01-1b5795164eed, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:19:57.945943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] Network 00e43a74-ef0e-4805-bd01-1b5795164eed is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:19:57.955087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 00e43a74-ef0e-4805-bd01-1b5795164eed) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:57.958903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:57.959485 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.964267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb0e541-b5f6-40a5-8abe-1c2c71b04697 None None] Network 00e43a74-ef0e-4805-bd01-1b5795164eed requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:19:57.974924 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d1987ffd-9e8c-44da-a68d-03e9fe068a84 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3087187 Feb 04 06:19:57.977662 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51958) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:57.982253 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:58.004019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.005148 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.058345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.118223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-00e43a74-ef0e-4805-bd01-1b5795164eed', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:19:58.119807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.198139 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.253510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Allocated IP 172.20.0.2 (00e43a74-ef0e-4805-bd01-1b5795164eed/2928208c-15cc-4e35-bb21-ceaf3bc6e970/57542942-f86c-4836-9af5-cf4a5ee6228f) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:58.393442 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.394593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.402031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.420509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.530228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Allocated IP 172.26.5.148 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/0f8b293c-876e-47a9-b5bb-851b03784375) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:58.585611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Network 00e43a74-ef0e-4805-bd01-1b5795164eed is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:58.588466 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:58.592724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:19:58.595716 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Pushing event updated for resources: {'Port': ['ID=57542942-f86c-4836-9af5-cf4a5ee6228f,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:58.642799 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.652366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.654668 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Attempting to bind port 57542942-f86c-4836-9af5-cf4a5ee6228f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:58.655039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Attempting to bind port 57542942-f86c-4836-9af5-cf4a5ee6228f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:58.655403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Attempting to bind port 57542942-f86c-4836-9af5-cf4a5ee6228f on network 00e43a74-ef0e-4805-bd01-1b5795164eed {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:19:58.660173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:19:58.660561 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Checking segment: {'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:19:58.660955 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.661381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Bound using segment: {'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:19:58.661840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Bound port: 57542942-f86c-4836-9af5-cf4a5ee6228f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:58.662220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.678408 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.719781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:58.724304 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:58.726529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] For port 57542942-f86c-4836-9af5-cf4a5ee6228f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:19:58.729261 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:19:58.730510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] For port 57542942-f86c-4836-9af5-cf4a5ee6228f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=57542942-f86c-4836-9af5-cf4a5ee6228f,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:19:58.732601 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Pushing event updated for resources: {'Port': ['ID=0f8b293c-876e-47a9-b5bb-851b03784375,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:58.735097 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.789757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa8430-8fde-4e3a-bf4f-3c6b72d7a2c1 None None] Pushing event updated for resources: {'Port': ['ID=57542942-f86c-4836-9af5-cf4a5ee6228f,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:59.006931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:59.226956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:59.273718 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 57542942-f86c-4836-9af5-cf4a5ee6228f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:19:59.322720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 57542942-f86c-4836-9af5-cf4a5ee6228f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:59.323155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:59.361674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:19:59.412491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:59.445656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 57542942-f86c-4836-9af5-cf4a5ee6228f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=57542942-f86c-4836-9af5-cf4a5ee6228f,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:19:59.452847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:59.472153 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:19:59.485137 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Sync routers for ids ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:59.493022 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:59.497738 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9ab7cf26-5599-471e-b1fd-adbbb6c9b366 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5188756 Feb 04 06:19:59.498279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51960) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:59.510534 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Routers {'31ef3a12-6b11-465b-a2ee-1f96977c41d2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:19:59.511333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:59.516378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=57542942-f86c-4836-9af5-cf4a5ee6228f,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:59.630338 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Set router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:19:59.798763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb92afc9-2ba5-45ff-80d3-5469f4432573 None None] Network 00e43a74-ef0e-4805-bd01-1b5795164eed requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:19:59.874103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-efe893f6-c910-45fb-8d1a-cd6b6c5d04f6 None None] Provisioning complete for port 57542942-f86c-4836-9af5-cf4a5ee6228f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:59.874383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-efe893f6-c910-45fb-8d1a-cd6b6c5d04f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:59.919261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:19:58Z', 'revision_number': 3, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:59.933813 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:59.961985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Checking router: 31ef3a12-6b11-465b-a2ee-1f96977c41d2 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:59.962333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Updating router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 port 0f8b293c-876e-47a9-b5bb-851b03784375 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:20:00.017702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.091396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Allocated IP 172.20.0.1 (00e43a74-ef0e-4805-bd01-1b5795164eed/2928208c-15cc-4e35-bb21-ceaf3bc6e970/5e464cfb-a2b6-4825-b086-f42bd21d7c83) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:00.194316 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.232003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.278103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Network 00e43a74-ef0e-4805-bd01-1b5795164eed is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:00.282555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:00.287779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:20:00.300977 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Pushing event updated for resources: {'Port': ['ID=5e464cfb-a2b6-4825-b086-f42bd21d7c83,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:00.340269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.354867 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.360366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.413063 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Attempting to bind port 0f8b293c-876e-47a9-b5bb-851b03784375 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:00.413546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Attempting to bind port 0f8b293c-876e-47a9-b5bb-851b03784375 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:00.413919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Attempting to bind port 0f8b293c-876e-47a9-b5bb-851b03784375 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:20:00.422608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:20:00.422608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:20:00.422948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.423361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:20:00.423770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Bound port: 0f8b293c-876e-47a9-b5bb-851b03784375, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:00.424183 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.445267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc0389-cfb3-4542-ba58-75a8f0e894f3 None None] Pushing event updated for resources: {'Port': ['ID=0f8b293c-876e-47a9-b5bb-851b03784375,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:00.482447 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.496009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] For port 0f8b293c-876e-47a9-b5bb-851b03784375, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:20:00.510541 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] For port 0f8b293c-876e-47a9-b5bb-851b03784375, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0f8b293c-876e-47a9-b5bb-851b03784375,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:20:00.511959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-fd0fef85-1d4e-435f-85b9-8662a21ccbaa None None] Provisioning complete for port 57542942-f86c-4836-9af5-cf4a5ee6228f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:00.512330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fd0fef85-1d4e-435f-85b9-8662a21ccbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.536893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.604963 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Routers {'31ef3a12-6b11-465b-a2ee-1f96977c41d2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:20:00.605598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:00.643024 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc0389-cfb3-4542-ba58-75a8f0e894f3 None None] Pushing event updated for resources: {'Port': ['ID=0f8b293c-876e-47a9-b5bb-851b03784375,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:00.655771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.660636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.736702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Pushing event updated for resources: {'Port': ['ID=5e464cfb-a2b6-4825-b086-f42bd21d7c83,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:00.747818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.748869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] Set router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:20:00.837511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Network 00e43a74-ef0e-4805-bd01-1b5795164eed is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:00.838937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:00.883814 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8bd95842-64a8-42bc-95e4-7a97ea89775e None None] Provisioning complete for port 5e464cfb-a2b6-4825-b086-f42bd21d7c83 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:00.884470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8bd95842-64a8-42bc-95e4-7a97ea89775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.938552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8bd95842-64a8-42bc-95e4-7a97ea89775e None None] Port 5e464cfb-a2b6-4825-b086-f42bd21d7c83 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:20:00.967699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:20:00.991393 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5e464cfb-a2b6-4825-b086-f42bd21d7c83', 'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'mac_address': 'fa:16:3e:b5:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:59Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 1, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'subnets': [{'id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:01.019314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d26e39-a113-4628-ab28-03bea8fee64b None None] The sync data for ids ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'] in dv-neutron-826811-2-hyperv is: [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5e464cfb-a2b6-4825-b086-f42bd21d7c83', 'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'mac_address': 'fa:16:3e:b5:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:59Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 1, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'subnets': [{'id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:01.071583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1253b707-01fa-4244-b656-6c864877f13c None None] Provisioning complete for port 5e464cfb-a2b6-4825-b086-f42bd21d7c83 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:01.072381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1253b707-01fa-4244-b656-6c864877f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.094216 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:20:01.099867 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f10d85af-6f78-47fe-89d0-e7f31217bfdd admin admin] 10.222.0.15 "PUT /v2.0/routers/31ef3a12-6b11-465b-a2ee-1f96977c41d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5996335 Feb 04 06:20:01.113622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-1253b707-01fa-4244-b656-6c864877f13c None None] Port 5e464cfb-a2b6-4825-b086-f42bd21d7c83 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:20:01.256252 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 57542942-f86c-4836-9af5-cf4a5ee6228f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:20:01.307275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 57542942-f86c-4836-9af5-cf4a5ee6228f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:01.307646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.624713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51976) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:01.629889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-911398178-network', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:01.680504 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Made reservation on behalf of 7c48b904199f425c9277cbdb2cce7143 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:20:01.684755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.693589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.783915 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.787948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.810750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:20:01.826799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8a3a59-e5df-4c0a-af75-2537ae16fb57,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:01.829989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.830332 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Added segment e1203095-ef71-49bf-bd41-6dd12ff13c98 of type vlan for network 54007708-e0bf-4034-ad65-ebbab65872df Feb 04 06:20:01.879304 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.909377 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.910272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:01.910855 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.969058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3406475 Feb 04 06:20:01.969566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 51978) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:01.974003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] Request body: {'subnet': {'network_id': '54007708-e0bf-4034-ad65-ebbab65872df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-911398178-subnet', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'ip_version': 4}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:01.986051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71683e67-424c-400e-99bf-a7b674f4a314 admin admin] Pushing event updated for resources: {'Network': ['ID=54007708-e0bf-4034-ad65-ebbab65872df,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:01.996959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 54007708-e0bf-4034-ad65-ebbab65872df details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:20:02.009186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] Made reservation on behalf of 7c48b904199f425c9277cbdb2cce7143 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:20:02.011655 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.198702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.262829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b94b9bc-442f-4ea2-b05c-deb25bf35486,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:02.268252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] Checking segment: {'id': 'e1203095-ef71-49bf-bd41-6dd12ff13c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:20:02.268612 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] Network hostable DHCP agents. Network: 54007708-e0bf-4034-ad65-ebbab65872df, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:20:02.287161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] Network 54007708-e0bf-4034-ad65-ebbab65872df is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:20:02.296249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 54007708-e0bf-4034-ad65-ebbab65872df) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:02.300851 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:02.301590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.305781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f2dad-e172-4cfd-9fad-e02617ad279a None None] Network 54007708-e0bf-4034-ad65-ebbab65872df requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:20:02.322865 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e080afed-f637-4947-acf0-eb6c48aec03e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3514345 Feb 04 06:20:02.325296 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51980) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:02.329780 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-911398178-router', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:02.351298 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.352579 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.404458 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.449467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-54007708-e0bf-4034-ad65-ebbab65872df', 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'fixed_ips': [{'subnet_id': '1b94b9bc-442f-4ea2-b05c-deb25bf35486'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:20:02.450335 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.546690 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.585970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Allocated IP 172.20.0.2 (54007708-e0bf-4034-ad65-ebbab65872df/1b94b9bc-442f-4ea2-b05c-deb25bf35486/0813eb68-5bed-4262-9da7-ac2c0056bbaf) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:02.733017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.738950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.747436 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.771094 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.779801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Network 54007708-e0bf-4034-ad65-ebbab65872df is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:02.782689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:02.785488 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:20:02.824519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Pushing event updated for resources: {'Port': ['ID=0813eb68-5bed-4262-9da7-ac2c0056bbaf,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:02.851334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Attempting to bind port 0813eb68-5bed-4262-9da7-ac2c0056bbaf on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:02.851693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Attempting to bind port 0813eb68-5bed-4262-9da7-ac2c0056bbaf by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'e1203095-ef71-49bf-bd41-6dd12ff13c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:02.852046 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Attempting to bind port 0813eb68-5bed-4262-9da7-ac2c0056bbaf on network 54007708-e0bf-4034-ad65-ebbab65872df {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:20:02.857677 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:20:02.858043 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Checking segment: {'id': 'e1203095-ef71-49bf-bd41-6dd12ff13c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:20:02.858433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.858814 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Bound using segment: {'id': 'e1203095-ef71-49bf-bd41-6dd12ff13c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:20:02.859263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Bound port: 0813eb68-5bed-4262-9da7-ac2c0056bbaf, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1203095-ef71-49bf-bd41-6dd12ff13c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:02.859633 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.878199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Allocated IP 172.26.5.242 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/c69ff40e-25ac-437f-8743-962f5d1c3e5f) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:02.923320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] For port 0813eb68-5bed-4262-9da7-ac2c0056bbaf, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:20:02.926575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] For port 0813eb68-5bed-4262-9da7-ac2c0056bbaf, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0813eb68-5bed-4262-9da7-ac2c0056bbaf,segment=NetworkSegment(e1203095-ef71-49bf-bd41-6dd12ff13c98),segment_id=e1203095-ef71-49bf-bd41-6dd12ff13c98)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:20:02.931546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.990055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da24ac7-50fc-4508-b2d8-9495c1ab1870 None None] Pushing event updated for resources: {'Port': ['ID=0813eb68-5bed-4262-9da7-ac2c0056bbaf,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:03.001599 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.038438 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.079886 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:03.083411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:03.085628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:20:03.108445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=c69ff40e-25ac-437f-8743-962f5d1c3e5f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:03.111088 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Sync routers for ids ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:03.121264 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Routers {'31ef3a12-6b11-465b-a2ee-1f96977c41d2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:20:03.121872 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:03.264490 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Set router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:20:03.420201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0813eb68-5bed-4262-9da7-ac2c0056bbaf up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:20:03.475186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 0813eb68-5bed-4262-9da7-ac2c0056bbaf triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:03.475672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.506845 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5e464cfb-a2b6-4825-b086-f42bd21d7c83', 'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'mac_address': 'fa:16:3e:b5:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:59Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 2, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'subnets': [{'id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:03.537858 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Checking router: 31ef3a12-6b11-465b-a2ee-1f96977c41d2 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:20:03.538214 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Updating router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 port 5e464cfb-a2b6-4825-b086-f42bd21d7c83 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:20:03.567301 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.567753 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.602065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 0813eb68-5bed-4262-9da7-ac2c0056bbaf, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0813eb68-5bed-4262-9da7-ac2c0056bbaf,segment=NetworkSegment(e1203095-ef71-49bf-bd41-6dd12ff13c98),segment_id=e1203095-ef71-49bf-bd41-6dd12ff13c98)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:20:03.607408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.608351 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0f8b293c-876e-47a9-b5bb-851b03784375 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:20:03.642252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.688576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=0813eb68-5bed-4262-9da7-ac2c0056bbaf,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:03.700383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 0f8b293c-876e-47a9-b5bb-851b03784375 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:03.700763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.788740 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.814629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 0f8b293c-876e-47a9-b5bb-851b03784375, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0f8b293c-876e-47a9-b5bb-851b03784375,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:20:03.819915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.886259 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=0f8b293c-876e-47a9-b5bb-851b03784375,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:03.886484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.905624 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.911506 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.960014 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Pushing event updated for resources: {'Port': ['ID=5e464cfb-a2b6-4825-b086-f42bd21d7c83,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:03.985467 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:03.985813 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:03.986152 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:03.986496 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:03.986805 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:03.987137 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:03.987458 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:03.987777 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:03.988096 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:03.988975 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:03.988975 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:03.989203 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.022025 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Attempting to bind port 5e464cfb-a2b6-4825-b086-f42bd21d7c83 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:04.022523 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Attempting to bind port 5e464cfb-a2b6-4825-b086-f42bd21d7c83 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:04.022884 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Attempting to bind port 5e464cfb-a2b6-4825-b086-f42bd21d7c83 on network 00e43a74-ef0e-4805-bd01-1b5795164eed {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:20:04.028520 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:20:04.029290 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Checking segment: {'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:20:04.029916 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.030308 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Bound using segment: {'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:20:04.030780 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Bound port: 5e464cfb-a2b6-4825-b086-f42bd21d7c83, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:04.031158 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.049238 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Router 54eb44e2-2843-4e3f-8230-2a678cffd824 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:20:04.100628 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] For port 5e464cfb-a2b6-4825-b086-f42bd21d7c83, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:20:04.105172 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] For port 5e464cfb-a2b6-4825-b086-f42bd21d7c83, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5e464cfb-a2b6-4825-b086-f42bd21d7c83,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:20:04.111448 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.141961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5a6583-a602-4d15-ad7d-6481d67ada7f None None] Network 54007708-e0bf-4034-ad65-ebbab65872df requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:20:04.162115 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Routers {'31ef3a12-6b11-465b-a2ee-1f96977c41d2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:20:04.162717 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:04.182252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:20:04.202930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.205023 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7d992b78-7e50-41fe-bb27-52cb95280ca8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8786829 Feb 04 06:20:04.207758 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 51982) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:04.209873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Sync routers for ids ['54eb44e2-2843-4e3f-8230-2a678cffd824'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:04.230552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-77fa239c-f330-4f49-926f-5edab2d2466a None None] Provisioning complete for port 0813eb68-5bed-4262-9da7-ac2c0056bbaf triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:04.230903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77fa239c-f330-4f49-926f-5edab2d2466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.247990 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e265f-dcdc-4f14-8fb0-dbcc38a8c107 None None] Pushing event updated for resources: {'Port': ['ID=5e464cfb-a2b6-4825-b086-f42bd21d7c83,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:04.260727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Routers {'54eb44e2-2843-4e3f-8230-2a678cffd824'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:20:04.261566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['54eb44e2-2843-4e3f-8230-2a678cffd824'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:04.453410 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] Set router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:20:04.475155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Set router 54eb44e2-2843-4e3f-8230-2a678cffd824 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:20:04.675187 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5e464cfb-a2b6-4825-b086-f42bd21d7c83', 'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'mac_address': 'fa:16:3e:b5:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:59Z', 'updated_at': '2022-02-04T06:20:04Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'subnets': [{'id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:04.694819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.702309 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9ef7f-4523-4c10-8186-46ad8e417cae None None] The sync data for ids ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'] in dv-neutron-826811-2-hyperv is: [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5e464cfb-a2b6-4825-b086-f42bd21d7c83', 'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'mac_address': 'fa:16:3e:b5:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:59Z', 'updated_at': '2022-02-04T06:20:04Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'subnets': [{'id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:04.703688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-da29eecf-8871-4edc-96f3-db0034f43ed9 None None] Provisioning complete for port 5e464cfb-a2b6-4825-b086-f42bd21d7c83 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:04.704074 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da29eecf-8871-4edc-96f3-db0034f43ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.751780 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'name': 'tempest-TestMinimumBasicScenario-911398178-router', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:03Z', 'revision_number': 3, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'gw_port': {'id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:04.794903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Checking router: 54eb44e2-2843-4e3f-8230-2a678cffd824 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:20:04.795179 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Updating router 54eb44e2-2843-4e3f-8230-2a678cffd824 port c69ff40e-25ac-437f-8743-962f5d1c3e5f binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:20:04.838893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.908177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da29eecf-8871-4edc-96f3-db0034f43ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.909439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Allocated IP 172.20.0.1 (54007708-e0bf-4034-ad65-ebbab65872df/1b94b9bc-442f-4ea2-b05c-deb25bf35486/86dd478c-0f43-4407-9ad8-1147337fe4b2) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:05.003495 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-da29eecf-8871-4edc-96f3-db0034f43ed9 None None] For port 5e464cfb-a2b6-4825-b086-f42bd21d7c83, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5e464cfb-a2b6-4825-b086-f42bd21d7c83,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:20:05.017415 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-da29eecf-8871-4edc-96f3-db0034f43ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.027405 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.066054 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.108126 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Network 54007708-e0bf-4034-ad65-ebbab65872df is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:05.112843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:05.114763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29eecf-8871-4edc-96f3-db0034f43ed9 None None] Pushing event updated for resources: {'Port': ['ID=5e464cfb-a2b6-4825-b086-f42bd21d7c83,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:05.116415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:20:05.155647 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Pushing event updated for resources: {'Port': ['ID=86dd478c-0f43-4407-9ad8-1147337fe4b2,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:05.158867 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2de64c91-f1a7-4ebf-bf0d-af197bd5e466 None None] Provisioning complete for port 0813eb68-5bed-4262-9da7-ac2c0056bbaf triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:05.159225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2de64c91-f1a7-4ebf-bf0d-af197bd5e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.186331 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.379780 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.412228 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0813eb68-5bed-4262-9da7-ac2c0056bbaf up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:20:05.483383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.496421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.557680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.561355 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Attempting to bind port c69ff40e-25ac-437f-8743-962f5d1c3e5f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:05.561733 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Attempting to bind port c69ff40e-25ac-437f-8743-962f5d1c3e5f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:05.562103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Attempting to bind port c69ff40e-25ac-437f-8743-962f5d1c3e5f on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:20:05.562258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.570214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 0813eb68-5bed-4262-9da7-ac2c0056bbaf triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:05.570589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.573025 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db527a65-0ec0-4fdb-920f-78c3e7bab6d1 None None] Pushing event updated for resources: {'Port': ['ID=c69ff40e-25ac-437f-8743-962f5d1c3e5f,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:05.576873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:20:05.577278 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:20:05.577688 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.578064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:20:05.578531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Bound port: c69ff40e-25ac-437f-8743-962f5d1c3e5f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:05.578912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.627027 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.628615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Pushing event updated for resources: {'Port': ['ID=86dd478c-0f43-4407-9ad8-1147337fe4b2,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:05.670026 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] For port c69ff40e-25ac-437f-8743-962f5d1c3e5f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:20:05.674243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] For port c69ff40e-25ac-437f-8743-962f5d1c3e5f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c69ff40e-25ac-437f-8743-962f5d1c3e5f,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:20:05.675227 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-02c8e9f4-6173-433d-a9fb-41f5aed5f213 None None] Provisioning complete for port 86dd478c-0f43-4407-9ad8-1147337fe4b2 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:05.675657 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-02c8e9f4-6173-433d-a9fb-41f5aed5f213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.679869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.726466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Network 54007708-e0bf-4034-ad65-ebbab65872df is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:05.728543 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:05.781631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-02c8e9f4-6173-433d-a9fb-41f5aed5f213 None None] Port 86dd478c-0f43-4407-9ad8-1147337fe4b2 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:20:05.791239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0f8b293c-876e-47a9-b5bb-851b03784375 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:20:05.801868 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Routers {'54eb44e2-2843-4e3f-8230-2a678cffd824'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:20:05.802491 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['54eb44e2-2843-4e3f-8230-2a678cffd824'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:05.851204 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Router 54eb44e2-2843-4e3f-8230-2a678cffd824 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:20:05.862651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db527a65-0ec0-4fdb-920f-78c3e7bab6d1 None None] Pushing event updated for resources: {'Port': ['ID=c69ff40e-25ac-437f-8743-962f5d1c3e5f,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:05.944720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 0f8b293c-876e-47a9-b5bb-851b03784375 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:05.945114 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.968196 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:20:05.973653 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e0328de5-8401-4ca2-ba58-3e6fa72702e5 admin admin] 10.222.0.15 "PUT /v2.0/routers/54eb44e2-2843-4e3f-8230-2a678cffd824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7636859 Feb 04 06:20:05.973776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] Set router 54eb44e2-2843-4e3f-8230-2a678cffd824 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:20:06.066734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-c8c7d327-b7ea-4ae5-8d0e-b7c75aa9b31b None None] Provisioning complete for port 86dd478c-0f43-4407-9ad8-1147337fe4b2 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:06.067108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d327-b7ea-4ae5-8d0e-b7c75aa9b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:06.174508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7d327-b7ea-4ae5-8d0e-b7c75aa9b31b None None] Port 86dd478c-0f43-4407-9ad8-1147337fe4b2 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:20:06.192275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5e464cfb-a2b6-4825-b086-f42bd21d7c83 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:20:06.287280 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 5e464cfb-a2b6-4825-b086-f42bd21d7c83 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:06.287652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:06.316860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'name': 'tempest-TestMinimumBasicScenario-911398178-router', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:05Z', 'revision_number': 4, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'gw_port': {'id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '86dd478c-0f43-4407-9ad8-1147337fe4b2', 'name': '', 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'mac_address': 'fa:16:3e:aa:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '1b94b9bc-442f-4ea2-b05c-deb25bf35486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:04Z', 'updated_at': '2022-02-04T06:20:05Z', 'revision_number': 2, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'subnets': [{'id': '1b94b9bc-442f-4ea2-b05c-deb25bf35486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:06.347233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81dbdc-6e89-4fe5-b618-77451351dd4c None None] The sync data for ids ['54eb44e2-2843-4e3f-8230-2a678cffd824'] in dv-neutron-826811-2-hyperv is: [{'id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'name': 'tempest-TestMinimumBasicScenario-911398178-router', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:05Z', 'revision_number': 4, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'gw_port': {'id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '86dd478c-0f43-4407-9ad8-1147337fe4b2', 'name': '', 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'mac_address': 'fa:16:3e:aa:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '1b94b9bc-442f-4ea2-b05c-deb25bf35486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:04Z', 'updated_at': '2022-02-04T06:20:05Z', 'revision_number': 2, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'subnets': [{'id': '1b94b9bc-442f-4ea2-b05c-deb25bf35486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:08.977630 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Sync routers for ids ['54eb44e2-2843-4e3f-8230-2a678cffd824'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:08.987531 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Routers {'54eb44e2-2843-4e3f-8230-2a678cffd824'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:20:08.988199 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['54eb44e2-2843-4e3f-8230-2a678cffd824'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:09.100166 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Set router 54eb44e2-2843-4e3f-8230-2a678cffd824 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:20:09.306706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c69ff40e-25ac-437f-8743-962f5d1c3e5f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:20:09.366779 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c69ff40e-25ac-437f-8743-962f5d1c3e5f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:09.367309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.375728 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'name': 'tempest-TestMinimumBasicScenario-911398178-router', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:05Z', 'revision_number': 4, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'gw_port': {'id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '86dd478c-0f43-4407-9ad8-1147337fe4b2', 'name': '', 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'mac_address': 'fa:16:3e:aa:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '1b94b9bc-442f-4ea2-b05c-deb25bf35486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:04Z', 'updated_at': '2022-02-04T06:20:05Z', 'revision_number': 2, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'subnets': [{'id': '1b94b9bc-442f-4ea2-b05c-deb25bf35486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:09.422650 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Checking router: 54eb44e2-2843-4e3f-8230-2a678cffd824 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:20:09.423257 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Updating router 54eb44e2-2843-4e3f-8230-2a678cffd824 port 86dd478c-0f43-4407-9ad8-1147337fe4b2 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:20:09.449894 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.463607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.486630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port c69ff40e-25ac-437f-8743-962f5d1c3e5f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c69ff40e-25ac-437f-8743-962f5d1c3e5f,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:20:09.491624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.554085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=c69ff40e-25ac-437f-8743-962f5d1c3e5f,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:09.776085 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.785246 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.872123 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ab316-42c3-489d-9d58-89e0434c73c5 None None] Pushing event updated for resources: {'Port': ['ID=86dd478c-0f43-4407-9ad8-1147337fe4b2,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:09.916637 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Attempting to bind port 86dd478c-0f43-4407-9ad8-1147337fe4b2 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:09.917114 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Attempting to bind port 86dd478c-0f43-4407-9ad8-1147337fe4b2 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'e1203095-ef71-49bf-bd41-6dd12ff13c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:09.917561 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Attempting to bind port 86dd478c-0f43-4407-9ad8-1147337fe4b2 on network 54007708-e0bf-4034-ad65-ebbab65872df {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:20:09.922787 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:20:09.923162 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Checking segment: {'id': 'e1203095-ef71-49bf-bd41-6dd12ff13c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:20:09.923816 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.924213 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Bound using segment: {'id': 'e1203095-ef71-49bf-bd41-6dd12ff13c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:20:09.924683 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Bound port: 86dd478c-0f43-4407-9ad8-1147337fe4b2, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1203095-ef71-49bf-bd41-6dd12ff13c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:09.925065 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:10.015636 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] For port 86dd478c-0f43-4407-9ad8-1147337fe4b2, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:20:10.021303 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] For port 86dd478c-0f43-4407-9ad8-1147337fe4b2, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=86dd478c-0f43-4407-9ad8-1147337fe4b2,segment=NetworkSegment(e1203095-ef71-49bf-bd41-6dd12ff13c98),segment_id=e1203095-ef71-49bf-bd41-6dd12ff13c98)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:20:10.027894 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:10.096159 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Routers {'54eb44e2-2843-4e3f-8230-2a678cffd824'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:20:10.096762 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:19:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['54eb44e2-2843-4e3f-8230-2a678cffd824'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:10.133093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ab182a89-5f4a-4655-8ad7-ef2b8e1e59f2 None None] Provisioning complete for port 86dd478c-0f43-4407-9ad8-1147337fe4b2 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:10.133782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab182a89-5f4a-4655-8ad7-ef2b8e1e59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:10.140251 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ab316-42c3-489d-9d58-89e0434c73c5 None None] Pushing event updated for resources: {'Port': ['ID=86dd478c-0f43-4407-9ad8-1147337fe4b2,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:10.255454 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] Set router 54eb44e2-2843-4e3f-8230-2a678cffd824 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:20:10.275996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab182a89-5f4a-4655-8ad7-ef2b8e1e59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:10.319220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ab182a89-5f4a-4655-8ad7-ef2b8e1e59f2 None None] For port 86dd478c-0f43-4407-9ad8-1147337fe4b2, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=86dd478c-0f43-4407-9ad8-1147337fe4b2,segment=NetworkSegment(e1203095-ef71-49bf-bd41-6dd12ff13c98),segment_id=e1203095-ef71-49bf-bd41-6dd12ff13c98)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:20:10.327387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab182a89-5f4a-4655-8ad7-ef2b8e1e59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:10.382156 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab182a89-5f4a-4655-8ad7-ef2b8e1e59f2 None None] Pushing event updated for resources: {'Port': ['ID=86dd478c-0f43-4407-9ad8-1147337fe4b2,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:10.454966 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-2f65cdac-9ed0-45bc-9597-5a94c5b8e5dd None None] Provisioning complete for port 86dd478c-0f43-4407-9ad8-1147337fe4b2 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:10.455337 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2f65cdac-9ed0-45bc-9597-5a94c5b8e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:10.533431 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'name': 'tempest-TestMinimumBasicScenario-911398178-router', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:05Z', 'revision_number': 4, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'gw_port': {'id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '86dd478c-0f43-4407-9ad8-1147337fe4b2', 'name': '', 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'mac_address': 'fa:16:3e:aa:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '1b94b9bc-442f-4ea2-b05c-deb25bf35486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:04Z', 'updated_at': '2022-02-04T06:20:10Z', 'revision_number': 4, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'subnets': [{'id': '1b94b9bc-442f-4ea2-b05c-deb25bf35486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:10.568567 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24829700-f809-4a4b-9899-fb24037fc496 None None] The sync data for ids ['54eb44e2-2843-4e3f-8230-2a678cffd824'] in dv-neutron-826811-2-hyperv is: [{'id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'name': 'tempest-TestMinimumBasicScenario-911398178-router', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:05Z', 'revision_number': 4, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'gw_port': {'id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '86dd478c-0f43-4407-9ad8-1147337fe4b2', 'name': '', 'network_id': '54007708-e0bf-4034-ad65-ebbab65872df', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'mac_address': 'fa:16:3e:aa:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '1b94b9bc-442f-4ea2-b05c-deb25bf35486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:04Z', 'updated_at': '2022-02-04T06:20:10Z', 'revision_number': 4, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'subnets': [{'id': '1b94b9bc-442f-4ea2-b05c-deb25bf35486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:11.286460 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 86dd478c-0f43-4407-9ad8-1147337fe4b2 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:20:11.343214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 86dd478c-0f43-4407-9ad8-1147337fe4b2 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:11.343893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:11.432218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c69ff40e-25ac-437f-8743-962f5d1c3e5f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:20:11.494234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c69ff40e-25ac-437f-8743-962f5d1c3e5f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:11.494842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:15.959010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-86cbf6b9-ba3a-4c95-9fe8-6a4d326ab068 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:15.960456 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-86cbf6b9-ba3a-4c95-9fe8-6a4d326ab068 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/networks?id=00e43a74-ef0e-4805-bd01-1b5795164eed HTTP/1.1" status: 200 len: 814 time: 0.3718100 Feb 04 06:20:15.975645 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3b9346e0-7677-4f8a-a2ee-b79670391c57 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/quotas/eeff940f4a2e40a2be8f5e7e963fe0ed HTTP/1.1" status: 200 len: 375 time: 0.0089021 Feb 04 06:20:16.025779 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-c7ec007c-f185-4a35-817e-e42fdc9c0a23 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448766 Feb 04 06:20:16.207365 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-e1bff78f-cb07-4eec-9d3a-982dc294128e service neutron] 10.222.0.15 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701708 Feb 04 06:20:16.294279 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-aaf29780-5acd-4fcb-9745-ab0f922a6ff3 service neutron] 10.222.0.15 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806708 Feb 04 06:20:17.462616 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3f47e020-198d-4d35-ab3f-d13e665d4548 req-14d3bc43-4a96-40e4-9833-d50e44b693b5 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 210 time: 0.0302827 Feb 04 06:20:18.341061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-96170a41-a076-4879-83b8-80e358abf632 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:18.342622 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-96170a41-a076-4879-83b8-80e358abf632 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.36 "GET /v2.0/networks?id=00e43a74-ef0e-4805-bd01-1b5795164eed HTTP/1.1" status: 200 len: 814 time: 0.1020539 Feb 04 06:20:18.354931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Request body: {'port': {'device_id': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'admin_state_up': True, 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:18.465720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Made reservation on behalf of eeff940f4a2e40a2be8f5e7e963fe0ed for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:20:18.469200 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:18.564390 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bf914e72-6918-47cc-9037-dcce84b166c5 req-84a592cb-cfbb-42b1-92ef-20cad1a79ab0 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 210 time: 0.0330832 Feb 04 06:20:18.625019 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Allocated IP 172.20.0.3 (00e43a74-ef0e-4805-bd01-1b5795164eed/2928208c-15cc-4e35-bb21-ceaf3bc6e970/725b3626-c0d8-4d8c-8113-6434c0b71168) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:18.793358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:18.830393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:18.878207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Network 00e43a74-ef0e-4805-bd01-1b5795164eed is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:18.884202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:18.889060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:20:18.932010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'Port': ['ID=725b3626-c0d8-4d8c-8113-6434c0b71168,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:18.961224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:18.963288 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:18.991483 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-9177871b-8f9f-43fe-8ded-2901b027d372 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6404612 Feb 04 06:20:19.251766 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8927a93a-eed3-4b87-b872-2564725a1f18 None None] Provisioning complete for port 725b3626-c0d8-4d8c-8113-6434c0b71168 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:19.252388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8927a93a-eed3-4b87-b872-2564725a1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:19.301338 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8927a93a-eed3-4b87-b872-2564725a1f18 None None] Port 725b3626-c0d8-4d8c-8113-6434c0b71168 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:20:19.679702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb49ed4-2c47-49fa-81f9-3be607c118bf req-8e15c6c9-5005-41db-a4db-8c5f8d62cbac tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:19.681408 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fcb49ed4-2c47-49fa-81f9-3be607c118bf req-8e15c6c9-5005-41db-a4db-8c5f8d62cbac tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 931 time: 0.0493746 Feb 04 06:20:19.720497 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fcb49ed4-2c47-49fa-81f9-3be607c118bf req-50c8f337-47f0-44b1-8b2a-f1e8d2c62042 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326245 Feb 04 06:20:20.838167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd86be-c168-4c8d-9799-ae4df4f711c9 req-ca2ac5e5-0b8c-4e1e-ab7c-5e6df16ee994 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:20.839910 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-04bd86be-c168-4c8d-9799-ae4df4f711c9 req-ca2ac5e5-0b8c-4e1e-ab7c-5e6df16ee994 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 931 time: 0.0536525 Feb 04 06:20:20.902428 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-04bd86be-c168-4c8d-9799-ae4df4f711c9 req-d076281a-e59f-43d0-99e1-81900e7ae923 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561495 Feb 04 06:20:21.216467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3c62c171-6257-4eb5-b388-81bae9fb62a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:22.018574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b7a40-3c96-411c-95e2-adeb7d96b93e req-afac3f37-cde2-4783-b1ef-db13563a5982 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:22.020012 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-471b7a40-3c96-411c-95e2-adeb7d96b93e req-afac3f37-cde2-4783-b1ef-db13563a5982 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 931 time: 0.0542893 Feb 04 06:20:22.058119 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-471b7a40-3c96-411c-95e2-adeb7d96b93e req-7ce1f1d5-10ae-4702-a930-8471ade66913 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Feb 04 06:20:23.181129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7eac7-8a2f-4254-877a-2872283959a5 req-904e44f1-bf7a-4342-94f5-e5b33141c508 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:23.183180 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-60a7eac7-8a2f-4254-877a-2872283959a5 req-904e44f1-bf7a-4342-94f5-e5b33141c508 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 931 time: 0.0601192 Feb 04 06:20:23.229713 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-60a7eac7-8a2f-4254-877a-2872283959a5 req-7306d6c9-9045-4ea3-8d17-a73eab3647a0 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Feb 04 06:20:23.466458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e474c49e-d2c1-4021-8330-83bb64771c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:24.352635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba8954-f5c7-4d03-b56f-10d4443fbb8c req-4fd21ad4-c953-4692-8470-936e8b3d33c1 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:24.355582 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7cba8954-f5c7-4d03-b56f-10d4443fbb8c req-4fd21ad4-c953-4692-8470-936e8b3d33c1 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 931 time: 0.0588887 Feb 04 06:20:24.405300 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7cba8954-f5c7-4d03-b56f-10d4443fbb8c req-b84c8ebe-2012-479f-8976-d568311e5e2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Feb 04 06:20:24.816689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:25.529234 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c7c35-bf48-41e3-9da2-39f538d5cc28 req-cc87ca8f-d75e-45fe-9dea-ec1369032470 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:25.530823 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b57c7c35-bf48-41e3-9da2-39f538d5cc28 req-cc87ca8f-d75e-45fe-9dea-ec1369032470 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 931 time: 0.0592749 Feb 04 06:20:25.573930 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b57c7c35-bf48-41e3-9da2-39f538d5cc28 req-04c452d5-920f-4718-bc5a-83099787bb57 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369234 Feb 04 06:20:26.421133 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:26.704095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:26.711084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd7926-d04c-40ef-a060-3b5b045c91f7 req-ff9c33f9-6f89-48f2-a3d7-a2e2971231d4 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:26.712971 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-96dd7926-d04c-40ef-a060-3b5b045c91f7 req-ff9c33f9-6f89-48f2-a3d7-a2e2971231d4 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 931 time: 0.0687764 Feb 04 06:20:26.753515 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-96dd7926-d04c-40ef-a060-3b5b045c91f7 req-f7e4551f-0eab-4af7-9a6f-bb7a5ed75fe9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345297 Feb 04 06:20:27.866406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c54a29-88bc-44ed-bfd9-b57bcfb2dc1d req-853020aa-1785-4b82-93c7-30a7ed43fdc2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:27.867871 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-51c54a29-88bc-44ed-bfd9-b57bcfb2dc1d req-853020aa-1785-4b82-93c7-30a7ed43fdc2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 931 time: 0.0491514 Feb 04 06:20:27.906095 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-51c54a29-88bc-44ed-bfd9-b57bcfb2dc1d req-0d74418e-417f-4e5b-9cd3-7891352f4c1d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322046 Feb 04 06:20:28.625320 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Request body: {'port': {'device_id': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:28.637310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:28.682127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:28.936569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725b3626-c0d8-4d8c-8113-6434c0b71168 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:20:28.943943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:28.955798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Transition to ACTIVE for port object 725b3626-c0d8-4d8c-8113-6434c0b71168 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:28.960054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:29.041000 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Pushing event updated for resources: {'Port': ['ID=725b3626-c0d8-4d8c-8113-6434c0b71168,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:29.104090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea0629-2ee2-4e16-bedd-9283dc74b829 req-9f57c83c-7468-4bce-a514-e90667908ebf tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:29.105690 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-28ea0629-2ee2-4e16-bedd-9283dc74b829 req-9f57c83c-7468-4bce-a514-e90667908ebf tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 943 time: 0.1154015 Feb 04 06:20:29.148819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Attempting to bind port 725b3626-c0d8-4d8c-8113-6434c0b71168 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:29.149858 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Attempting to bind port 725b3626-c0d8-4d8c-8113-6434c0b71168 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:29.150268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Attempting to bind port 725b3626-c0d8-4d8c-8113-6434c0b71168 on network 00e43a74-ef0e-4805-bd01-1b5795164eed {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:20:29.161600 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Port 725b3626-c0d8-4d8c-8113-6434c0b71168 on network 00e43a74-ef0e-4805-bd01-1b5795164eed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:20:29.161922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Attempting to bind port 725b3626-c0d8-4d8c-8113-6434c0b71168 on network 00e43a74-ef0e-4805-bd01-1b5795164eed {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:20:29.170307 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-28ea0629-2ee2-4e16-bedd-9283dc74b829 req-a789396a-d937-4295-a549-c3bbf96ccd86 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580704 Feb 04 06:20:29.172976 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:20:29.173336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Checking segment: {'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:20:29.173709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Bound using segment: {'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:20:29.174128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Bound port: 725b3626-c0d8-4d8c-8113-6434c0b71168, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84228287-95ca-4c70-a15e-0d65a623c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:29.174486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:29.244401 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] For port 725b3626-c0d8-4d8c-8113-6434c0b71168, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:20:29.247468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] For port 725b3626-c0d8-4d8c-8113-6434c0b71168, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=725b3626-c0d8-4d8c-8113-6434c0b71168,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:20:29.251806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:29.288117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:29.288744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:29.290215 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] 10.222.0.36 "PUT /v2.0/ports/725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 1093 time: 0.6694622 Feb 04 06:20:29.290654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:29.292904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1000cd-544f-4dec-a6e8-69d394d73e46" -d '{"events": [{"name": "network-changed", "server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:20:29.314034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36baea-8a7a-42e4-8f88-75eca3db1642 service neutron] Pushing event updated for resources: {'Port': ['ID=725b3626-c0d8-4d8c-8113-6434c0b71168,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:29.367850 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efac07b-1f2e-426c-97af-83be34b87e35 x-openstack-request-id: req-0efac07b-1f2e-426c-97af-83be34b87e35 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:20:29.368156 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:20:29.368568 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0efac07b-1f2e-426c-97af-83be34b87e35 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:20:29.369179 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'status': 'completed', 'code': 200} Feb 04 06:20:29.381818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-2bc3efaa-5c6b-45ee-9492-bfa5937f141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:29.384029 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-2bc3efaa-5c6b-45ee-9492-bfa5937f141e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed&device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 1096 time: 0.0496583 Feb 04 06:20:29.430080 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-15935ff8-5423-4370-a5d7-1deb9b6efe80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 217 time: 0.0393867 Feb 04 06:20:29.480696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-6c35e4f3-0db1-451d-b347-c0afc7e0a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:29.482166 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-6c35e4f3-0db1-451d-b347-c0afc7e0a5cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2928208c-15cc-4e35-bb21-ceaf3bc6e970 HTTP/1.1" status: 200 len: 853 time: 0.0464747 Feb 04 06:20:29.526964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-408b7d47-07cf-4720-8c40-41a7e817ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:29.528443 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-408b7d47-07cf-4720-8c40-41a7e817ab84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00e43a74-ef0e-4805-bd01-1b5795164eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402410 Feb 04 06:20:29.619110 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-82672b59-2699-4d72-9871-82a851885f18 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831761 Feb 04 06:20:29.705440 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d94fe210-54b5-4efe-924e-bed1b51fe07e req-e61d1457-a33c-4179-a049-69e1953ddd42 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794470 Feb 04 06:20:29.790973 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1000cd-544f-4dec-a6e8-69d394d73e46 req-a023ca59-d5dc-4507-9666-0b2ada50ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:29.792550 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad1000cd-544f-4dec-a6e8-69d394d73e46 req-a023ca59-d5dc-4507-9666-0b2ada50ca20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed&device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 1096 time: 0.0458543 Feb 04 06:20:29.880615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1000cd-544f-4dec-a6e8-69d394d73e46 req-a68350bf-25ad-4cb9-bf9e-05a32aac0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:29.882094 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad1000cd-544f-4dec-a6e8-69d394d73e46 req-a68350bf-25ad-4cb9-bf9e-05a32aac0d28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00e43a74-ef0e-4805-bd01-1b5795164eed HTTP/1.1" status: 200 len: 915 time: 0.0833609 Feb 04 06:20:29.923983 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad1000cd-544f-4dec-a6e8-69d394d73e46 req-684af338-b9b9-4934-956b-403a95584e8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 217 time: 0.0341222 Feb 04 06:20:29.975539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1000cd-544f-4dec-a6e8-69d394d73e46 req-e1e85702-8d1e-4ea3-b706-9602d08b5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:29.976846 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad1000cd-544f-4dec-a6e8-69d394d73e46 req-e1e85702-8d1e-4ea3-b706-9602d08b5463 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2928208c-15cc-4e35-bb21-ceaf3bc6e970 HTTP/1.1" status: 200 len: 853 time: 0.0450950 Feb 04 06:20:30.020794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1000cd-544f-4dec-a6e8-69d394d73e46 req-2edd3ea0-a6bc-4a58-b9e6-0c4babd71d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:30.022257 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad1000cd-544f-4dec-a6e8-69d394d73e46 req-2edd3ea0-a6bc-4a58-b9e6-0c4babd71d42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00e43a74-ef0e-4805-bd01-1b5795164eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383279 Feb 04 06:20:30.109951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad1000cd-544f-4dec-a6e8-69d394d73e46 req-84209725-7577-43d4-8c11-4def32be3e4b service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805168 Feb 04 06:20:30.202223 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ad1000cd-544f-4dec-a6e8-69d394d73e46 req-88866b81-8656-43f0-a105-96efdf5ee0a3 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851915 Feb 04 06:20:30.283711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b730a-38a7-45b1-b637-94d73b1a9cc8 req-2e1cae7e-73d2-4d7d-8eb0-887121be16f1 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:30.285068 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5f1b730a-38a7-45b1-b637-94d73b1a9cc8 req-2e1cae7e-73d2-4d7d-8eb0-887121be16f1 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 943 time: 0.0478284 Feb 04 06:20:30.321739 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5f1b730a-38a7-45b1-b637-94d73b1a9cc8 req-e1399d72-46c4-4284-a011-7113128380a7 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299451 Feb 04 06:20:31.440224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbd91f-91b2-4e9f-a1f0-3bc93bcc9f03 req-08b8bf7b-585b-4d45-a218-b13057afef01 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:31.441643 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5fbd91f-91b2-4e9f-a1f0-3bc93bcc9f03 req-08b8bf7b-585b-4d45-a218-b13057afef01 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 943 time: 0.0530212 Feb 04 06:20:31.481057 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5fbd91f-91b2-4e9f-a1f0-3bc93bcc9f03 req-6c7ff2d4-0ecf-48ca-9f98-d2cbd9e4103c tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327756 Feb 04 06:20:32.403423 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 725b3626-c0d8-4d8c-8113-6434c0b71168 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:20:32.496870 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 725b3626-c0d8-4d8c-8113-6434c0b71168, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=725b3626-c0d8-4d8c-8113-6434c0b71168,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:20:32.507206 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'port_id': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'mac_address': 'fa:16:3e:70:e1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:20:32.545294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:32.558081 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725b3626-c0d8-4d8c-8113-6434c0b71168 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:20:32.577199 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 725b3626-c0d8-4d8c-8113-6434c0b71168, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=725b3626-c0d8-4d8c-8113-6434c0b71168,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:20:32.581633 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:32.596624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c69a7-9389-45e5-9bca-0ec1143d389b req-c943367b-66ee-4d60-8b84-d5d0140bebd7 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:32.598139 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8d6c69a7-9389-45e5-9bca-0ec1143d389b req-c943367b-66ee-4d60-8b84-d5d0140bebd7 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 943 time: 0.0510666 Feb 04 06:20:32.628304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=725b3626-c0d8-4d8c-8113-6434c0b71168,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:32.639610 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8d6c69a7-9389-45e5-9bca-0ec1143d389b req-58aff7b9-2b43-4dfe-b8f5-e6a9ae77f2b9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346646 Feb 04 06:20:32.686894 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:20:32.787331 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['725b3626-c0d8-4d8c-8113-6434c0b71168'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:20:33.751860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fc906-2106-4335-b0b9-ec2e3e2f67bd req-51a15209-cc6a-4149-a7f7-ae5705dd91be tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:33.753666 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cb3fc906-2106-4335-b0b9-ec2e3e2f67bd req-51a15209-cc6a-4149-a7f7-ae5705dd91be tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 944 time: 0.0484850 Feb 04 06:20:33.791655 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cb3fc906-2106-4335-b0b9-ec2e3e2f67bd req-6e591557-8071-4f11-b492-188cb4100632 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313098 Feb 04 06:20:34.403697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 725b3626-c0d8-4d8c-8113-6434c0b71168 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:20:34.451349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 725b3626-c0d8-4d8c-8113-6434c0b71168 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:34.455250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 725b3626-c0d8-4d8c-8113-6434c0b71168 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:34.455613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:34.533622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:34.694986 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:34.697754 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0028af0c-d3a3-4735-88fd-02ac8ec9d23b" -d '{"events": [{"server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "name": "network-vif-plugged", "status": "completed", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:20:34.710163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 725b3626-c0d8-4d8c-8113-6434c0b71168, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=725b3626-c0d8-4d8c-8113-6434c0b71168,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:20:34.714817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:34.738083 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e2245a-c8ea-4954-87b1-83cbdfc19d64 x-openstack-request-id: req-19e2245a-c8ea-4954-87b1-83cbdfc19d64 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:20:34.738375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "name": "network-vif-plugged", "status": "completed", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:20:34.738626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19e2245a-c8ea-4954-87b1-83cbdfc19d64 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:20:34.739008 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'code': 200} Feb 04 06:20:34.764675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=725b3626-c0d8-4d8c-8113-6434c0b71168,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:34.931698 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6a64d-5c10-4d5c-831b-7c2a844d1912 req-c67e5d8d-3281-4165-8105-4f945a2368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:34.933216 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-63d6a64d-5c10-4d5c-831b-7c2a844d1912 req-c67e5d8d-3281-4165-8105-4f945a2368d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 1098 time: 0.0652907 Feb 04 06:20:34.940601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ebda-8c23-4109-93a7-7d901e66cd50 req-c85a403d-42ec-4201-ae37-f2a5b160e72c tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:34.941978 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e725ebda-8c23-4109-93a7-7d901e66cd50 req-c85a403d-42ec-4201-ae37-f2a5b160e72c tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 945 time: 0.0827839 Feb 04 06:20:34.991151 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-63d6a64d-5c10-4d5c-831b-7c2a844d1912 req-2cd891ae-ef47-4012-8747-d571b20c2749 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481639 Feb 04 06:20:34.998079 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e725ebda-8c23-4109-93a7-7d901e66cd50 req-8b630567-0649-4b4a-9f15-fcfcc933bf0d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498967 Feb 04 06:20:36.109836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99e58-a9dd-463f-9077-90b6f9ada333 req-3b342468-3f4c-4c5f-b356-174044149e08 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:36.111280 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c8f99e58-a9dd-463f-9077-90b6f9ada333 req-3b342468-3f4c-4c5f-b356-174044149e08 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 945 time: 0.0485730 Feb 04 06:20:36.148694 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c8f99e58-a9dd-463f-9077-90b6f9ada333 req-7e8b70bc-bc32-4aca-9dd0-096dcb348da7 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315325 Feb 04 06:20:36.264194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f969d25-2954-4a2c-8698-3b87867fa906 req-1481308c-65e7-40c3-a1e6-c154cf8c33c2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:36.265670 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7f969d25-2954-4a2c-8698-3b87867fa906 req-1481308c-65e7-40c3-a1e6-c154cf8c33c2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 945 time: 0.0508490 Feb 04 06:20:36.302667 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7f969d25-2954-4a2c-8698-3b87867fa906 req-785e4089-f928-409d-b489-684f8d7c6d2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Feb 04 06:20:36.622025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3787b-cb7e-4712-8455-f134168d6a78 req-02d62fe3-afc4-457b-8e34-9863213747d9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:36.623478 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ea3787b-cb7e-4712-8455-f134168d6a78 req-02d62fe3-afc4-457b-8e34-9863213747d9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 945 time: 0.0481384 Feb 04 06:20:36.660453 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ea3787b-cb7e-4712-8455-f134168d6a78 req-c61adde3-7e94-45dc-870c-0243de0fa5c6 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310252 Feb 04 06:20:48.104117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee18d58-e491-4a5d-b7f3-65652a30773d req-e8b16bef-8d46-463e-a179-ed1cc5d6a5c4 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:48.105752 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2ee18d58-e491-4a5d-b7f3-65652a30773d req-e8b16bef-8d46-463e-a179-ed1cc5d6a5c4 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 945 time: 0.0507348 Feb 04 06:20:48.143110 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2ee18d58-e491-4a5d-b7f3-65652a30773d req-c0d64e85-34ff-4869-b7fa-5ef60efc575d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Feb 04 06:20:48.166198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52180) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:48.255506 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6701e4a-2416-440f-bf04-dc2b4955b832 tempest-TestMinimumBasicScenario-832101727 tempest-TestMinimumBasicScenario-832101727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:48.257017 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a6701e4a-2416-440f-bf04-dc2b4955b832 tempest-TestMinimumBasicScenario-832101727 tempest-TestMinimumBasicScenario-832101727-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 1093 time: 0.0896392 Feb 04 06:20:48.260089 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52184) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:48.265305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:48.288326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:48.382496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:48.486521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Allocated IP 172.26.5.64 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/38e79fd6-a481-4ff6-968c-097de3d0c2d2) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:48.586076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:48.619526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:48.665560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:48.669059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:48.673111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:20:48.678502 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'Port': ['ID=38e79fd6-a481-4ff6-968c-097de3d0c2d2,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:48.706862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:48.707208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:48.707547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:48.707879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:48.708215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:48.708541 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:48.708865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:48.709215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:48.709540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:48.709860 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:48.710182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:48.710498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:49.031450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:49.097484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:49.243745 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:49.248230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:49.319052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'Port': ['ID=38e79fd6-a481-4ff6-968c-097de3d0c2d2,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:49.329528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:49.428574 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Floating IP f9e0ff68-af88-475b-8a1c-b25c7d609b81 associated. External IP: 172.26.5.64, port: 725b3626-c0d8-4d8c-8113-6434c0b71168. Feb 04 06:20:49.631627 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:20:50.007338 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:20:50.017803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4057db6-8f35-4d0c-b6d4-a180c4d3e654 None None] Sync routers for ids ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:50.026858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4057db6-8f35-4d0c-b6d4-a180c4d3e654 None None] Routers {'31ef3a12-6b11-465b-a2ee-1f96977c41d2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:20:50.027652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a4057db6-8f35-4d0c-b6d4-a180c4d3e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:20:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:50.027793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.054005 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-096b88e8-f0fc-409d-914b-7228ac988c2b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7919836 Feb 04 06:20:50.054588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:50.056791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc33827d-e825-4403-aeb4-82c94e5bc3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:20:50.057017 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52186) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:50.062336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-bc912668-b739-4808-8e6b-430624cd31a9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845511092', 'description': 'tempest-secgroup-smoke-845511092 description', 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:50.089623 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc912668-b739-4808-8e6b-430624cd31a9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.096642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2a81e4-1331-4606-aaf4-25536a4c2154 x-openstack-request-id: req-ae2a81e4-1331-4606-aaf4-25536a4c2154 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:20:50.096948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:20:50.097254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae2a81e4-1331-4606-aaf4-25536a4c2154 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:20:50.097638 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'status': 'completed', 'code': 200} Feb 04 06:20:50.135658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a4057db6-8f35-4d0c-b6d4-a180c4d3e654 None None] Set router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:20:50.161259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33827d-e825-4403-aeb4-82c94e5bc3aa req-af196ecb-25d7-49b8-8c15-4e38d892531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:50.162760 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc33827d-e825-4403-aeb4-82c94e5bc3aa req-af196ecb-25d7-49b8-8c15-4e38d892531f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed&device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 1098 time: 0.0433536 Feb 04 06:20:50.163375 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc912668-b739-4808-8e6b-430624cd31a9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.168189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc912668-b739-4808-8e6b-430624cd31a9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.192871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bc912668-b739-4808-8e6b-430624cd31a9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.197563 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-bc912668-b739-4808-8e6b-430624cd31a9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1387825 Feb 04 06:20:50.200502 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52190) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:50.207823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7f35fd7e-2862-4a5f-92a6-250c59dc752e tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Request body: {'security_group_rule': {'security_group_id': '7707194b-4089-416c-92f1-650bc59b0d6f', 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:50.222406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912668-b739-4808-8e6b-430624cd31a9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7707194b-4089-416c-92f1-650bc59b0d6f,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:50.248657 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f35fd7e-2862-4a5f-92a6-250c59dc752e tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.264614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33827d-e825-4403-aeb4-82c94e5bc3aa req-3fd57db4-3d8b-480f-a58c-46ea969bbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:50.266138 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc33827d-e825-4403-aeb4-82c94e5bc3aa req-3fd57db4-3d8b-480f-a58c-46ea969bbe66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00e43a74-ef0e-4805-bd01-1b5795164eed HTTP/1.1" status: 200 len: 915 time: 0.0964284 Feb 04 06:20:50.295693 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f35fd7e-2862-4a5f-92a6-250c59dc752e tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.299752 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f35fd7e-2862-4a5f-92a6-250c59dc752e tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.324739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35fd7e-2862-4a5f-92a6-250c59dc752e tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33efa0ce-140a-4be4-a797-303ed90dd7a1,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:50.335099 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc33827d-e825-4403-aeb4-82c94e5bc3aa req-b6f3352c-ab46-4de4-9ef1-7d944ecc8fe6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 998 time: 0.0627627 Feb 04 06:20:50.336316 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f35fd7e-2862-4a5f-92a6-250c59dc752e tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.337654 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7f35fd7e-2862-4a5f-92a6-250c59dc752e tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359262 Feb 04 06:20:50.340533 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52192) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:50.345707 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-6271c25c-a06a-4046-a9db-765383380a5d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Request body: {'security_group_rule': {'security_group_id': '7707194b-4089-416c-92f1-650bc59b0d6f', 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:50.370830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a4057db6-8f35-4d0c-b6d4-a180c4d3e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'f9e0ff68-af88-475b-8a1c-b25c7d609b81', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'floating_ip_address': '172.26.5.64', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'port_id': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'mac_address': 'fa:16:3e:70:e1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:20:48Z', 'updated_at': '2022-02-04T06:20:48Z', 'revision_number': 0, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e464cfb-a2b6-4825-b086-f42bd21d7c83', 'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'mac_address': 'fa:16:3e:b5:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:59Z', 'updated_at': '2022-02-04T06:20:04Z', 'revision_number': 5, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'subnets': [{'id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:50.380266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6271c25c-a06a-4046-a9db-765383380a5d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.385812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33827d-e825-4403-aeb4-82c94e5bc3aa req-6f48afb2-80c9-452c-a958-85205d07d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:50.387384 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc33827d-e825-4403-aeb4-82c94e5bc3aa req-6f48afb2-80c9-452c-a958-85205d07d8c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2928208c-15cc-4e35-bb21-ceaf3bc6e970 HTTP/1.1" status: 200 len: 853 time: 0.0458148 Feb 04 06:20:50.396897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4057db6-8f35-4d0c-b6d4-a180c4d3e654 None None] Checking router: 31ef3a12-6b11-465b-a2ee-1f96977c41d2 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:20:50.406010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4057db6-8f35-4d0c-b6d4-a180c4d3e654 None None] Routers {'31ef3a12-6b11-465b-a2ee-1f96977c41d2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:20:50.406612 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a4057db6-8f35-4d0c-b6d4-a180c4d3e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:20:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:50.438541 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33827d-e825-4403-aeb4-82c94e5bc3aa req-c025f385-eea7-41a0-b5c9-00c30e94bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:50.440190 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc33827d-e825-4403-aeb4-82c94e5bc3aa req-c025f385-eea7-41a0-b5c9-00c30e94bc8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00e43a74-ef0e-4805-bd01-1b5795164eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460277 Feb 04 06:20:50.448004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6271c25c-a06a-4046-a9db-765383380a5d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.453668 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6271c25c-a06a-4046-a9db-765383380a5d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.471573 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271c25c-a06a-4046-a9db-765383380a5d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f073e50c-0ee6-4c7a-9a6d-19b2224456b3,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:50.481789 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6271c25c-a06a-4046-a9db-765383380a5d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.485713 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6271c25c-a06a-4046-a9db-765383380a5d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414711 Feb 04 06:20:50.486243 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52194) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:50.492011 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-29ee30ba-01db-4d04-a12c-ca4b3d0a7aeb tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Request body: {'security_group_rule': {'security_group_id': '7707194b-4089-416c-92f1-650bc59b0d6f', 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:50.527485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a4057db6-8f35-4d0c-b6d4-a180c4d3e654 None None] Set router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:20:50.529360 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29ee30ba-01db-4d04-a12c-ca4b3d0a7aeb tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.543255 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc33827d-e825-4403-aeb4-82c94e5bc3aa req-5570ce90-93e6-4129-af1a-64ceda6099c9 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966895 Feb 04 06:20:50.589561 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29ee30ba-01db-4d04-a12c-ca4b3d0a7aeb tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.594060 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29ee30ba-01db-4d04-a12c-ca4b3d0a7aeb tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.613725 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee30ba-01db-4d04-a12c-ca4b3d0a7aeb tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df31d741-5e26-4a3d-9138-93d26cce33e5,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:50.622970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-29ee30ba-01db-4d04-a12c-ca4b3d0a7aeb tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.624193 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-29ee30ba-01db-4d04-a12c-ca4b3d0a7aeb tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365585 Feb 04 06:20:50.626912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52196) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:50.631183 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Request body: {'security_group_rule': {'security_group_id': '7707194b-4089-416c-92f1-650bc59b0d6f', 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:50.646256 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fc33827d-e825-4403-aeb4-82c94e5bc3aa req-832c4de8-1e23-42da-bafe-3b10d73ea53d service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972319 Feb 04 06:20:50.659596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.721115 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.724710 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.742287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddec750-5acc-46a6-8f41-74784a0d6427,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:50.750830 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.751148 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.752044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.752044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.752225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.754234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.754234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.754234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.754234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.758383 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.758771 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.759120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:50.769312 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.769461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a4057db6-8f35-4d0c-b6d4-a180c4d3e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'f9e0ff68-af88-475b-8a1c-b25c7d609b81', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'floating_ip_address': '172.26.5.64', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'port_id': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'mac_address': 'fa:16:3e:70:e1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:20:48Z', 'updated_at': '2022-02-04T06:20:48Z', 'revision_number': 0, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e464cfb-a2b6-4825-b086-f42bd21d7c83', 'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'mac_address': 'fa:16:3e:b5:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:59Z', 'updated_at': '2022-02-04T06:20:04Z', 'revision_number': 5, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'subnets': [{'id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:50.773037 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0359d879-4c36-400a-8660-02599417d2d2 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426923 Feb 04 06:20:50.773264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52198) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:50.778481 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-3eb925e4-c9f9-4811-bb0a-d975b3724aed tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Request body: {'security_group_rule': {'security_group_id': '7707194b-4089-416c-92f1-650bc59b0d6f', 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:50.799767 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4057db6-8f35-4d0c-b6d4-a180c4d3e654 None None] The sync data for ids ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'] in dv-neutron-826811-2-hyperv is: [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'f9e0ff68-af88-475b-8a1c-b25c7d609b81', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'floating_ip_address': '172.26.5.64', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'port_id': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'mac_address': 'fa:16:3e:70:e1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:20:48Z', 'updated_at': '2022-02-04T06:20:48Z', 'revision_number': 0, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e464cfb-a2b6-4825-b086-f42bd21d7c83', 'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'mac_address': 'fa:16:3e:b5:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:59Z', 'updated_at': '2022-02-04T06:20:04Z', 'revision_number': 5, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'subnets': [{'id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:50.802073 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-3eb925e4-c9f9-4811-bb0a-d975b3724aed tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Project eeff940f4a2e40a2be8f5e7e963fe0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:20:50.806944 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3eb925e4-c9f9-4811-bb0a-d975b3724aed tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.870742 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3eb925e4-c9f9-4811-bb0a-d975b3724aed tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.874515 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3eb925e4-c9f9-4811-bb0a-d975b3724aed tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:51.003159 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e04b3c-55db-4e51-9696-21c91924269e None None] New status for floating IP f9e0ff68-af88-475b-8a1c-b25c7d609b81: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:20:51.146276 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb925e4-c9f9-4811-bb0a-d975b3724aed tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e450a43e-f6b8-42a7-b0e9-2f9ae71f9488,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:51.154354 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3eb925e4-c9f9-4811-bb0a-d975b3724aed tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:51.155530 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3eb925e4-c9f9-4811-bb0a-d975b3724aed tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3813412 Feb 04 06:20:51.158309 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52200) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:20:51.162750 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d571a18b-602c-4530-a21a-8963825e3742 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Request body: {'security_group_rule': {'security_group_id': '7707194b-4089-416c-92f1-650bc59b0d6f', 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:51.186547 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-d571a18b-602c-4530-a21a-8963825e3742 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Project eeff940f4a2e40a2be8f5e7e963fe0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:20:51.191412 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d571a18b-602c-4530-a21a-8963825e3742 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:51.218064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-01d1bfaa-837b-4cca-af73-c8fd27b5ae22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:51.244683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d571a18b-602c-4530-a21a-8963825e3742 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:51.248378 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d571a18b-602c-4530-a21a-8963825e3742 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:51.267269 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571a18b-602c-4530-a21a-8963825e3742 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f8097b-6b3c-4d9b-b293-2de5029ecd76,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:51.273136 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d571a18b-602c-4530-a21a-8963825e3742 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:51.273835 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d571a18b-602c-4530-a21a-8963825e3742 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145914 Feb 04 06:20:51.350037 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-47cc2193-da84-45d8-99d5-7a787e747e7e req-1444570b-cb80-46fd-ade1-d73636e49980 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845511092&fields=id&tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed HTTP/1.1" status: 200 len: 267 time: 0.0324669 Feb 04 06:20:51.401130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2193-da84-45d8-99d5-7a787e747e7e req-f3de4753-aa8d-4b77-a715-d24fc45c30b8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:51.403140 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-47cc2193-da84-45d8-99d5-7a787e747e7e req-f3de4753-aa8d-4b77-a715-d24fc45c30b8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 945 time: 0.0469079 Feb 04 06:20:51.413971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-47cc2193-da84-45d8-99d5-7a787e747e7e req-ba949311-84e3-498d-8d92-62bc009f1cc9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Request body: {'port': {'security_groups': ['6f9fb171-cce7-43dd-b777-9b5c0bed5719', '7707194b-4089-416c-92f1-650bc59b0d6f']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:51.475372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-47cc2193-da84-45d8-99d5-7a787e747e7e req-ba949311-84e3-498d-8d92-62bc009f1cc9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:51.656716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-47cc2193-da84-45d8-99d5-7a787e747e7e req-ba949311-84e3-498d-8d92-62bc009f1cc9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] For port 725b3626-c0d8-4d8c-8113-6434c0b71168, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=725b3626-c0d8-4d8c-8113-6434c0b71168,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:20:51.684698 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-47cc2193-da84-45d8-99d5-7a787e747e7e req-ba949311-84e3-498d-8d92-62bc009f1cc9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:51.689131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-47cc2193-da84-45d8-99d5-7a787e747e7e req-ba949311-84e3-498d-8d92-62bc009f1cc9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:51.701711 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['725b3626-c0d8-4d8c-8113-6434c0b71168'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:20:51.739142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2193-da84-45d8-99d5-7a787e747e7e req-ba949311-84e3-498d-8d92-62bc009f1cc9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:51.739767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-47cc2193-da84-45d8-99d5-7a787e747e7e req-ba949311-84e3-498d-8d92-62bc009f1cc9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:51.741188 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-47cc2193-da84-45d8-99d5-7a787e747e7e req-ba949311-84e3-498d-8d92-62bc009f1cc9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "PUT /v2.0/ports/725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 981 time: 0.3316422 Feb 04 06:20:51.771970 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba949311-84e3-498d-8d92-62bc009f1cc9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'Port': ['ID=725b3626-c0d8-4d8c-8113-6434c0b71168,revision_number=6']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:51.798021 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['725b3626-c0d8-4d8c-8113-6434c0b71168'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:20:51.854290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200de853-7c9f-46a4-95fd-5a203d66e735 req-d40d8ce2-f8d9-46a9-88a3-96dda117d678 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:51.856283 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-200de853-7c9f-46a4-95fd-5a203d66e735 req-d40d8ce2-f8d9-46a9-88a3-96dda117d678 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0545342 Feb 04 06:20:51.909397 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-200de853-7c9f-46a4-95fd-5a203d66e735 req-674eb442-4779-4078-863c-4b920c70c015 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461810 Feb 04 06:20:52.030119 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-65c41688-5a16-4a2d-a2c6-bfe6df28e6a8 None None] Provisioning complete for port 725b3626-c0d8-4d8c-8113-6434c0b71168 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:52.030402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-65c41688-5a16-4a2d-a2c6-bfe6df28e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:52.098629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:52.101186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27" -d '{"events": [{"name": "network-changed", "server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:20:52.137909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60f136b-eb61-42c7-b6ee-0c4fceaa6cfd x-openstack-request-id: req-d60f136b-eb61-42c7-b6ee-0c4fceaa6cfd {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:20:52.138274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:20:52.138588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d60f136b-eb61-42c7-b6ee-0c4fceaa6cfd {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:20:52.139079 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'status': 'completed', 'code': 200} Feb 04 06:20:52.198037 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27 req-a146a553-e498-459d-ba8d-738afb1dd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:52.200341 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27 req-a146a553-e498-459d-ba8d-738afb1dd54e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed&device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 1137 time: 0.0412805 Feb 04 06:20:52.295184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27 req-ed28935f-e98d-483b-a5f3-b4f605898b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:52.296688 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27 req-ed28935f-e98d-483b-a5f3-b4f605898b01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00e43a74-ef0e-4805-bd01-1b5795164eed HTTP/1.1" status: 200 len: 915 time: 0.0890343 Feb 04 06:20:52.362841 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27 req-de596cbd-8b4e-47f4-8ad2-33a2c990b5d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 1000 time: 0.0590572 Feb 04 06:20:52.415731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27 req-112c4ad0-1b30-40c8-b53c-cadb6be96d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:52.417953 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27 req-112c4ad0-1b30-40c8-b53c-cadb6be96d94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2928208c-15cc-4e35-bb21-ceaf3bc6e970 HTTP/1.1" status: 200 len: 853 time: 0.0475767 Feb 04 06:20:52.464746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27 req-6b73fea3-5027-4bf6-8ea3-4fb567a349d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:52.466138 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27 req-6b73fea3-5027-4bf6-8ea3-4fb567a349d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00e43a74-ef0e-4805-bd01-1b5795164eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409944 Feb 04 06:20:52.557035 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27 req-db982a80-cdee-4333-85eb-2506ace31317 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816805 Feb 04 06:20:52.649509 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d8b1a5d1-9dfc-47de-8b9a-f822f26d2b27 req-7bd03e0b-b119-4e3e-b965-b26879c54459 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851989 Feb 04 06:20:53.470239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2b21b792-bce6-4487-809b-3ff36658a8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:54.809561 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:55.342682 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-9f149bdb-6d4b-4c0e-87ef-9e74f37a40c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400922 Feb 04 06:20:55.421105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-928bc426-77eb-4f8b-9aed-b7b602967d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:55.422599 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-928bc426-77eb-4f8b-9aed-b7b602967d99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed&device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 1137 time: 0.0407560 Feb 04 06:20:55.530605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-25ba70b7-37ff-4439-82dd-b37bfbe3b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:55.532009 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-25ba70b7-37ff-4439-82dd-b37bfbe3b8bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=00e43a74-ef0e-4805-bd01-1b5795164eed HTTP/1.1" status: 200 len: 915 time: 0.0897546 Feb 04 06:20:55.598536 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-cb229083-c515-4885-9f9a-9a87601ad688 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 1000 time: 0.0594554 Feb 04 06:20:55.651522 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-c46a02b1-7c2f-4f23-8316-f4274626f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:55.652918 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-c46a02b1-7c2f-4f23-8316-f4274626f428 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2928208c-15cc-4e35-bb21-ceaf3bc6e970 HTTP/1.1" status: 200 len: 853 time: 0.0483062 Feb 04 06:20:55.697137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-d2768112-e5f9-4c53-9303-c0f839b5ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:55.698601 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-d2768112-e5f9-4c53-9303-c0f839b5ccb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00e43a74-ef0e-4805-bd01-1b5795164eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387824 Feb 04 06:20:55.787988 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-d0b4f477-cb51-413d-a584-622288757626 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812020 Feb 04 06:20:55.879553 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c99eaf37-6b9e-4361-94db-30e11b7ca6bc req-6650db7e-9dad-4333-b774-66a932cf7cd9 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847673 Feb 04 06:20:56.422657 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:56.694672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:58.652287 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:09.178717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6507ae-e505-4db0-91d8-33a9e9200bc9 req-17ee3a90-9639-429a-8c7e-0b0a3a8fcc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:09.180291 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7e6507ae-e505-4db0-91d8-33a9e9200bc9 req-17ee3a90-9639-429a-8c7e-0b0a3a8fcc65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed&device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 1137 time: 0.0614057 Feb 04 06:21:09.187942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7746af-2da9-4489-82d5-aee447962d2d req-9e8698cc-9ae0-4c2d-a8c1-02560c4ab390 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:09.189333 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d7746af-2da9-4489-82d5-aee447962d2d req-9e8698cc-9ae0-4c2d-a8c1-02560c4ab390 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0805168 Feb 04 06:21:09.283168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d7746af-2da9-4489-82d5-aee447962d2d req-a8b46e84-c55e-4cb7-8020-f6eccf8d0f1b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850379 Feb 04 06:21:09.306557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6507ae-e505-4db0-91d8-33a9e9200bc9 req-8de455f1-12de-461f-9923-efbbad999c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:09.308000 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7e6507ae-e505-4db0-91d8-33a9e9200bc9 req-8de455f1-12de-461f-9923-efbbad999c20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00e43a74-ef0e-4805-bd01-1b5795164eed HTTP/1.1" status: 200 len: 915 time: 0.1173019 Feb 04 06:21:09.376696 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7e6507ae-e505-4db0-91d8-33a9e9200bc9 req-c4f92e4a-8190-4a12-b20a-6c51e83a8bdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 1000 time: 0.0610747 Feb 04 06:21:09.422697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6507ae-e505-4db0-91d8-33a9e9200bc9 req-81ed22a2-5ca2-4907-a5d5-0eeebf78aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:09.424669 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7e6507ae-e505-4db0-91d8-33a9e9200bc9 req-81ed22a2-5ca2-4907-a5d5-0eeebf78aac3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2928208c-15cc-4e35-bb21-ceaf3bc6e970 HTTP/1.1" status: 200 len: 853 time: 0.0411639 Feb 04 06:21:09.468245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6507ae-e505-4db0-91d8-33a9e9200bc9 req-c9753e34-450f-4090-8f22-6b90ce75839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:09.469633 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7e6507ae-e505-4db0-91d8-33a9e9200bc9 req-c9753e34-450f-4090-8f22-6b90ce75839a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00e43a74-ef0e-4805-bd01-1b5795164eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389578 Feb 04 06:21:09.559807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7e6507ae-e505-4db0-91d8-33a9e9200bc9 req-f8cbcb17-6245-4b28-be47-343829986bd4 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834653 Feb 04 06:21:09.648747 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7e6507ae-e505-4db0-91d8-33a9e9200bc9 req-b907d683-b899-47dd-b698-fd0688dc3f11 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813725 Feb 04 06:21:09.685063 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:21:10.399978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6827636-ccfb-461d-8265-9b7aaa0a0d8b req-8ebd16cf-e7ba-47cd-95c6-a05d4f56f667 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:10.401480 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e6827636-ccfb-461d-8265-9b7aaa0a0d8b req-8ebd16cf-e7ba-47cd-95c6-a05d4f56f667 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0495381 Feb 04 06:21:10.440745 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e6827636-ccfb-461d-8265-9b7aaa0a0d8b req-7395bea4-7f8e-430a-94ba-5c1bb3959178 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332892 Feb 04 06:21:11.561024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a4594-fbdf-4bbc-b2e8-113752ad63a2 req-3c84b22e-70d8-444e-bee9-3ed5b001dc3c tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:11.562537 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e2a4594-fbdf-4bbc-b2e8-113752ad63a2 req-3c84b22e-70d8-444e-bee9-3ed5b001dc3c tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0543530 Feb 04 06:21:11.603186 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e2a4594-fbdf-4bbc-b2e8-113752ad63a2 req-3c3934a3-5514-4e5f-9b9a-436bff340d13 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341849 Feb 04 06:21:12.716672 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87499dd-6344-412e-9478-162ed50d8cd9 req-d0329ef2-aed6-4422-a4b0-511600da37e1 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:12.718168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d87499dd-6344-412e-9478-162ed50d8cd9 req-d0329ef2-aed6-4422-a4b0-511600da37e1 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0495100 Feb 04 06:21:12.758034 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d87499dd-6344-412e-9478-162ed50d8cd9 req-78736f44-854a-45fb-b6ca-b13b696dec0b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333779 Feb 04 06:21:13.878306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34573d05-d50b-401d-b745-1da2570101c1 req-8fe09352-0318-4556-bfdd-5276bfaf4b8d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:13.879829 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-34573d05-d50b-401d-b745-1da2570101c1 req-8fe09352-0318-4556-bfdd-5276bfaf4b8d tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0511615 Feb 04 06:21:13.921365 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-34573d05-d50b-401d-b745-1da2570101c1 req-d0176411-b946-4a8b-b957-4b34e77b12a0 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341139 Feb 04 06:21:15.040353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbfd39-1d09-4a5f-9322-47f71cc035bb req-b1977cdf-69f2-42f9-bd1d-5db99c06a960 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:15.041844 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-83bbfd39-1d09-4a5f-9322-47f71cc035bb req-b1977cdf-69f2-42f9-bd1d-5db99c06a960 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0526073 Feb 04 06:21:15.081415 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-83bbfd39-1d09-4a5f-9322-47f71cc035bb req-8e118e0f-d431-4508-8670-b54777920e67 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335050 Feb 04 06:21:16.201544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244fdf5-e327-4555-aeb4-fe95e87a2126 req-931c8349-5bd0-44f7-984a-2c3f237db206 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:16.203041 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5244fdf5-e327-4555-aeb4-fe95e87a2126 req-931c8349-5bd0-44f7-984a-2c3f237db206 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0506873 Feb 04 06:21:16.244296 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5244fdf5-e327-4555-aeb4-fe95e87a2126 req-89d7904b-5b84-43d3-8db4-9c3e6c2642bc tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334156 Feb 04 06:21:17.359758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa14a2-27ef-4b36-96d0-a0b60d57dffe req-38fa2dff-94dc-4976-a7b6-de15d592cd54 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:17.361265 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98fa14a2-27ef-4b36-96d0-a0b60d57dffe req-38fa2dff-94dc-4976-a7b6-de15d592cd54 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0497324 Feb 04 06:21:17.400974 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98fa14a2-27ef-4b36-96d0-a0b60d57dffe req-41e2a4b4-9d45-41f3-9b60-00fb0064cadd tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326943 Feb 04 06:21:18.522575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752d967-0fa0-474b-8c5c-baffd40b00dd req-2dcf286f-6371-40f8-a2d9-d5b6cc16f235 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:18.524038 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7752d967-0fa0-474b-8c5c-baffd40b00dd req-2dcf286f-6371-40f8-a2d9-d5b6cc16f235 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0538905 Feb 04 06:21:18.563712 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7752d967-0fa0-474b-8c5c-baffd40b00dd req-2e8cfc35-563e-414e-8500-8903af48e793 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335815 Feb 04 06:21:19.680162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5eab7-63e0-4ad9-8bfe-83308ed054c2 req-485f4239-92c0-4ed6-a880-67cc388e92b7 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:19.681672 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5e5eab7-63e0-4ad9-8bfe-83308ed054c2 req-485f4239-92c0-4ed6-a880-67cc388e92b7 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0498970 Feb 04 06:21:19.726325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d5e5eab7-63e0-4ad9-8bfe-83308ed054c2 req-cd4aaaf1-2823-43f3-9330-99af7e1b71a9 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387099 Feb 04 06:21:20.843669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d32586-b15c-4194-b5d5-2d7600e7b528 req-7232fd7c-f2ca-4753-85a9-d3c24f1477ed tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:20.845055 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9d32586-b15c-4194-b5d5-2d7600e7b528 req-7232fd7c-f2ca-4753-85a9-d3c24f1477ed tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0494125 Feb 04 06:21:20.885978 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9d32586-b15c-4194-b5d5-2d7600e7b528 req-aca0073d-0da8-43bb-8a75-340c12f5ae5b tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=7707194b-4089-416c-92f1-650bc59b0d6f&id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338061 Feb 04 06:21:21.218551 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a7117e7c-b655-40a4-a2db-2a584ac8e536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:23.469933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7732bddf-bbc0-4dd7-89dd-65fc192a9d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:24.811630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:26.424423 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:26.695888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:28.650535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:46.684818 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:21:51.218272 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5f0be4ba-1a8b-473b-9cdc-47183265ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.174620 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-152a8beb-6b63-4700-954b-869d58819ae9 req-f8da6bcd-f77e-4dc3-b730-c7c81a446a04 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845511092&fields=id&tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed HTTP/1.1" status: 200 len: 267 time: 0.0376256 Feb 04 06:21:53.228016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a8beb-6b63-4700-954b-869d58819ae9 req-76e61dae-480e-4e7e-a543-63c70e650c97 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:53.229117 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-152a8beb-6b63-4700-954b-869d58819ae9 req-76e61dae-480e-4e7e-a543-63c70e650c97 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 984 time: 0.0485740 Feb 04 06:21:53.240122 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-152a8beb-6b63-4700-954b-869d58819ae9 req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Request body: {'port': {'security_groups': ['6f9fb171-cce7-43dd-b777-9b5c0bed5719']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:53.302960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-152a8beb-6b63-4700-954b-869d58819ae9 req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.471203 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1198b6d7-3845-4210-b91f-028612777311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.472343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-152a8beb-6b63-4700-954b-869d58819ae9 req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] For port 725b3626-c0d8-4d8c-8113-6434c0b71168, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=725b3626-c0d8-4d8c-8113-6434c0b71168,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:21:53.500976 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-152a8beb-6b63-4700-954b-869d58819ae9 req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.505893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-152a8beb-6b63-4700-954b-869d58819ae9 req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.517803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['725b3626-c0d8-4d8c-8113-6434c0b71168'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:21:53.556836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a8beb-6b63-4700-954b-869d58819ae9 req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:53.557493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-152a8beb-6b63-4700-954b-869d58819ae9 req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.558892 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-152a8beb-6b63-4700-954b-869d58819ae9 req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "PUT /v2.0/ports/725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 942 time: 0.3233707 Feb 04 06:21:53.559367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:53.564578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9f8590-6236-4bfe-b570-c3901b58bbbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:21:53.564973 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52256) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:21:53.583792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event updated for resources: {'Port': ['ID=725b3626-c0d8-4d8c-8113-6434c0b71168,revision_number=7']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:53.592016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.592415 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.592706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.593045 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.593404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.593735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.594199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.594536 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.594864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.595190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.595512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.595836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18464653-7dc6-4c05-a2b6-78ee4093c33f tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.616039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7de35ff-62cb-49c5-bb6c-d898793f04c7 x-openstack-request-id: req-a7de35ff-62cb-49c5-bb6c-d898793f04c7 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:21:53.616337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:21:53.616586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7de35ff-62cb-49c5-bb6c-d898793f04c7 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:21:53.616990 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'status': 'completed', 'code': 200} Feb 04 06:21:53.639702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['725b3626-c0d8-4d8c-8113-6434c0b71168'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:21:53.652962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.679683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.688449 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f8590-6236-4bfe-b570-c3901b58bbbe req-d41aa211-0535-4d25-9797-87842293509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:53.690524 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd9f8590-6236-4bfe-b570-c3901b58bbbe req-d41aa211-0535-4d25-9797-87842293509d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed&device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 1098 time: 0.0530305 Feb 04 06:21:53.749564 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.752553 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.754738 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "DELETE /v2.0/security-groups/7707194b-4089-416c-92f1-650bc59b0d6f HTTP/1.1" status: 204 len: 168 time: 0.1887052 Feb 04 06:21:53.772086 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52260) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:21:53.773651 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7707194b-4089-416c-92f1-650bc59b0d6f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:53.789184 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.789518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.789856 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.790192 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.790512 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.791009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.791328 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.791890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.792371 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.793109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.793713 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.794201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e63b2-db50-4dcc-8023-4c0c2283987a tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:53.794885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f8590-6236-4bfe-b570-c3901b58bbbe req-4f655415-e890-42f3-a2c2-ce0abfaae7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:53.796360 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd9f8590-6236-4bfe-b570-c3901b58bbbe req-4f655415-e890-42f3-a2c2-ce0abfaae7e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00e43a74-ef0e-4805-bd01-1b5795164eed HTTP/1.1" status: 200 len: 915 time: 0.1002355 Feb 04 06:21:53.873215 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd9f8590-6236-4bfe-b570-c3901b58bbbe req-1b644cbc-4b30-427a-b5a6-058712f0136c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 1000 time: 0.0699766 Feb 04 06:21:53.890386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-5f55ebb8-c48d-487b-a7c0-87623e2aae64 None None] Provisioning complete for port 725b3626-c0d8-4d8c-8113-6434c0b71168 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:53.890830 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5f55ebb8-c48d-487b-a7c0-87623e2aae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.927340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f8590-6236-4bfe-b570-c3901b58bbbe req-46e73cd2-adb0-426f-8207-2da5054d1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:53.928830 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd9f8590-6236-4bfe-b570-c3901b58bbbe req-46e73cd2-adb0-426f-8207-2da5054d1fa3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2928208c-15cc-4e35-bb21-ceaf3bc6e970 HTTP/1.1" status: 200 len: 853 time: 0.0492444 Feb 04 06:21:53.966702 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Deleting port 38e79fd6-a481-4ff6-968c-097de3d0c2d2 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:21:53.967038 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.977687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f8590-6236-4bfe-b570-c3901b58bbbe req-c53f1940-9725-401c-b687-ae2fe90841cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:53.979183 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd9f8590-6236-4bfe-b570-c3901b58bbbe req-c53f1940-9725-401c-b687-ae2fe90841cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00e43a74-ef0e-4805-bd01-1b5795164eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436728 Feb 04 06:21:54.041217 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.041461 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.053000 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Calling delete_port for 38e79fd6-a481-4ff6-968c-097de3d0c2d2 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:21:54.071883 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd9f8590-6236-4bfe-b570-c3901b58bbbe req-0f4de508-7211-4ed5-a9d0-c6e4f092ca41 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849888 Feb 04 06:21:54.162847 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd9f8590-6236-4bfe-b570-c3901b58bbbe req-e1677707-6ec6-4853-9cd9-b5564ef4f037 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842450 Feb 04 06:21:54.204053 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.230637 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event deleted for resources: {'Port': ['ID=38e79fd6-a481-4ff6-968c-097de3d0c2d2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:54.291496 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.291735 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Floating IP f9e0ff68-af88-475b-8a1c-b25c7d609b81 disassociated (deleted). External IP: 172.26.5.64, port: 725b3626-c0d8-4d8c-8113-6434c0b71168. Feb 04 06:21:54.494011 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:21:54.599112 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:21:54.603772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.608540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c63720-0fe9-44dd-9a61-f970cbb6e49f None None] Sync routers for ids ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:21:54.618009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c63720-0fe9-44dd-9a61-f970cbb6e49f None None] Routers {'31ef3a12-6b11-465b-a2ee-1f96977c41d2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:21:54.618610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f6c63720-0fe9-44dd-9a61-f970cbb6e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:21:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:54.634576 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0e9220ff-6e50-4a19-abd7-48dc7647cd45 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "DELETE /v2.0/floatingips/f9e0ff68-af88-475b-8a1c-b25c7d609b81 HTTP/1.1" status: 204 len: 168 time: 0.8531251 Feb 04 06:21:54.635250 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:54.637638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d04fe91-0c78-4aa2-8451-c3581f43612e" -d '{"events": [{"name": "network-changed", "server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:21:54.732380 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-f6c63720-0fe9-44dd-9a61-f970cbb6e49f None None] Set router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:21:54.805234 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc23d4ef-05a0-4c33-8140-a84f27c14380 x-openstack-request-id: req-dc23d4ef-05a0-4c33-8140-a84f27c14380 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:21:54.805747 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:21:54.805989 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc23d4ef-05a0-4c33-8140-a84f27c14380 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:21:54.806383 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'status': 'completed', 'code': 200} Feb 04 06:21:54.882952 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04fe91-0c78-4aa2-8451-c3581f43612e req-32c17623-c0dc-4b07-9810-932242e6b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:54.885470 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d04fe91-0c78-4aa2-8451-c3581f43612e req-32c17623-c0dc-4b07-9810-932242e6b32a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed&device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 1098 time: 0.0555089 Feb 04 06:21:54.886796 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.969226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f6c63720-0fe9-44dd-9a61-f970cbb6e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5e464cfb-a2b6-4825-b086-f42bd21d7c83', 'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'mac_address': 'fa:16:3e:b5:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:59Z', 'updated_at': '2022-02-04T06:20:04Z', 'revision_number': 5, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'subnets': [{'id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:54.982476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04fe91-0c78-4aa2-8451-c3581f43612e req-bca0c1b3-69c5-4255-9d95-2fe0b370f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:54.983950 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d04fe91-0c78-4aa2-8451-c3581f43612e req-bca0c1b3-69c5-4255-9d95-2fe0b370f3bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=00e43a74-ef0e-4805-bd01-1b5795164eed HTTP/1.1" status: 200 len: 915 time: 0.0914457 Feb 04 06:21:54.999083 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c63720-0fe9-44dd-9a61-f970cbb6e49f None None] Checking router: 31ef3a12-6b11-465b-a2ee-1f96977c41d2 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:21:55.007850 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c63720-0fe9-44dd-9a61-f970cbb6e49f None None] Routers {'31ef3a12-6b11-465b-a2ee-1f96977c41d2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:21:55.008444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f6c63720-0fe9-44dd-9a61-f970cbb6e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:21:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:55.025232 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d04fe91-0c78-4aa2-8451-c3581f43612e req-b32bac17-9a3b-4759-a2eb-1d97a80da7a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 217 time: 0.0346546 Feb 04 06:21:55.083740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04fe91-0c78-4aa2-8451-c3581f43612e req-d37760e8-3f44-44b3-a3a7-687f932e1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:55.085228 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d04fe91-0c78-4aa2-8451-c3581f43612e req-d37760e8-3f44-44b3-a3a7-687f932e1ce2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2928208c-15cc-4e35-bb21-ceaf3bc6e970 HTTP/1.1" status: 200 len: 853 time: 0.0495260 Feb 04 06:21:55.108706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-f6c63720-0fe9-44dd-9a61-f970cbb6e49f None None] Set router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:21:55.132724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04fe91-0c78-4aa2-8451-c3581f43612e req-b0e96151-de0d-47e9-9d51-b361bfacf22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:55.134164 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d04fe91-0c78-4aa2-8451-c3581f43612e req-b0e96151-de0d-47e9-9d51-b361bfacf22b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00e43a74-ef0e-4805-bd01-1b5795164eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410485 Feb 04 06:21:55.225008 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d04fe91-0c78-4aa2-8451-c3581f43612e req-66bbb74b-4acc-4f70-a553-c44c3655c473 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831151 Feb 04 06:21:55.331519 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d04fe91-0c78-4aa2-8451-c3581f43612e req-677ec3b7-d9f5-4fde-b8b2-95fe0e96a436 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974660 Feb 04 06:21:55.453387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f6c63720-0fe9-44dd-9a61-f970cbb6e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5e464cfb-a2b6-4825-b086-f42bd21d7c83', 'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'mac_address': 'fa:16:3e:b5:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:59Z', 'updated_at': '2022-02-04T06:20:04Z', 'revision_number': 5, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'subnets': [{'id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:55.479802 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c63720-0fe9-44dd-9a61-f970cbb6e49f None None] The sync data for ids ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'] in dv-neutron-826811-2-hyperv is: [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 4, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5e464cfb-a2b6-4825-b086-f42bd21d7c83', 'name': '', 'network_id': '00e43a74-ef0e-4805-bd01-1b5795164eed', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'mac_address': 'fa:16:3e:b5:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:59Z', 'updated_at': '2022-02-04T06:20:04Z', 'revision_number': 5, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'subnets': [{'id': '2928208c-15cc-4e35-bb21-ceaf3bc6e970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:21:55.682265 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa84842-107b-408f-af3d-46f578835923 None None] New status for floating IP f9e0ff68-af88-475b-8a1c-b25c7d609b81: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:21:56.360235 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-91cd1479-9f6f-4776-8471-e90552f100ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404110 Feb 04 06:21:56.427555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:56.440948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-f1778d17-5d2f-4b6c-8f65-d734608853e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.443255 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-f1778d17-5d2f-4b6c-8f65-d734608853e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed&device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 1098 time: 0.0418873 Feb 04 06:21:56.549832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-12c03f05-769b-492a-b2f2-e4642e3639fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.551895 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-12c03f05-769b-492a-b2f2-e4642e3639fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=00e43a74-ef0e-4805-bd01-1b5795164eed HTTP/1.1" status: 200 len: 915 time: 0.0901895 Feb 04 06:21:56.593986 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-befaa8ce-57c2-4f61-b049-315cf5fcd7a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 200 len: 217 time: 0.0356803 Feb 04 06:21:56.641738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-2c4a90a4-cfb1-4ce5-a415-84904c0fd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.643187 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-2c4a90a4-cfb1-4ce5-a415-84904c0fd6f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2928208c-15cc-4e35-bb21-ceaf3bc6e970 HTTP/1.1" status: 200 len: 853 time: 0.0436580 Feb 04 06:21:56.695434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-f31b48d8-213b-41af-9e49-8485383c600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.696922 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-f31b48d8-213b-41af-9e49-8485383c600e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00e43a74-ef0e-4805-bd01-1b5795164eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476713 Feb 04 06:21:56.699638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:56.784898 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-b9fdb0c4-4cc2-4b3c-af29-8d548b7e7355 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818393 Feb 04 06:21:56.876939 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73fac945-409d-43d0-bb59-336fa1ad1704 req-e11dd472-ebd7-42ec-8c8a-1ad7ea871b16 service neutron] 10.222.0.36 "GET /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857744 Feb 04 06:21:58.655706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:01.550819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216262e2-086a-4ea6-99da-f4942a176f9b req-7f7b94b5-02c9-41e0-b5ec-8dd1d5811edd tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:01.552932 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-216262e2-086a-4ea6-99da-f4942a176f9b req-7f7b94b5-02c9-41e0-b5ec-8dd1d5811edd tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 945 time: 0.0516734 Feb 04 06:22:01.590216 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-216262e2-086a-4ea6-99da-f4942a176f9b req-7f5e2ebf-bb39-4491-931a-90d1ab04cfae tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312841 Feb 04 06:22:02.705753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca09ce-892a-4ecc-beab-4fdbcce06056 req-9794ec51-58fd-478c-a08e-b635d9af4188 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:02.707820 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b8ca09ce-892a-4ecc-beab-4fdbcce06056 req-9794ec51-58fd-478c-a08e-b635d9af4188 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 945 time: 0.0493703 Feb 04 06:22:02.744211 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b8ca09ce-892a-4ecc-beab-4fdbcce06056 req-f2123c51-6b7a-42b6-91d3-5298dce7de81 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f9fb171-cce7-43dd-b777-9b5c0bed5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307870 Feb 04 06:22:03.157722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115a899-2d1d-4812-af3d-73e4751db7bf req-40dd38ad-8556-4cc9-b7a6-c17b063265fc tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:03.159054 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4115a899-2d1d-4812-af3d-73e4751db7bf req-40dd38ad-8556-4cc9-b7a6-c17b063265fc tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.36 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 945 time: 0.0510097 Feb 04 06:22:03.247922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-4115a899-2d1d-4812-af3d-73e4751db7bf req-5c56d94b-1cac-4215-a670-0c67f7b586c8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Deleting port 725b3626-c0d8-4d8c-8113-6434c0b71168 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:22:03.248263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4115a899-2d1d-4812-af3d-73e4751db7bf req-5c56d94b-1cac-4215-a670-0c67f7b586c8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:03.352241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-4115a899-2d1d-4812-af3d-73e4751db7bf req-5c56d94b-1cac-4215-a670-0c67f7b586c8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] For port 725b3626-c0d8-4d8c-8113-6434c0b71168, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=725b3626-c0d8-4d8c-8113-6434c0b71168,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:03.352597 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4115a899-2d1d-4812-af3d-73e4751db7bf req-5c56d94b-1cac-4215-a670-0c67f7b586c8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:03.363974 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-4115a899-2d1d-4812-af3d-73e4751db7bf req-5c56d94b-1cac-4215-a670-0c67f7b586c8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Calling delete_port for 725b3626-c0d8-4d8c-8113-6434c0b71168 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:22:03.488461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4115a899-2d1d-4812-af3d-73e4751db7bf req-5c56d94b-1cac-4215-a670-0c67f7b586c8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:03.499980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['725b3626-c0d8-4d8c-8113-6434c0b71168'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:22:03.520286 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56d94b-1cac-4215-a670-0c67f7b586c8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Pushing event deleted for resources: {'Port': ['ID=725b3626-c0d8-4d8c-8113-6434c0b71168,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:03.562176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4115a899-2d1d-4812-af3d-73e4751db7bf req-5c56d94b-1cac-4215-a670-0c67f7b586c8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] No DVR routers for this DVR port 725b3626-c0d8-4d8c-8113-6434c0b71168 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:22:03.564911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4115a899-2d1d-4812-af3d-73e4751db7bf req-5c56d94b-1cac-4215-a670-0c67f7b586c8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:03.568633 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4115a899-2d1d-4812-af3d-73e4751db7bf req-5c56d94b-1cac-4215-a670-0c67f7b586c8 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.36 "DELETE /v2.0/ports/725b3626-c0d8-4d8c-8113-6434c0b71168 HTTP/1.1" status: 204 len: 173 time: 0.4032021 Feb 04 06:22:03.569270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'name': 'network-vif-deleted', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:03.572669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a47fdd-cc1c-4ac4-981e-92fbe8f0712f" -d '{"events": [{"server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "name": "network-vif-deleted", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:22:03.610146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be3d312-cb97-4e68-a1d6-0cfade6387d4 x-openstack-request-id: req-0be3d312-cb97-4e68-a1d6-0cfade6387d4 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:22:03.610514 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22dbfa8-54d5-4a1c-a4da-bba16e843c32", "name": "network-vif-deleted", "tag": "725b3626-c0d8-4d8c-8113-6434c0b71168", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:22:03.610770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0be3d312-cb97-4e68-a1d6-0cfade6387d4 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:22:03.611168 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22dbfa8-54d5-4a1c-a4da-bba16e843c32', 'name': 'network-vif-deleted', 'tag': '725b3626-c0d8-4d8c-8113-6434c0b71168', 'status': 'completed', 'code': 200} Feb 04 06:22:03.849340 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b9e9d715-4077-41af-83c3-ac8bc8803575 req-d2aa5fe5-4d5c-4cb2-9d1b-308f25c12d51 tempest-TestMinimumBasicScenario-195089074 tempest-TestMinimumBasicScenario-195089074-project] 10.222.0.15 "GET /v2.0/ports?device_id=d22dbfa8-54d5-4a1c-a4da-bba16e843c32 HTTP/1.1" status: 200 len: 210 time: 0.0266376 Feb 04 06:22:05.432013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52360) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:06.048010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.289466 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] Deleting port 5e464cfb-a2b6-4825-b086-f42bd21d7c83 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:22:06.289810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.366149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] For port 5e464cfb-a2b6-4825-b086-f42bd21d7c83, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5e464cfb-a2b6-4825-b086-f42bd21d7c83,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:06.366503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.378760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] Calling delete_port for 5e464cfb-a2b6-4825-b086-f42bd21d7c83 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:22:06.556357 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.585631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e464cfb-a2b6-4825-b086-f42bd21d7c83,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:06.759134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.784729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 725b3626-c0d8-4d8c-8113-6434c0b71168 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:22:06.807663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 725b3626-c0d8-4d8c-8113-6434c0b71168 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:22:06.807931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 725b3626-c0d8-4d8c-8113-6434c0b71168 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:22:06.971743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] Router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:22:07.078657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:22:07.084214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8992533a-c929-404c-9b53-1cf9a27f8e5c admin admin] 10.222.0.15 "PUT /v2.0/routers/31ef3a12-6b11-465b-a2ee-1f96977c41d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6506686 Feb 04 06:22:07.086906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52362) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:07.088227 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb782d4d-3dd1-42dd-8c81-bb4acfda09a4 None None] Sync routers for ids ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:22:07.097178 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb782d4d-3dd1-42dd-8c81-bb4acfda09a4 None None] Routers {'31ef3a12-6b11-465b-a2ee-1f96977c41d2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:07.097777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb782d4d-3dd1-42dd-8c81-bb4acfda09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:21:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:07.188628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.198698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-fb782d4d-3dd1-42dd-8c81-bb4acfda09a4 None None] Set router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:07.295191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.351615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Deleting port 0f8b293c-876e-47a9-b5bb-851b03784375 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:22:07.351866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.377210 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb782d4d-3dd1-42dd-8c81-bb4acfda09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:22:06Z', 'revision_number': 5, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port': {'id': '0f8b293c-876e-47a9-b5bb-851b03784375', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:07.406878 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb782d4d-3dd1-42dd-8c81-bb4acfda09a4 None None] Checking router: 31ef3a12-6b11-465b-a2ee-1f96977c41d2 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:22:07.415702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb782d4d-3dd1-42dd-8c81-bb4acfda09a4 None None] Routers {'31ef3a12-6b11-465b-a2ee-1f96977c41d2'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:07.416304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb782d4d-3dd1-42dd-8c81-bb4acfda09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:21:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:07.430957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] For port 0f8b293c-876e-47a9-b5bb-851b03784375, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0f8b293c-876e-47a9-b5bb-851b03784375,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:07.431319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.443077 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Calling delete_port for 0f8b293c-876e-47a9-b5bb-851b03784375 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:22:07.497195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-fb782d4d-3dd1-42dd-8c81-bb4acfda09a4 None None] Set router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:07.550831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-fb782d4d-3dd1-42dd-8c81-bb4acfda09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:22:07Z', 'revision_number': 6, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:07.579744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb782d4d-3dd1-42dd-8c81-bb4acfda09a4 None None] The sync data for ids ['31ef3a12-6b11-465b-a2ee-1f96977c41d2'] in dv-neutron-826811-2-hyperv is: [{'id': '31ef3a12-6b11-465b-a2ee-1f96977c41d2', 'name': 'tempest-TestMinimumBasicScenario-484997941-router', 'tenant_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:22:07Z', 'revision_number': 6, 'project_id': 'eeff940f4a2e40a2be8f5e7e963fe0ed', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:22:07.615878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.645659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8b293c-876e-47a9-b5bb-851b03784375,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:07.705044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.796087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.798177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.840935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.841524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ef3a12-6b11-465b-a2ee-1f96977c41d2 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:22:07.845890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.846981 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7275af42-1f48-4be6-b9aa-0ed478570211 admin admin] 10.222.0.15 "DELETE /v2.0/routers/31ef3a12-6b11-465b-a2ee-1f96977c41d2 HTTP/1.1" status: 204 len: 168 time: 0.7590661 Feb 04 06:22:07.850322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52364) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:07.897891 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-83292f3a-468b-4b4c-ba10-5229013aac20 admin admin] Deleting subnet 2928208c-15cc-4e35-bb21-ceaf3bc6e970 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:22:07.900996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-83292f3a-468b-4b4c-ba10-5229013aac20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.935227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-83292f3a-468b-4b4c-ba10-5229013aac20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.018743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-83292f3a-468b-4b4c-ba10-5229013aac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.074245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-83292f3a-468b-4b4c-ba10-5229013aac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.100458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83292f3a-468b-4b4c-ba10-5229013aac20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2928208c-15cc-4e35-bb21-ceaf3bc6e970,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:08.104084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-83292f3a-468b-4b4c-ba10-5229013aac20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.107423 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-83292f3a-468b-4b4c-ba10-5229013aac20 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2928208c-15cc-4e35-bb21-ceaf3bc6e970 HTTP/1.1" status: 204 len: 168 time: 0.2558892 Feb 04 06:22:08.109784 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52366) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:08.109917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c22d99-0d8c-4fb1-a703-f102f1e4deda None None] Network 00e43a74-ef0e-4805-bd01-1b5795164eed requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:22:08.176829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.230620 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Deleting port 57542942-f86c-4836-9af5-cf4a5ee6228f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:22:08.230973 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.296962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] For port 57542942-f86c-4836-9af5-cf4a5ee6228f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=57542942-f86c-4836-9af5-cf4a5ee6228f,segment=NetworkSegment(84228287-95ca-4c70-a15e-0d65a623c431),segment_id=84228287-95ca-4c70-a15e-0d65a623c431)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:08.297275 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.309999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Calling delete_port for 57542942-f86c-4836-9af5-cf4a5ee6228f owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:22:08.374694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] DHCP port deletion for 00e43a74-ef0e-4805-bd01-1b5795164eed request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:22:08.390551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.421401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Deleting port 57542942-f86c-4836-9af5-cf4a5ee6228f {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:22:08.421680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=57542942-f86c-4836-9af5-cf4a5ee6228f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:08.421810 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.426024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] No DVR routers for this DVR port 57542942-f86c-4836-9af5-cf4a5ee6228f on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:22:08.487362 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] For port 57542942-f86c-4836-9af5-cf4a5ee6228f, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:08.487763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.500213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.501014 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Calling delete_port for 57542942-f86c-4836-9af5-cf4a5ee6228f owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:22:08.503693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.ipam_backend_mixin [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Port 57542942-f86c-4836-9af5-cf4a5ee6228f was not found and therefore no delete operation was performed {{(pid=102168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 06:22:08.504913 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.520693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e43a74-ef0e-4805-bd01-1b5795164eed']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:08.528432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Pushing event deleted for resources: {'Port': ['ID=57542942-f86c-4836-9af5-cf4a5ee6228f,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:08.531134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84228287-95ca-4c70-a15e-0d65a623c431') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:08.531585 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84228287-95ca-4c70-a15e-0d65a623c431') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:08.537490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] No DVR routers for this DVR port 57542942-f86c-4836-9af5-cf4a5ee6228f on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:22:08.541208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.541743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.542282 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.542431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.542912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.543410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.543879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.544366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.544842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.546787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.547131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.547478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.547873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c120f-bc05-40db-8fb9-fba0e5641369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:08.561180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.567040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:22:08.567611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:22:08.570705 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:22:08.632392 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.638628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:08.643167 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/00e43a74-ef0e-4805-bd01-1b5795164eed HTTP/1.1" status: 204 len: 168 time: 0.5322757 Feb 04 06:22:08.646181 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52368) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:08.655941 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa7da8-e4a4-4bda-a8b7-93a9f30644b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e43a74-ef0e-4805-bd01-1b5795164eed,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:08.984817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:09.218584 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] Deleting port 86dd478c-0f43-4407-9ad8-1147337fe4b2 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:22:09.218930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:09.296100 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0f8b293c-876e-47a9-b5bb-851b03784375 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:22:09.297001 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] For port 86dd478c-0f43-4407-9ad8-1147337fe4b2, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=86dd478c-0f43-4407-9ad8-1147337fe4b2,segment=NetworkSegment(e1203095-ef71-49bf-bd41-6dd12ff13c98),segment_id=e1203095-ef71-49bf-bd41-6dd12ff13c98)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:09.297394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:09.308960 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] Calling delete_port for 86dd478c-0f43-4407-9ad8-1147337fe4b2 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:22:09.315737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 0f8b293c-876e-47a9-b5bb-851b03784375 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:22:09.316082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0f8b293c-876e-47a9-b5bb-851b03784375 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:22:09.316483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5e464cfb-a2b6-4825-b086-f42bd21d7c83 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:22:09.335859 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 5e464cfb-a2b6-4825-b086-f42bd21d7c83 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:22:09.336229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5e464cfb-a2b6-4825-b086-f42bd21d7c83 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:22:09.336638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 57542942-f86c-4836-9af5-cf4a5ee6228f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:22:09.358074 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 57542942-f86c-4836-9af5-cf4a5ee6228f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:22:09.358414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 57542942-f86c-4836-9af5-cf4a5ee6228f not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:22:09.488719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:09.518309 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] Pushing event deleted for resources: {'Port': ['ID=86dd478c-0f43-4407-9ad8-1147337fe4b2,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:09.678872 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:09.890450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] Router 54eb44e2-2843-4e3f-8230-2a678cffd824 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:22:09.993566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:22:09.999617 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e35bbf27-2c22-4a3a-86be-635f8fdc1436 admin admin] 10.222.0.15 "PUT /v2.0/routers/54eb44e2-2843-4e3f-8230-2a678cffd824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3523214 Feb 04 06:22:10.001347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52370) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:10.003980 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07334b41-6151-4fd1-828a-e967f068a33a None None] Sync routers for ids ['54eb44e2-2843-4e3f-8230-2a678cffd824'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:22:10.013573 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07334b41-6151-4fd1-828a-e967f068a33a None None] Routers {'54eb44e2-2843-4e3f-8230-2a678cffd824'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:10.014160 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-07334b41-6151-4fd1-828a-e967f068a33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:21:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['54eb44e2-2843-4e3f-8230-2a678cffd824'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:10.103213 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.114361 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-07334b41-6151-4fd1-828a-e967f068a33a None None] Set router 54eb44e2-2843-4e3f-8230-2a678cffd824 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:10.203764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.254790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Deleting port c69ff40e-25ac-437f-8743-962f5d1c3e5f {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:22:10.255128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.287289 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-07334b41-6151-4fd1-828a-e967f068a33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'name': 'tempest-TestMinimumBasicScenario-911398178-router', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:22:09Z', 'revision_number': 5, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'gw_port': {'id': 'c69ff40e-25ac-437f-8743-962f5d1c3e5f', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:10.313203 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07334b41-6151-4fd1-828a-e967f068a33a None None] Checking router: 54eb44e2-2843-4e3f-8230-2a678cffd824 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:22:10.321442 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07334b41-6151-4fd1-828a-e967f068a33a None None] Routers {'54eb44e2-2843-4e3f-8230-2a678cffd824'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:10.322049 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-07334b41-6151-4fd1-828a-e967f068a33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:21:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['54eb44e2-2843-4e3f-8230-2a678cffd824'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:10.330892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] For port c69ff40e-25ac-437f-8743-962f5d1c3e5f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c69ff40e-25ac-437f-8743-962f5d1c3e5f,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:10.331255 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.343347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Calling delete_port for c69ff40e-25ac-437f-8743-962f5d1c3e5f owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:22:10.407427 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-07334b41-6151-4fd1-828a-e967f068a33a None None] Set router 54eb44e2-2843-4e3f-8230-2a678cffd824 gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:10.462980 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-07334b41-6151-4fd1-828a-e967f068a33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'name': 'tempest-TestMinimumBasicScenario-911398178-router', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:22:10Z', 'revision_number': 6, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:10.488516 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07334b41-6151-4fd1-828a-e967f068a33a None None] The sync data for ids ['54eb44e2-2843-4e3f-8230-2a678cffd824'] in dv-neutron-826811-2-hyperv is: [{'id': '54eb44e2-2843-4e3f-8230-2a678cffd824', 'name': 'tempest-TestMinimumBasicScenario-911398178-router', 'tenant_id': '7c48b904199f425c9277cbdb2cce7143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:20:02Z', 'updated_at': '2022-02-04T06:22:10Z', 'revision_number': 6, 'project_id': '7c48b904199f425c9277cbdb2cce7143', 'gw_port_host': None}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:22:10.507714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.538814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69ff40e-25ac-437f-8743-962f5d1c3e5f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:10.596224 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.935067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.937202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.979483 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.980047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54eb44e2-2843-4e3f-8230-2a678cffd824 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:22:10.984462 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:10.985647 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-2f6c4377-a00a-427f-b1ae-e56e0295ba00 admin admin] 10.222.0.15 "DELETE /v2.0/routers/54eb44e2-2843-4e3f-8230-2a678cffd824 HTTP/1.1" status: 204 len: 168 time: 0.9832456 Feb 04 06:22:10.988150 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52372) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:11.034803 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-772e597c-aa85-4700-bb10-80d8b87aed02 admin admin] Deleting subnet 1b94b9bc-442f-4ea2-b05c-deb25bf35486 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:22:11.038008 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-772e597c-aa85-4700-bb10-80d8b87aed02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.071508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-772e597c-aa85-4700-bb10-80d8b87aed02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.147258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-772e597c-aa85-4700-bb10-80d8b87aed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.202828 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-772e597c-aa85-4700-bb10-80d8b87aed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.231822 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-772e597c-aa85-4700-bb10-80d8b87aed02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.236374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d501bf-4cb6-47b3-beff-7ea84ca2d673 None None] Network 54007708-e0bf-4034-ad65-ebbab65872df requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:22:11.236977 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-772e597c-aa85-4700-bb10-80d8b87aed02 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1b94b9bc-442f-4ea2-b05c-deb25bf35486 HTTP/1.1" status: 204 len: 168 time: 0.2477560 Feb 04 06:22:11.237917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e597c-aa85-4700-bb10-80d8b87aed02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b94b9bc-442f-4ea2-b05c-deb25bf35486,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:11.240961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52374) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:11.311932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 86dd478c-0f43-4407-9ad8-1147337fe4b2 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:22:11.323120 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.334447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 86dd478c-0f43-4407-9ad8-1147337fe4b2 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:22:11.334792 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 86dd478c-0f43-4407-9ad8-1147337fe4b2 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:22:11.335204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c69ff40e-25ac-437f-8743-962f5d1c3e5f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:22:11.374874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c69ff40e-25ac-437f-8743-962f5d1c3e5f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:22:11.375219 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c69ff40e-25ac-437f-8743-962f5d1c3e5f not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:22:11.379669 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Deleting port 0813eb68-5bed-4262-9da7-ac2c0056bbaf {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:22:11.380061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.449569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] For port 0813eb68-5bed-4262-9da7-ac2c0056bbaf, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0813eb68-5bed-4262-9da7-ac2c0056bbaf,segment=NetworkSegment(e1203095-ef71-49bf-bd41-6dd12ff13c98),segment_id=e1203095-ef71-49bf-bd41-6dd12ff13c98)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:11.449950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.463409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Calling delete_port for 0813eb68-5bed-4262-9da7-ac2c0056bbaf owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:22:11.473649 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3435ed79-f6d4-411b-86e4-3e6611a919ce None None] DHCP port deletion for 54007708-e0bf-4034-ad65-ebbab65872df request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:22:11.520077 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3435ed79-f6d4-411b-86e4-3e6611a919ce None None] Deleting port 0813eb68-5bed-4262-9da7-ac2c0056bbaf {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:22:11.520680 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3435ed79-f6d4-411b-86e4-3e6611a919ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.548323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.578974 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0813eb68-5bed-4262-9da7-ac2c0056bbaf,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:11.585118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] No DVR routers for this DVR port 0813eb68-5bed-4262-9da7-ac2c0056bbaf on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:22:11.587189 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-3435ed79-f6d4-411b-86e4-3e6611a919ce None None] For port 0813eb68-5bed-4262-9da7-ac2c0056bbaf, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0813eb68-5bed-4262-9da7-ac2c0056bbaf,segment=NetworkSegment(e1203095-ef71-49bf-bd41-6dd12ff13c98),segment_id=e1203095-ef71-49bf-bd41-6dd12ff13c98)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:11.587589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3435ed79-f6d4-411b-86e4-3e6611a919ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.604405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3435ed79-f6d4-411b-86e4-3e6611a919ce None None] Calling delete_port for 0813eb68-5bed-4262-9da7-ac2c0056bbaf owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:22:11.654406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.673927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54007708-e0bf-4034-ad65-ebbab65872df']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:11.677811 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3435ed79-f6d4-411b-86e4-3e6611a919ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.684172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1203095-ef71-49bf-bd41-6dd12ff13c98') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:11.684404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1203095-ef71-49bf-bd41-6dd12ff13c98') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:11.694358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.702864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435ed79-f6d4-411b-86e4-3e6611a919ce None None] Pushing event deleted for resources: {'Port': ['ID=0813eb68-5bed-4262-9da7-ac2c0056bbaf,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:11.708798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.710072 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3435ed79-f6d4-411b-86e4-3e6611a919ce None None] No DVR routers for this DVR port 0813eb68-5bed-4262-9da7-ac2c0056bbaf on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:22:11.718387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:22:11.718387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:22:11.719630 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:22:12.049117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.054826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.058024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/54007708-e0bf-4034-ad65-ebbab65872df HTTP/1.1" status: 204 len: 168 time: 0.8156881 Feb 04 06:22:12.071177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e64092-e2a6-41ea-8e3b-ef0bcc5876b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=54007708-e0bf-4034-ad65-ebbab65872df,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:12.215377 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52378) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:12.254792 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c11b5bf2-245d-4157-8c80-614f38f769f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eeff940f4a2e40a2be8f5e7e963fe0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382185 Feb 04 06:22:12.257263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52380) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:12.304084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44ccf474-3c41-4d48-ac71-424a1e4eda7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.324482 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44ccf474-3c41-4d48-ac71-424a1e4eda7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.369536 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44ccf474-3c41-4d48-ac71-424a1e4eda7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.372083 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-44ccf474-3c41-4d48-ac71-424a1e4eda7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.373239 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-44ccf474-3c41-4d48-ac71-424a1e4eda7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f9fb171-cce7-43dd-b777-9b5c0bed5719 HTTP/1.1" status: 204 len: 168 time: 0.1150544 Feb 04 06:22:12.380871 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccf474-3c41-4d48-ac71-424a1e4eda7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9fb171-cce7-43dd-b777-9b5c0bed5719,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:12.668504 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52386) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:12.707718 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-23ebbc53-8ac3-473f-9851-3947caa0e9aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c48b904199f425c9277cbdb2cce7143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380352 Feb 04 06:22:12.710746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52388) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:12.757159 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-07b824ad-1489-4d6f-9fbb-50eeb56e0a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.779339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-07b824ad-1489-4d6f-9fbb-50eeb56e0a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.826002 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-07b824ad-1489-4d6f-9fbb-50eeb56e0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.828846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-07b824ad-1489-4d6f-9fbb-50eeb56e0a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.830006 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-07b824ad-1489-4d6f-9fbb-50eeb56e0a2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c8a3a59-e5df-4c0a-af75-2537ae16fb57 HTTP/1.1" status: 204 len: 168 time: 0.1183686 Feb 04 06:22:12.839041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b824ad-1489-4d6f-9fbb-50eeb56e0a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8a3a59-e5df-4c0a-af75-2537ae16fb57,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:13.292565 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0813eb68-5bed-4262-9da7-ac2c0056bbaf no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:22:13.312059 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 0813eb68-5bed-4262-9da7-ac2c0056bbaf {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:22:13.312406 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0813eb68-5bed-4262-9da7-ac2c0056bbaf not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:22:14.441630 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52428) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:14.446996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-fb22d007-8523-4c13-b96b-cd80ed7106b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308855616', 'description': 'tempest-secgroup-smoke-1308855616 description', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:14.470731 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22d007-8523-4c13-b96b-cd80ed7106b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.478757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22d007-8523-4c13-b96b-cd80ed7106b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.554530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22d007-8523-4c13-b96b-cd80ed7106b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.558149 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22d007-8523-4c13-b96b-cd80ed7106b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.597537 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22d007-8523-4c13-b96b-cd80ed7106b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b7100b-e5df-4113-bef6-eb142dbd730b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:14.632503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22d007-8523-4c13-b96b-cd80ed7106b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.636120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22d007-8523-4c13-b96b-cd80ed7106b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.665418 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fb22d007-8523-4c13-b96b-cd80ed7106b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.666899 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fb22d007-8523-4c13-b96b-cd80ed7106b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2242200 Feb 04 06:22:14.668875 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22d007-8523-4c13-b96b-cd80ed7106b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9460b7-1bb0-425a-8a8f-cc618677fa91,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:14.669961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52430) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:14.674599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f7e71eb6-c64e-4cac-833d-a46060aef764 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '3e9460b7-1bb0-425a-8a8f-cc618677fa91', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:14.703624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7e71eb6-c64e-4cac-833d-a46060aef764 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.761798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7e71eb6-c64e-4cac-833d-a46060aef764 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.766160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7e71eb6-c64e-4cac-833d-a46060aef764 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.785356 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e71eb6-c64e-4cac-833d-a46060aef764 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac9fa36-ed11-4913-bfa8-cf5aced0f0df,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:14.791198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7e71eb6-c64e-4cac-833d-a46060aef764 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.792375 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f7e71eb6-c64e-4cac-833d-a46060aef764 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214118 Feb 04 06:22:14.795092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52432) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:14.799463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ffccdf88-1b48-43ce-a8b7-a2202338fb03 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '3e9460b7-1bb0-425a-8a8f-cc618677fa91', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:14.827469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ffccdf88-1b48-43ce-a8b7-a2202338fb03 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.883167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ffccdf88-1b48-43ce-a8b7-a2202338fb03 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.887366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ffccdf88-1b48-43ce-a8b7-a2202338fb03 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.905574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccdf88-1b48-43ce-a8b7-a2202338fb03 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab029bd-b5c3-49af-a85b-e11224aa2a82,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:14.911111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ffccdf88-1b48-43ce-a8b7-a2202338fb03 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.912728 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ffccdf88-1b48-43ce-a8b7-a2202338fb03 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166530 Feb 04 06:22:14.915410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52434) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:14.919631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-68fc8a2a-3c1d-46e5-9230-c123fa48c2c2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '3e9460b7-1bb0-425a-8a8f-cc618677fa91', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:14.946892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68fc8a2a-3c1d-46e5-9230-c123fa48c2c2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.006463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68fc8a2a-3c1d-46e5-9230-c123fa48c2c2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.010158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68fc8a2a-3c1d-46e5-9230-c123fa48c2c2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.029346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc8a2a-3c1d-46e5-9230-c123fa48c2c2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76ebdad-4832-48e5-827f-d8ed114bf63a,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:15.037888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-68fc8a2a-3c1d-46e5-9230-c123fa48c2c2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.039082 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-68fc8a2a-3c1d-46e5-9230-c123fa48c2c2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227524 Feb 04 06:22:15.041884 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52436) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:15.046214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-8a290641-caf8-408d-8550-f996f6c9eae3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '3e9460b7-1bb0-425a-8a8f-cc618677fa91', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:15.073618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8a290641-caf8-408d-8550-f996f6c9eae3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.134806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8a290641-caf8-408d-8550-f996f6c9eae3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.138549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8a290641-caf8-408d-8550-f996f6c9eae3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.158167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a290641-caf8-408d-8550-f996f6c9eae3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0302ff83-9a1a-4c73-925e-103635faedda,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:15.163781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8a290641-caf8-408d-8550-f996f6c9eae3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.164905 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8a290641-caf8-408d-8550-f996f6c9eae3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220677 Feb 04 06:22:15.167816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52438) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:15.172615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-adb617b5-982e-41d1-9ca1-b14821bcf47e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '3e9460b7-1bb0-425a-8a8f-cc618677fa91', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:15.195484 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-adb617b5-982e-41d1-9ca1-b14821bcf47e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Project 35ce0d0ff2514965b3feb3ffef5a408c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:22:15.200425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-adb617b5-982e-41d1-9ca1-b14821bcf47e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.259135 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-adb617b5-982e-41d1-9ca1-b14821bcf47e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.262560 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-adb617b5-982e-41d1-9ca1-b14821bcf47e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.281332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb617b5-982e-41d1-9ca1-b14821bcf47e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f03570-d821-488c-8d02-71b1cf0c3cd7,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:15.289802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-adb617b5-982e-41d1-9ca1-b14821bcf47e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.290996 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-adb617b5-982e-41d1-9ca1-b14821bcf47e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221778 Feb 04 06:22:15.293922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52440) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:15.298485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-29b43ac8-7ab8-48e0-b3fe-292e8ed9a0cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '3e9460b7-1bb0-425a-8a8f-cc618677fa91', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:15.321200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-29b43ac8-7ab8-48e0-b3fe-292e8ed9a0cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Project 35ce0d0ff2514965b3feb3ffef5a408c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:22:15.326361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29b43ac8-7ab8-48e0-b3fe-292e8ed9a0cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.385898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29b43ac8-7ab8-48e0-b3fe-292e8ed9a0cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.389537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29b43ac8-7ab8-48e0-b3fe-292e8ed9a0cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.407235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b43ac8-7ab8-48e0-b3fe-292e8ed9a0cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acd2b87-7cbf-4060-a1b3-1baecaf89ae1,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:15.415130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29b43ac8-7ab8-48e0-b3fe-292e8ed9a0cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.416311 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-29b43ac8-7ab8-48e0-b3fe-292e8ed9a0cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213911 Feb 04 06:22:15.419328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52442) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:15.424026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'network': {'name': 'tempest-network-smoke--2086079874', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'port_security_enabled': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:15.445707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:22:15.449314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.471893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:22:15.481030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.481451 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Added segment b09ce0fa-7c3b-43d4-b2f0-336f0be309c7 of type vlan for network dbc93c76-e614-4cb1-a730-6729904cf649 Feb 04 06:22:15.519610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.544279 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.549768 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:15.550339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.615381 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1949832 Feb 04 06:22:15.618152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52444) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:15.624531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'admin_state_up': True, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:15.631206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d04d2-e66a-4db6-b487-3d6e4b2b4d21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Network': ['ID=dbc93c76-e614-4cb1-a730-6729904cf649,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:15.641971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network dbc93c76-e614-4cb1-a730-6729904cf649 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:22:15.651434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.652437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.705736 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.849614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:16.041908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:16.060954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:16.160765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.26.5.44 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/954f0b20-d2d6-406f-bde9-709436713754) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:22:16.264566 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:16.297158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:16.343333 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:22:16.349643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:16.355056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:22:16.360297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=954f0b20-d2d6-406f-bde9-709436713754,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:16.610485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:16.825237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:16.952173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:22:17.057356 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:22:17.066737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Sync routers for ids ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:22:17.076145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Routers {'76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:17.076815 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:21:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:17.078664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.079879 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c0ae7489-8e5f-4424-831e-905ccc799498 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4608164 Feb 04 06:22:17.083063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52446) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:17.182789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Set router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:17.210520 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5df1fbf5-4154-435d-8f22-4bfabfda73b7 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=35ce0d0ff2514965b3feb3ffef5a408c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1233740 Feb 04 06:22:17.210746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52450) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:17.355492 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:16Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:17.359127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a458595-caa5-418f-a6b6-c85ccfd23cce tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:17.360652 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1a458595-caa5-418f-a6b6-c85ccfd23cce tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1490035 Feb 04 06:22:17.363513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52452) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:17.384631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Checking router: 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:22:17.384974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Updating router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 port 954f0b20-d2d6-406f-bde9-709436713754 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:22:17.403663 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-68607407-6b7a-44c4-b416-0c5b7191d991 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389264 Feb 04 06:22:17.406076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52454) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:17.408556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.410885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-307848655', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:17.499498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:22:17.503294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.668264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.673851 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.678167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.726295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Attempting to bind port 954f0b20-d2d6-406f-bde9-709436713754 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:22:17.726661 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Attempting to bind port 954f0b20-d2d6-406f-bde9-709436713754 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:22:17.727029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Attempting to bind port 954f0b20-d2d6-406f-bde9-709436713754 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:22:17.729778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab5ad4-e7ec-4386-83e7-deaac155f03a None None] Pushing event updated for resources: {'Port': ['ID=954f0b20-d2d6-406f-bde9-709436713754,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:17.734320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:22:17.734693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:22:17.735118 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.735479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:22:17.735938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Bound port: 954f0b20-d2d6-406f-bde9-709436713754, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:22:17.736316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.736427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Subnet': ['ID=2257998a-0a9f-4d70-846c-91c88d550080,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:17.746767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Checking segment: {'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:22:17.747126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network hostable DHCP agents. Network: dbc93c76-e614-4cb1-a730-6729904cf649, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:22:17.764481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network dbc93c76-e614-4cb1-a730-6729904cf649 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:22:17.774395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, dbc93c76-e614-4cb1-a730-6729904cf649) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:17.778547 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:17.779163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.788842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ca764d-6723-4b3c-a474-79674bf72bc7 None None] Network dbc93c76-e614-4cb1-a730-6729904cf649 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:22:17.796671 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-082ca23a-861a-4bbb-9f46-41ea6131cc8d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3895400 Feb 04 06:22:17.799406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52456) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:17.807281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] For port 954f0b20-d2d6-406f-bde9-709436713754, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:22:17.845684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] For port 954f0b20-d2d6-406f-bde9-709436713754, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=954f0b20-d2d6-406f-bde9-709436713754,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:22:17.852894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.958309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab5ad4-e7ec-4386-83e7-deaac155f03a None None] Pushing event updated for resources: {'Port': ['ID=954f0b20-d2d6-406f-bde9-709436713754,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:17.965486 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Routers {'76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:17.966085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:21:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:18.065178 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-dbc93c76-e614-4cb1-a730-6729904cf649', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ips': [{'subnet_id': '2257998a-0a9f-4d70-846c-91c88d550080'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:22:18.066306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.109939 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] Set router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:18.232315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.468200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Allocated IP 172.20.0.2 (dbc93c76-e614-4cb1-a730-6729904cf649/2257998a-0a9f-4d70-846c-91c88d550080/430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:22:18.593880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:16Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:18.626012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3d3fa-a747-4270-ad02-186cb0743e6e None None] The sync data for ids ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'] in dv-neutron-826811-2-hyperv is: [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:16Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:22:18.666699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.671987 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.719511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Network dbc93c76-e614-4cb1-a730-6729904cf649 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:22:18.722580 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:18.727053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:22:18.727576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.20.0.1 (dbc93c76-e614-4cb1-a730-6729904cf649/2257998a-0a9f-4d70-846c-91c88d550080/5a5732df-0279-4f80-b045-46dfcb1bd329) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:22:18.734458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Pushing event updated for resources: {'Port': ['ID=430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:18.787058 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Attempting to bind port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:22:18.787428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Attempting to bind port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:22:18.787902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Attempting to bind port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f on network dbc93c76-e614-4cb1-a730-6729904cf649 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:22:18.794003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:22:18.794401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Checking segment: {'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:22:18.794807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.795200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Bound using segment: {'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:22:18.795675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Bound port: 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:22:18.796052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.864538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.891141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] For port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:22:18.894879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] For port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f,segment=NetworkSegment(b09ce0fa-7c3b-43d4-b2f0-336f0be309c7),segment_id=b09ce0fa-7c3b-43d4-b2f0-336f0be309c7)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:22:18.899936 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.903538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.942149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network dbc93c76-e614-4cb1-a730-6729904cf649 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:22:18.946033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:18.950458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:22:18.991817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc930b-6626-4259-980c-56156ffc3ef0 None None] Pushing event updated for resources: {'Port': ['ID=430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:19.015209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=5a5732df-0279-4f80-b045-46dfcb1bd329,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:19.025247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.440233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:22:19.475112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.498728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:19.499321 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.587717 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.622062 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f,segment=NetworkSegment(b09ce0fa-7c3b-43d4-b2f0-336f0be309c7),segment_id=b09ce0fa-7c3b-43d4-b2f0-336f0be309c7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:19.626649 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.627610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 954f0b20-d2d6-406f-bde9-709436713754 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:22:19.715791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:19.729663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 954f0b20-d2d6-406f-bde9-709436713754 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:19.730122 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.780971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.786798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.812788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.835406 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 954f0b20-d2d6-406f-bde9-709436713754, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=954f0b20-d2d6-406f-bde9-709436713754,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:19.841604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.876430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=5a5732df-0279-4f80-b045-46dfcb1bd329,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:19.881685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.901685 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=954f0b20-d2d6-406f-bde9-709436713754,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:19.983630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network dbc93c76-e614-4cb1-a730-6729904cf649 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:22:19.985032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:20.046743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d30c6a-8380-4a51-9baa-f05b68715738 None None] Network dbc93c76-e614-4cb1-a730-6729904cf649 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:22:20.102637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:22:20.174530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-6e56fb04-17cc-493b-a119-681d1f3639a0 None None] Provisioning complete for port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:20.174887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6e56fb04-17cc-493b-a119-681d1f3639a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:20.220667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:22:20.227096 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b183c1a2-c391-4469-a467-be0ba1e77f57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "PUT /v2.0/routers/76c6bef8-e5b5-4e51-a29c-2ddcde9c7439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4267051 Feb 04 06:22:20.382824 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-7369a3fe-bf40-4972-8f7e-96720454d8bd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308855616&fields=id&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 267 time: 0.0361185 Feb 04 06:22:20.429055 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Sync routers for ids ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:22:20.438675 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Routers {'76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:20.439522 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:21:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:20.499860 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b5f76406-a620-470f-b560-0c5168e7e7d3 None None] Provisioning complete for port 5a5732df-0279-4f80-b045-46dfcb1bd329 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:20.500450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b5f76406-a620-470f-b560-0c5168e7e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:20.509344 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b612db-277c-4207-a77f-85d2298bc033 req-e1845e75-9d51-48bb-a57d-ce969616561d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:20.511234 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-e1845e75-9d51-48bb-a57d-ce969616561d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/networks?id=dbc93c76-e614-4cb1-a730-6729904cf649 HTTP/1.1" status: 200 len: 797 time: 0.1213877 Feb 04 06:22:20.534543 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-08014f76-b0c2-41b4-87e7-f22c2437940d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/quotas/35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 375 time: 0.0163677 Feb 04 06:22:20.544363 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b5f76406-a620-470f-b560-0c5168e7e7d3 None None] Port 5a5732df-0279-4f80-b045-46dfcb1bd329 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:22:20.556275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b5f76406-a620-470f-b560-0c5168e7e7d3 None None] Provisioning complete for port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:20.556899 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b5f76406-a620-470f-b560-0c5168e7e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:20.564384 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Set router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:20.587467 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-361f4dd5-ba51-49e7-8438-2f160ad7c270 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520351 Feb 04 06:22:20.706351 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-213849d3-217b-417d-9dfd-4ec00aa3b51a service neutron] 10.222.0.15 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026185 Feb 04 06:22:20.782607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-690dc6cc-f8e8-4370-b29a-5e2e800cd400 None None] Provisioning complete for port 5a5732df-0279-4f80-b045-46dfcb1bd329 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:20.782985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-690dc6cc-f8e8-4370-b29a-5e2e800cd400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:20.786437 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5a5732df-0279-4f80-b045-46dfcb1bd329', 'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:46:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2257998a-0a9f-4d70-846c-91c88d550080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 2, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '2257998a-0a9f-4d70-846c-91c88d550080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:20.815380 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Checking router: 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:22:20.815910 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Updating router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 port 5a5732df-0279-4f80-b045-46dfcb1bd329 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:22:20.816615 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-572d0ad9-6008-47f8-aa03-73f19dfe127e service neutron] 10.222.0.15 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045194 Feb 04 06:22:20.819781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-690dc6cc-f8e8-4370-b29a-5e2e800cd400 None None] Port 5a5732df-0279-4f80-b045-46dfcb1bd329 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:22:20.854955 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:20.951566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ae8751c-90a6-4760-8567-013e0e0dfbc2 None None] Provisioning complete for port 5a5732df-0279-4f80-b045-46dfcb1bd329 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:20.952000 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ae8751c-90a6-4760-8567-013e0e0dfbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:20.993512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8751c-90a6-4760-8567-013e0e0dfbc2 None None] Port 5a5732df-0279-4f80-b045-46dfcb1bd329 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:22:21.010410 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7ea9faed-af0e-410c-9873-456107a569b7 req-12bf438c-5463-4acf-a8ac-ad14211f8fa5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 210 time: 0.0405998 Feb 04 06:22:21.150437 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.155701 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.221880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3b273d0f-be13-43c6-9808-8c23aa4f858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.231757 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Pushing event updated for resources: {'Port': ['ID=5a5732df-0279-4f80-b045-46dfcb1bd329,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:21.252764 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.253106 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.253457 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.253791 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.254122 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.254452 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.254778 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.255380 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.255612 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.255879 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.256309 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.256504 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:21.274026 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Attempting to bind port 5a5732df-0279-4f80-b045-46dfcb1bd329 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:22:21.274447 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Attempting to bind port 5a5732df-0279-4f80-b045-46dfcb1bd329 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:22:21.274815 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Attempting to bind port 5a5732df-0279-4f80-b045-46dfcb1bd329 on network dbc93c76-e614-4cb1-a730-6729904cf649 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:22:21.280608 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:22:21.281228 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Checking segment: {'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:22:21.282095 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.282095 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Bound using segment: {'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:22:21.282625 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Bound port: 5a5732df-0279-4f80-b045-46dfcb1bd329, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:22:21.283088 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.336217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:22:21.361921 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] For port 5a5732df-0279-4f80-b045-46dfcb1bd329, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:22:21.365876 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] For port 5a5732df-0279-4f80-b045-46dfcb1bd329, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5a5732df-0279-4f80-b045-46dfcb1bd329,segment=NetworkSegment(b09ce0fa-7c3b-43d4-b2f0-336f0be309c7),segment_id=b09ce0fa-7c3b-43d4-b2f0-336f0be309c7)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:22:21.371744 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.396586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:21.397229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.444009 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Routers {'76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:21.444794 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:21:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:21.490299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 954f0b20-d2d6-406f-bde9-709436713754 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:22:21.501755 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57393b3-51f0-4d25-8a19-1ea61128a204 None None] Pushing event updated for resources: {'Port': ['ID=5a5732df-0279-4f80-b045-46dfcb1bd329,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:21.553160 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-69b0432f-b8bb-4416-96f1-14c1c153752e None None] Provisioning complete for port 5a5732df-0279-4f80-b045-46dfcb1bd329 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:21.553778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-69b0432f-b8bb-4416-96f1-14c1c153752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.598141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 954f0b20-d2d6-406f-bde9-709436713754 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:21.598508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.667615 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] Set router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:21.681594 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-69b0432f-b8bb-4416-96f1-14c1c153752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.739494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-69b0432f-b8bb-4416-96f1-14c1c153752e None None] For port 5a5732df-0279-4f80-b045-46dfcb1bd329, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5a5732df-0279-4f80-b045-46dfcb1bd329,segment=NetworkSegment(b09ce0fa-7c3b-43d4-b2f0-336f0be309c7),segment_id=b09ce0fa-7c3b-43d4-b2f0-336f0be309c7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:21.744828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-69b0432f-b8bb-4416-96f1-14c1c153752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.794653 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0432f-b8bb-4416-96f1-14c1c153752e None None] Pushing event updated for resources: {'Port': ['ID=5a5732df-0279-4f80-b045-46dfcb1bd329,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:21.863951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-fd9147f0-9756-49ea-bc52-20f1435ef383 None None] Provisioning complete for port 5a5732df-0279-4f80-b045-46dfcb1bd329 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:21.864317 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fd9147f0-9756-49ea-bc52-20f1435ef383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.879378 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5a5732df-0279-4f80-b045-46dfcb1bd329', 'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:46:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2257998a-0a9f-4d70-846c-91c88d550080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:21Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '2257998a-0a9f-4d70-846c-91c88d550080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:21.908386 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567e7bb-1279-4984-9fcc-72392c452abf None None] The sync data for ids ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'] in dv-neutron-826811-2-hyperv is: [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5a5732df-0279-4f80-b045-46dfcb1bd329', 'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:46:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2257998a-0a9f-4d70-846c-91c88d550080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:21Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '2257998a-0a9f-4d70-846c-91c88d550080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:22:22.062963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b612db-277c-4207-a77f-85d2298bc033 req-175e5c23-8bf8-464a-a73b-1b7296b0ac11 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:22.065008 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-175e5c23-8bf8-464a-a73b-1b7296b0ac11 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/networks?id=dbc93c76-e614-4cb1-a730-6729904cf649 HTTP/1.1" status: 200 len: 797 time: 0.1391993 Feb 04 06:22:22.120934 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bda07332-540b-4905-91ab-ae6696ffd422 req-810e23d3-c812-47e8-b43c-7789152016b2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 210 time: 0.0364819 Feb 04 06:22:22.144702 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-6d2517c0-2e7e-4bab-911e-2b3dfc185cba tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 380 time: 0.0711927 Feb 04 06:22:22.154618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'port': {'device_id': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'admin_state_up': True, 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'security_groups': ['3e9460b7-1bb0-425a-8a8f-cc618677fa91']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:22.270272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:22:22.274038 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:22.406738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.20.0.5 (dbc93c76-e614-4cb1-a730-6729904cf649/2257998a-0a9f-4d70-846c-91c88d550080/5ee29666-b045-4afd-a34e-99a06b9867fe) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:22:22.555917 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:22.591925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:22.638188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network dbc93c76-e614-4cb1-a730-6729904cf649 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:22:22.641182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:22.645513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:22:22.653169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=5ee29666-b045-4afd-a34e-99a06b9867fe,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:22.704798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:22.705795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:22.726653 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-0df257be-3578-4dae-a8b3-3b14c1bf36f8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5759501 Feb 04 06:22:22.738817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Request body: {'port': {'device_id': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:22.810956 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:22.887978 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9383c5d5-29b1-43eb-864a-b36483de627c None None] Provisioning complete for port 5ee29666-b045-4afd-a34e-99a06b9867fe triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:22.888489 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9383c5d5-29b1-43eb-864a-b36483de627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:22.924088 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9383c5d5-29b1-43eb-864a-b36483de627c None None] Port 5ee29666-b045-4afd-a34e-99a06b9867fe cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:22:23.094090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee29666-b045-4afd-a34e-99a06b9867fe {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:23.102052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:23.113329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Transition to ACTIVE for port object 5ee29666-b045-4afd-a34e-99a06b9867fe will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:22:23.117242 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:23.164985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Pushing event updated for resources: {'Port': ['ID=5ee29666-b045-4afd-a34e-99a06b9867fe,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:23.271633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Attempting to bind port 5ee29666-b045-4afd-a34e-99a06b9867fe on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:22:23.271974 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Attempting to bind port 5ee29666-b045-4afd-a34e-99a06b9867fe by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:22:23.272312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Attempting to bind port 5ee29666-b045-4afd-a34e-99a06b9867fe on network dbc93c76-e614-4cb1-a730-6729904cf649 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:22:23.285667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce6cbb-d7d0-4b9b-8827-6d20c827be9a req-e9d0d981-cc52-48c3-a1f5-5bc21cab08dd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:23.293146 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94ce6cbb-d7d0-4b9b-8827-6d20c827be9a req-e9d0d981-cc52-48c3-a1f5-5bc21cab08dd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 943 time: 0.0773187 Feb 04 06:22:23.293146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Port 5ee29666-b045-4afd-a34e-99a06b9867fe on network dbc93c76-e614-4cb1-a730-6729904cf649 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:22:23.293146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Attempting to bind port 5ee29666-b045-4afd-a34e-99a06b9867fe on network dbc93c76-e614-4cb1-a730-6729904cf649 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:22:23.295717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:22:23.296054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Checking segment: {'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:22:23.296440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Bound using segment: {'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:22:23.296870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Bound port: 5ee29666-b045-4afd-a34e-99a06b9867fe, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:22:23.297258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:23.362433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5a5732df-0279-4f80-b045-46dfcb1bd329 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:22:23.370459 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94ce6cbb-d7d0-4b9b-8827-6d20c827be9a req-dfd21757-0191-4789-bf76-a58c93842014 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757987 Feb 04 06:22:23.392323 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] For port 5ee29666-b045-4afd-a34e-99a06b9867fe, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:22:23.395297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] For port 5ee29666-b045-4afd-a34e-99a06b9867fe, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5ee29666-b045-4afd-a34e-99a06b9867fe,segment=NetworkSegment(b09ce0fa-7c3b-43d4-b2f0-336f0be309c7),segment_id=b09ce0fa-7c3b-43d4-b2f0-336f0be309c7)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:22:23.400587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:23.415544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 5a5732df-0279-4f80-b045-46dfcb1bd329 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:23.415916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:23.439492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:23.440196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:23.441739 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] 10.222.0.36 "PUT /v2.0/ports/5ee29666-b045-4afd-a34e-99a06b9867fe HTTP/1.1" status: 200 len: 1093 time: 0.7074955 Feb 04 06:22:23.442055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'tag': '5ee29666-b045-4afd-a34e-99a06b9867fe'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:23.445268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2502bebc-aebb-464b-a662-0a8376370293" -d '{"events": [{"name": "network-changed", "server_uuid": "889f8de2-4df1-483f-828a-7c0b2a06df6e", "tag": "5ee29666-b045-4afd-a34e-99a06b9867fe"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:22:23.492143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845ad09-3f98-4737-885a-f7f516379b0d service neutron] Pushing event updated for resources: {'Port': ['ID=5ee29666-b045-4afd-a34e-99a06b9867fe,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:23.499852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7214dc1a-7a85-4c29-ad75-9464f1f82846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:23.503297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eb086c-ff78-49c5-8c85-d1e135efd5c3 x-openstack-request-id: req-18eb086c-ff78-49c5-8c85-d1e135efd5c3 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:22:23.503646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889f8de2-4df1-483f-828a-7c0b2a06df6e", "tag": "5ee29666-b045-4afd-a34e-99a06b9867fe", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:22:23.503870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18eb086c-ff78-49c5-8c85-d1e135efd5c3 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:22:23.504337 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'tag': '5ee29666-b045-4afd-a34e-99a06b9867fe', 'status': 'completed', 'code': 200} Feb 04 06:22:23.545694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b612db-277c-4207-a77f-85d2298bc033 req-2e176cb9-a40f-40f3-95c1-c23fe89185d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:23.547190 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-2e176cb9-a40f-40f3-95c1-c23fe89185d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 1096 time: 0.0422506 Feb 04 06:22:23.592981 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-79db0d5a-3d06-4c80-9022-6a90a4bd67a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee29666-b045-4afd-a34e-99a06b9867fe HTTP/1.1" status: 200 len: 217 time: 0.0385616 Feb 04 06:22:23.642333 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b612db-277c-4207-a77f-85d2298bc033 req-bfb78f75-b06c-428d-876a-cbf764762f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:23.643823 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-bfb78f75-b06c-428d-876a-cbf764762f72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2257998a-0a9f-4d70-846c-91c88d550080 HTTP/1.1" status: 200 len: 834 time: 0.0450034 Feb 04 06:22:23.682956 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:22:23.688601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b612db-277c-4207-a77f-85d2298bc033 req-52a8e7b2-ba6e-4a3d-8a41-f041959688aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:23.690121 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-52a8e7b2-ba6e-4a3d-8a41-f041959688aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbc93c76-e614-4cb1-a730-6729904cf649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402460 Feb 04 06:22:23.785582 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-17477cae-e15f-44df-8475-6233e4c5c76d service neutron] 10.222.0.36 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882523 Feb 04 06:22:23.873262 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-43b612db-277c-4207-a77f-85d2298bc033 req-1370984f-cbd1-429b-8dfc-cd708b915272 service neutron] 10.222.0.36 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818307 Feb 04 06:22:23.964267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502bebc-aebb-464b-a662-0a8376370293 req-0b292ebf-3777-416b-81be-175d970d63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:23.965782 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2502bebc-aebb-464b-a662-0a8376370293 req-0b292ebf-3777-416b-81be-175d970d63ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 1096 time: 0.0419223 Feb 04 06:22:24.056533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502bebc-aebb-464b-a662-0a8376370293 req-be07b83c-029b-4e2e-84b7-bb692cefecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:24.057893 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2502bebc-aebb-464b-a662-0a8376370293 req-be07b83c-029b-4e2e-84b7-bb692cefecbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbc93c76-e614-4cb1-a730-6729904cf649 HTTP/1.1" status: 200 len: 898 time: 0.0853519 Feb 04 06:22:24.100738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2502bebc-aebb-464b-a662-0a8376370293 req-fc3b8d81-ea88-4249-b088-3e74e0ae17b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee29666-b045-4afd-a34e-99a06b9867fe HTTP/1.1" status: 200 len: 217 time: 0.0347817 Feb 04 06:22:24.148294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502bebc-aebb-464b-a662-0a8376370293 req-05dffa15-0f62-418e-8ca4-0679b42f3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:24.149708 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2502bebc-aebb-464b-a662-0a8376370293 req-05dffa15-0f62-418e-8ca4-0679b42f3f25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2257998a-0a9f-4d70-846c-91c88d550080 HTTP/1.1" status: 200 len: 834 time: 0.0426817 Feb 04 06:22:24.198528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502bebc-aebb-464b-a662-0a8376370293 req-6675b8f4-504e-4318-8bc6-0135305b9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:24.199984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2502bebc-aebb-464b-a662-0a8376370293 req-6675b8f4-504e-4318-8bc6-0135305b9f03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbc93c76-e614-4cb1-a730-6729904cf649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439665 Feb 04 06:22:24.288521 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2502bebc-aebb-464b-a662-0a8376370293 req-a78b113f-8b64-463a-b1d3-4dc5ce3da23e service neutron] 10.222.0.36 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809865 Feb 04 06:22:24.386875 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2502bebc-aebb-464b-a662-0a8376370293 req-eba23c1a-7ad9-4cb8-ab85-765aded1da7f service neutron] 10.222.0.36 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883203 Feb 04 06:22:24.485761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f938df-4102-4dbb-b792-a4be6e7a61f9 req-bf3dec7e-16c7-4696-bc28-0df1bf3eae19 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:24.487232 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73f938df-4102-4dbb-b792-a4be6e7a61f9 req-bf3dec7e-16c7-4696-bc28-0df1bf3eae19 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 943 time: 0.0493731 Feb 04 06:22:24.525407 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73f938df-4102-4dbb-b792-a4be6e7a61f9 req-a513039c-3304-4732-8273-67fc8255413c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315995 Feb 04 06:22:24.818031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:24.894892 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 5ee29666-b045-4afd-a34e-99a06b9867fe details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:22:24.987884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 5ee29666-b045-4afd-a34e-99a06b9867fe, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5ee29666-b045-4afd-a34e-99a06b9867fe,segment=NetworkSegment(b09ce0fa-7c3b-43d4-b2f0-336f0be309c7),segment_id=b09ce0fa-7c3b-43d4-b2f0-336f0be309c7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:24.998484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '5ee29666-b045-4afd-a34e-99a06b9867fe', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'port_id': '5ee29666-b045-4afd-a34e-99a06b9867fe', 'mac_address': 'fa:16:3e:b0:0c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2257998a-0a9f-4d70-846c-91c88d550080', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:22:25.034274 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:25.046735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee29666-b045-4afd-a34e-99a06b9867fe {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:25.064521 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 5ee29666-b045-4afd-a34e-99a06b9867fe, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5ee29666-b045-4afd-a34e-99a06b9867fe,segment=NetworkSegment(b09ce0fa-7c3b-43d4-b2f0-336f0be309c7),segment_id=b09ce0fa-7c3b-43d4-b2f0-336f0be309c7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:25.068371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:25.115509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=5ee29666-b045-4afd-a34e-99a06b9867fe,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:25.267557 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['5ee29666-b045-4afd-a34e-99a06b9867fe'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:22:25.639042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0302c70-22ea-4326-8e55-8813927b9da5 req-96297acd-33e9-4e63-93e6-44b1e806b975 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:25.640505 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0302c70-22ea-4326-8e55-8813927b9da5 req-96297acd-33e9-4e63-93e6-44b1e806b975 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 944 time: 0.0486801 Feb 04 06:22:25.677228 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0302c70-22ea-4326-8e55-8813927b9da5 req-0fbcbdbe-c8b2-4daa-b3ff-e9118eef8f88 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308120 Feb 04 06:22:26.430557 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:26.702769 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:26.796197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324ff81-e732-4f82-bb3a-a362b603fde4 req-baeec410-9732-40ad-88a8-32170400c644 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:26.797926 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f324ff81-e732-4f82-bb3a-a362b603fde4 req-baeec410-9732-40ad-88a8-32170400c644 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 944 time: 0.0551398 Feb 04 06:22:26.835997 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f324ff81-e732-4f82-bb3a-a362b603fde4 req-4ff901ab-78e7-4bfa-be52-e79508ed883f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314822 Feb 04 06:22:26.901781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 5ee29666-b045-4afd-a34e-99a06b9867fe up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:22:26.952543 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 5ee29666-b045-4afd-a34e-99a06b9867fe completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:22:26.956262 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 5ee29666-b045-4afd-a34e-99a06b9867fe triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:26.956570 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:27.031172 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:27.052622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee29666-b045-4afd-a34e-99a06b9867fe'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:27.055692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b4f405-0560-4780-9f5b-0384972f510c" -d '{"events": [{"server_uuid": "889f8de2-4df1-483f-828a-7c0b2a06df6e", "name": "network-vif-plugged", "status": "completed", "tag": "5ee29666-b045-4afd-a34e-99a06b9867fe"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:22:27.067714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 5ee29666-b045-4afd-a34e-99a06b9867fe, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5ee29666-b045-4afd-a34e-99a06b9867fe,segment=NetworkSegment(b09ce0fa-7c3b-43d4-b2f0-336f0be309c7),segment_id=b09ce0fa-7c3b-43d4-b2f0-336f0be309c7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:27.072068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:27.098140 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf880fc-4ff9-4bb9-8204-9728a5d89024 x-openstack-request-id: req-2bf880fc-4ff9-4bb9-8204-9728a5d89024 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:22:27.098422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889f8de2-4df1-483f-828a-7c0b2a06df6e", "name": "network-vif-plugged", "status": "completed", "tag": "5ee29666-b045-4afd-a34e-99a06b9867fe", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:22:27.098667 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bf880fc-4ff9-4bb9-8204-9728a5d89024 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:22:27.099048 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee29666-b045-4afd-a34e-99a06b9867fe', 'code': 200} Feb 04 06:22:27.120404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=5ee29666-b045-4afd-a34e-99a06b9867fe,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:27.254465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769bcbd-c29a-4e73-bfeb-907bee83f197 req-462b16de-9267-4411-b182-5cd7d6706953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:27.255920 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0769bcbd-c29a-4e73-bfeb-907bee83f197 req-462b16de-9267-4411-b182-5cd7d6706953 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 1098 time: 0.0391023 Feb 04 06:22:27.290257 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0769bcbd-c29a-4e73-bfeb-907bee83f197 req-b7058135-783f-4811-a2df-a5c9fb8fa266 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277240 Feb 04 06:22:27.949016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a2a7d-671f-40d4-985d-6d91b36a791f req-913b1177-e4e7-4705-9188-07307ffd2231 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:27.950493 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d36a2a7d-671f-40d4-985d-6d91b36a791f req-913b1177-e4e7-4705-9188-07307ffd2231 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 945 time: 0.0476644 Feb 04 06:22:27.987551 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d36a2a7d-671f-40d4-985d-6d91b36a791f req-bbdda6cc-da3b-43f3-a846-f77a1697dd80 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Feb 04 06:22:28.676717 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:29.106726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89d5df-257d-4d2b-b1e8-4c9bc193f604 req-94a22a08-ff36-43ea-b15b-9e03004a0f34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:29.108178 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d89d5df-257d-4d2b-b1e8-4c9bc193f604 req-94a22a08-ff36-43ea-b15b-9e03004a0f34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 945 time: 0.0521822 Feb 04 06:22:29.144546 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d89d5df-257d-4d2b-b1e8-4c9bc193f604 req-fc48103a-18ea-4943-be49-32df93aac659 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303624 Feb 04 06:22:29.255405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4acd-8c51-4c82-934a-e02597911378 req-537c2bcc-5047-4af3-b1fb-ee49d5aa8000 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:29.256911 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf2e4acd-8c51-4c82-934a-e02597911378 req-537c2bcc-5047-4af3-b1fb-ee49d5aa8000 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 945 time: 0.0483351 Feb 04 06:22:29.294792 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf2e4acd-8c51-4c82-934a-e02597911378 req-90adedc8-1636-4d51-a4c4-3ab18157c551 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313890 Feb 04 06:22:29.316061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52508) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:29.355590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da191f9-1981-4228-92b6-b82617419eff tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:29.357057 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0da191f9-1981-4228-92b6-b82617419eff tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 1093 time: 0.0400662 Feb 04 06:22:29.359920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52510) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:29.364051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '5ee29666-b045-4afd-a34e-99a06b9867fe', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:29.389335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:29.487034 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:29.584512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.26.5.145 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/a230b3a6-71fb-47e5-90da-f6e00413a394) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:22:29.687031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:29.720612 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:29.756650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:22:29.763076 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:29.765775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:22:29.799161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=a230b3a6-71fb-47e5-90da-f6e00413a394,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:30.119165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:30.185463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:30.331330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:30.335751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:30.700358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=a230b3a6-71fb-47e5-90da-f6e00413a394,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:30.711467 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:30.813005 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Floating IP ea134950-b818-498a-830f-9ee1f237ab28 associated. External IP: 172.26.5.145, port: 5ee29666-b045-4afd-a34e-99a06b9867fe. Feb 04 06:22:31.017292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:22:31.124457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:22:31.135071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7555b03-ac6d-439f-a97b-f311837deebb None None] Sync routers for ids ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:22:31.141885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:31.144763 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7555b03-ac6d-439f-a97b-f311837deebb None None] Routers {'76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:31.145416 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a7555b03-ac6d-439f-a97b-f311837deebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:22:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:31.169616 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0675923a-6f5a-489e-b3b5-95e0a028816b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8086953 Feb 04 06:22:31.170219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'tag': '5ee29666-b045-4afd-a34e-99a06b9867fe'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:31.172598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68" -d '{"events": [{"name": "network-changed", "server_uuid": "889f8de2-4df1-483f-828a-7c0b2a06df6e", "tag": "5ee29666-b045-4afd-a34e-99a06b9867fe"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:22:31.219999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aeb3a5-27bb-4333-b042-49ce8d68a8d7 x-openstack-request-id: req-31aeb3a5-27bb-4333-b042-49ce8d68a8d7 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:22:31.220988 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889f8de2-4df1-483f-828a-7c0b2a06df6e", "tag": "5ee29666-b045-4afd-a34e-99a06b9867fe", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:22:31.220988 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31aeb3a5-27bb-4333-b042-49ce8d68a8d7 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:22:31.221281 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'tag': '5ee29666-b045-4afd-a34e-99a06b9867fe', 'status': 'completed', 'code': 200} Feb 04 06:22:31.252949 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a7555b03-ac6d-439f-a97b-f311837deebb None None] Set router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:31.303620 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2132e4e-1737-4dbc-b1b5-ec20c09aa2c1 req-5bfa4747-6dbb-4a72-802b-7f59ef440c32 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:31.305673 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f2132e4e-1737-4dbc-b1b5-ec20c09aa2c1 req-5bfa4747-6dbb-4a72-802b-7f59ef440c32 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 945 time: 0.0778394 Feb 04 06:22:31.311715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68 req-7d84e59e-12e7-481d-b00b-34d41427459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:31.313145 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68 req-7d84e59e-12e7-481d-b00b-34d41427459b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 1098 time: 0.0585015 Feb 04 06:22:31.397568 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f2132e4e-1737-4dbc-b1b5-ec20c09aa2c1 req-1552b6d9-6095-4f4f-a9cb-b80c5721f528 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833342 Feb 04 06:22:31.419859 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52516) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:31.432708 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68 req-bd49f8c8-e300-4b43-aa39-9d5ebd3049bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:31.434261 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68 req-bd49f8c8-e300-4b43-aa39-9d5ebd3049bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbc93c76-e614-4cb1-a730-6729904cf649 HTTP/1.1" status: 200 len: 898 time: 0.1131854 Feb 04 06:22:31.479919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a7555b03-ac6d-439f-a97b-f311837deebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'ea134950-b818-498a-830f-9ee1f237ab28', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.145', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'port_id': '5ee29666-b045-4afd-a34e-99a06b9867fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'mac_address': 'fa:16:3e:b0:0c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:22:29Z', 'updated_at': '2022-02-04T06:22:29Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5732df-0279-4f80-b045-46dfcb1bd329', 'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:46:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2257998a-0a9f-4d70-846c-91c88d550080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:21Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '2257998a-0a9f-4d70-846c-91c88d550080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:31.485749 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-0ef34cc4-5c05-45a0-b4f0-f33d8d19601d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/ea134950-b818-498a-830f-9ee1f237ab28 HTTP/1.1" status: 200 len: 991 time: 0.0646615 Feb 04 06:22:31.507436 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68 req-19a06dd0-0bad-4ce1-a460-101efae06de9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee29666-b045-4afd-a34e-99a06b9867fe HTTP/1.1" status: 200 len: 999 time: 0.0658581 Feb 04 06:22:31.507628 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7555b03-ac6d-439f-a97b-f311837deebb None None] Checking router: 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:22:31.515915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7555b03-ac6d-439f-a97b-f311837deebb None None] Routers {'76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:31.516505 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a7555b03-ac6d-439f-a97b-f311837deebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:22:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:31.556270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68 req-2cc0ea27-05ef-4f6f-9b1f-48b10766f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:31.557757 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68 req-2cc0ea27-05ef-4f6f-9b1f-48b10766f7fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2257998a-0a9f-4d70-846c-91c88d550080 HTTP/1.1" status: 200 len: 834 time: 0.0449135 Feb 04 06:22:31.603354 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68 req-95e007f9-dbc9-4aa9-8e9e-1eb2e17452c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:31.604879 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68 req-95e007f9-dbc9-4aa9-8e9e-1eb2e17452c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbc93c76-e614-4cb1-a730-6729904cf649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405266 Feb 04 06:22:31.621490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a7555b03-ac6d-439f-a97b-f311837deebb None None] Set router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:31.699214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68 req-582e99c0-30c0-4fc4-a064-d7d04ba1cb64 service neutron] 10.222.0.36 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869360 Feb 04 06:22:31.791275 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e3d755a-1f22-4eab-b72a-e1ec3851fd68 req-aa99341a-2fc8-47b7-88fd-9b7d121508a1 service neutron] 10.222.0.36 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847092 Feb 04 06:22:31.844019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a7555b03-ac6d-439f-a97b-f311837deebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'ea134950-b818-498a-830f-9ee1f237ab28', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.145', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'port_id': '5ee29666-b045-4afd-a34e-99a06b9867fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'mac_address': 'fa:16:3e:b0:0c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:22:29Z', 'updated_at': '2022-02-04T06:22:29Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5732df-0279-4f80-b045-46dfcb1bd329', 'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:46:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2257998a-0a9f-4d70-846c-91c88d550080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:21Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '2257998a-0a9f-4d70-846c-91c88d550080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:31.870825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7555b03-ac6d-439f-a97b-f311837deebb None None] The sync data for ids ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'] in dv-neutron-826811-2-hyperv is: [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'ea134950-b818-498a-830f-9ee1f237ab28', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.145', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'port_id': '5ee29666-b045-4afd-a34e-99a06b9867fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'mac_address': 'fa:16:3e:b0:0c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:22:29Z', 'updated_at': '2022-02-04T06:22:29Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5732df-0279-4f80-b045-46dfcb1bd329', 'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:46:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2257998a-0a9f-4d70-846c-91c88d550080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:21Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '2257998a-0a9f-4d70-846c-91c88d550080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:22:32.054444 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00237a5b-55b0-44a5-96de-587c699d0be2 None None] New status for floating IP ea134950-b818-498a-830f-9ee1f237ab28: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:22:32.489589 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52518) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:32.548352 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-777a1a67-787e-40fb-9496-2380229b8e8a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/ea134950-b818-498a-830f-9ee1f237ab28 HTTP/1.1" status: 200 len: 993 time: 0.0577056 Feb 04 06:22:51.225426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-00abace0-4df0-40ca-b3e3-bf6139ba5686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:53.469367 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1ea992d9-3f38-4e2e-a297-234400cc4252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:54.820736 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:56.432525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:56.697912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:57.344539 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-40759031-47c4-4153-9273-e3bf6d139b9e req-fb9c9118-ca6e-466b-a51f-6a7d1079049a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395460 Feb 04 06:22:57.426422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40759031-47c4-4153-9273-e3bf6d139b9e req-4e13ea3f-8d6a-4665-8f3d-bb504b3a179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:57.427868 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-40759031-47c4-4153-9273-e3bf6d139b9e req-4e13ea3f-8d6a-4665-8f3d-bb504b3a179f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 1098 time: 0.0438552 Feb 04 06:22:57.528098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40759031-47c4-4153-9273-e3bf6d139b9e req-ba40f877-9c91-4bb3-baaa-6954705cdfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:57.529996 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-40759031-47c4-4153-9273-e3bf6d139b9e req-ba40f877-9c91-4bb3-baaa-6954705cdfec service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbc93c76-e614-4cb1-a730-6729904cf649 HTTP/1.1" status: 200 len: 898 time: 0.0838253 Feb 04 06:22:57.598864 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-40759031-47c4-4153-9273-e3bf6d139b9e req-b6afec43-97dc-42e9-92e0-f427f5f3bc95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee29666-b045-4afd-a34e-99a06b9867fe HTTP/1.1" status: 200 len: 1001 time: 0.0609119 Feb 04 06:22:57.647130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40759031-47c4-4153-9273-e3bf6d139b9e req-369e8df0-2fda-426f-b009-259a1b0112e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:57.648504 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-40759031-47c4-4153-9273-e3bf6d139b9e req-369e8df0-2fda-426f-b009-259a1b0112e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2257998a-0a9f-4d70-846c-91c88d550080 HTTP/1.1" status: 200 len: 834 time: 0.0425866 Feb 04 06:22:57.691762 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40759031-47c4-4153-9273-e3bf6d139b9e req-d38b51cc-8e1b-4705-b816-ae417e71e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:57.693236 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-40759031-47c4-4153-9273-e3bf6d139b9e req-d38b51cc-8e1b-4705-b816-ae417e71e4f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbc93c76-e614-4cb1-a730-6729904cf649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380690 Feb 04 06:22:57.785428 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-40759031-47c4-4153-9273-e3bf6d139b9e req-1338abf9-6a10-4805-a8a3-fd2c7ca711b4 service neutron] 10.222.0.36 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851197 Feb 04 06:22:57.874463 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-40759031-47c4-4153-9273-e3bf6d139b9e req-f32aed76-1a57-4e5d-b0cc-6d3d72bc0c22 service neutron] 10.222.0.36 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818880 Feb 04 06:22:58.672608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.680846 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:23:04.015213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1341f6-4608-4e0d-bc90-7d14f2d8b6a6 req-3d834ddf-3eed-4cdc-a356-4eba785928af tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:04.016680 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bc1341f6-4608-4e0d-bc90-7d14f2d8b6a6 req-3d834ddf-3eed-4cdc-a356-4eba785928af tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 945 time: 0.0510345 Feb 04 06:23:04.053325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bc1341f6-4608-4e0d-bc90-7d14f2d8b6a6 req-93bb862f-199f-45da-895b-14498eea04ed tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306695 Feb 04 06:23:05.174798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27c231-d97c-4b08-a0c3-7936c2aead16 req-39f5c916-dcca-484f-983d-fc1d97e9bc69 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:05.176241 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aa27c231-d97c-4b08-a0c3-7936c2aead16 req-39f5c916-dcca-484f-983d-fc1d97e9bc69 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 945 time: 0.0525506 Feb 04 06:23:05.213305 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aa27c231-d97c-4b08-a0c3-7936c2aead16 req-22b7d970-2047-44dd-9143-689374b23f22 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311096 Feb 04 06:23:05.236427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52536) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:05.295766 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-842990ed-a73d-4e9d-a4eb-2ea9873056fe tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/ea134950-b818-498a-830f-9ee1f237ab28 HTTP/1.1" status: 200 len: 993 time: 0.0582471 Feb 04 06:23:06.573343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbae644-c9a0-417e-95a6-96662bf8c995 req-db7d71d5-9f1a-4881-a5b6-86e88c4e681a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:06.575625 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3cbae644-c9a0-417e-95a6-96662bf8c995 req-db7d71d5-9f1a-4881-a5b6-86e88c4e681a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 945 time: 0.0500813 Feb 04 06:23:06.618004 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3cbae644-c9a0-417e-95a6-96662bf8c995 req-a2cb5311-5b16-4446-89cf-4557756747d2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360894 Feb 04 06:23:07.743741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e25a6e-7eaa-46a0-a21b-a1203fc23c3b req-1f4616bc-37ab-4f97-b73c-e2ba7cd2d71f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:07.745272 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-88e25a6e-7eaa-46a0-a21b-a1203fc23c3b req-1f4616bc-37ab-4f97-b73c-e2ba7cd2d71f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 945 time: 0.0577600 Feb 04 06:23:07.802945 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-88e25a6e-7eaa-46a0-a21b-a1203fc23c3b req-9aee6f79-8aad-466f-941d-31bc5b0e1617 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510571 Feb 04 06:23:07.832876 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52546) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:07.912775 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cd449924-5ac3-4146-8522-e3ad33e9b6d9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/ea134950-b818-498a-830f-9ee1f237ab28 HTTP/1.1" status: 200 len: 993 time: 0.0784931 Feb 04 06:23:08.149098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52552) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:08.302935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port a230b3a6-71fb-47e5-90da-f6e00413a394 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:23:08.303274 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:08.378856 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:08.379178 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:08.390280 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for a230b3a6-71fb-47e5-90da-f6e00413a394 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:23:08.532002 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:08.555962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=a230b3a6-71fb-47e5-90da-f6e00413a394,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:08.567593 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.567940 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.568282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.568618 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.568948 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.569300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.569630 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.569956 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.570279 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.570602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.570926 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.571247 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:08.627903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:08.628203 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Floating IP ea134950-b818-498a-830f-9ee1f237ab28 disassociated (deleted). External IP: 172.26.5.145, port: 5ee29666-b045-4afd-a34e-99a06b9867fe. Feb 04 06:23:08.836637 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:23:08.942785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:23:08.947498 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:08.952748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2f28d2-6882-4c99-8d4b-d81e14c7e376 None None] Sync routers for ids ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:08.961387 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f28d2-6882-4c99-8d4b-d81e14c7e376 None None] Routers {'76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:08.961996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-6c2f28d2-6882-4c99-8d4b-d81e14c7e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:22:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:08.974741 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-fedc69ba-2d71-4a1a-a026-bf91560f64b8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/floatingips/ea134950-b818-498a-830f-9ee1f237ab28 HTTP/1.1" status: 204 len: 168 time: 0.8246291 Feb 04 06:23:08.975322 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'tag': '5ee29666-b045-4afd-a34e-99a06b9867fe'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:08.977582 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cee419-1706-48fa-baf8-1fd631bfe7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "889f8de2-4df1-483f-828a-7c0b2a06df6e", "tag": "5ee29666-b045-4afd-a34e-99a06b9867fe"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:23:09.015272 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c931cb65-659d-479e-92b8-c0f3b02f7c64 x-openstack-request-id: req-c931cb65-659d-479e-92b8-c0f3b02f7c64 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:23:09.015861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889f8de2-4df1-483f-828a-7c0b2a06df6e", "tag": "5ee29666-b045-4afd-a34e-99a06b9867fe", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:23:09.016112 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c931cb65-659d-479e-92b8-c0f3b02f7c64 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:23:09.016772 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'tag': '5ee29666-b045-4afd-a34e-99a06b9867fe', 'status': 'completed', 'code': 200} Feb 04 06:23:09.069723 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-6c2f28d2-6882-4c99-8d4b-d81e14c7e376 None None] Set router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:09.082580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cee419-1706-48fa-baf8-1fd631bfe7fc req-61936e68-b71f-4ada-9c17-6f69e9edf302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:09.084092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0cee419-1706-48fa-baf8-1fd631bfe7fc req-61936e68-b71f-4ada-9c17-6f69e9edf302 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 1098 time: 0.0471451 Feb 04 06:23:09.216108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cee419-1706-48fa-baf8-1fd631bfe7fc req-546d5869-965c-4bac-8195-7cc64af11101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:09.217661 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0cee419-1706-48fa-baf8-1fd631bfe7fc req-546d5869-965c-4bac-8195-7cc64af11101 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbc93c76-e614-4cb1-a730-6729904cf649 HTTP/1.1" status: 200 len: 898 time: 0.1226459 Feb 04 06:23:09.229390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd96d5-c149-457e-a5c8-5ffc6e6beac6 req-d417bfe0-11d5-4765-a59d-1bd21f9e0960 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:09.230834 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-88cd96d5-c149-457e-a5c8-5ffc6e6beac6 req-d417bfe0-11d5-4765-a59d-1bd21f9e0960 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 945 time: 0.0722213 Feb 04 06:23:09.271787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-6c2f28d2-6882-4c99-8d4b-d81e14c7e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5a5732df-0279-4f80-b045-46dfcb1bd329', 'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:46:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2257998a-0a9f-4d70-846c-91c88d550080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:21Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '2257998a-0a9f-4d70-846c-91c88d550080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:09.283259 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0cee419-1706-48fa-baf8-1fd631bfe7fc req-045047a8-f99d-4816-8ca4-4c21dc044c4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ee29666-b045-4afd-a34e-99a06b9867fe HTTP/1.1" status: 200 len: 217 time: 0.0514390 Feb 04 06:23:09.298122 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2f28d2-6882-4c99-8d4b-d81e14c7e376 None None] Checking router: 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:09.306398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f28d2-6882-4c99-8d4b-d81e14c7e376 None None] Routers {'76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:09.307003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-6c2f28d2-6882-4c99-8d4b-d81e14c7e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:22:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:09.329158 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-88cd96d5-c149-457e-a5c8-5ffc6e6beac6 req-4a82062c-4213-4c42-a60d-20e275dee0d6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917125 Feb 04 06:23:09.349576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cee419-1706-48fa-baf8-1fd631bfe7fc req-876a9a24-2edc-4aaa-a849-1e75e40cfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:09.351060 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0cee419-1706-48fa-baf8-1fd631bfe7fc req-876a9a24-2edc-4aaa-a849-1e75e40cfbc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2257998a-0a9f-4d70-846c-91c88d550080 HTTP/1.1" status: 200 len: 834 time: 0.0575552 Feb 04 06:23:09.397251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cee419-1706-48fa-baf8-1fd631bfe7fc req-ee4eb27b-1799-43de-9579-732ca9ce92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:09.398661 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0cee419-1706-48fa-baf8-1fd631bfe7fc req-ee4eb27b-1799-43de-9579-732ca9ce92b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbc93c76-e614-4cb1-a730-6729904cf649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401523 Feb 04 06:23:09.412629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-6c2f28d2-6882-4c99-8d4b-d81e14c7e376 None None] Set router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:09.493581 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0cee419-1706-48fa-baf8-1fd631bfe7fc req-c4830084-8a66-4cb4-bece-11fedfad9b44 service neutron] 10.222.0.36 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870337 Feb 04 06:23:09.582424 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f0cee419-1706-48fa-baf8-1fd631bfe7fc req-18f30901-f51e-48aa-8917-04da4d2cdcb8 service neutron] 10.222.0.36 "GET /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816431 Feb 04 06:23:09.604159 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-6c2f28d2-6882-4c99-8d4b-d81e14c7e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5a5732df-0279-4f80-b045-46dfcb1bd329', 'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:46:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2257998a-0a9f-4d70-846c-91c88d550080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:21Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '2257998a-0a9f-4d70-846c-91c88d550080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:09.632510 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2f28d2-6882-4c99-8d4b-d81e14c7e376 None None] The sync data for ids ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'] in dv-neutron-826811-2-hyperv is: [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '5a5732df-0279-4f80-b045-46dfcb1bd329', 'name': '', 'network_id': 'dbc93c76-e614-4cb1-a730-6729904cf649', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:46:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2257998a-0a9f-4d70-846c-91c88d550080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:21Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '2257998a-0a9f-4d70-846c-91c88d550080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:23:09.834047 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f82eb8-2e7b-42cd-947e-b2e1ca5d5995 None None] New status for floating IP ea134950-b818-498a-830f-9ee1f237ab28: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:23:10.447670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73506b-7d03-40df-8cac-2eea26f700d9 req-d8cca4dd-e8f6-40f4-a901-a0af6e38e207 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:10.449415 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ce73506b-7d03-40df-8cac-2eea26f700d9 req-d8cca4dd-e8f6-40f4-a901-a0af6e38e207 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 945 time: 0.0534275 Feb 04 06:23:10.488181 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ce73506b-7d03-40df-8cac-2eea26f700d9 req-ac41d654-7656-40cd-aef6-addd4a027428 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e9460b7-1bb0-425a-8a8f-cc618677fa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321555 Feb 04 06:23:10.703526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418f313-8a47-4689-9a3a-118d8e7cff18 req-9c89f7f1-3710-496c-b204-fcb312d14df0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:10.704970 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9418f313-8a47-4689-9a3a-118d8e7cff18 req-9c89f7f1-3710-496c-b204-fcb312d14df0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 945 time: 0.0487893 Feb 04 06:23:10.797292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-9418f313-8a47-4689-9a3a-118d8e7cff18 req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 5ee29666-b045-4afd-a34e-99a06b9867fe {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:23:10.797633 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9418f313-8a47-4689-9a3a-118d8e7cff18 req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:10.884482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-9418f313-8a47-4689-9a3a-118d8e7cff18 req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 5ee29666-b045-4afd-a34e-99a06b9867fe, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=5ee29666-b045-4afd-a34e-99a06b9867fe,segment=NetworkSegment(b09ce0fa-7c3b-43d4-b2f0-336f0be309c7),segment_id=b09ce0fa-7c3b-43d4-b2f0-336f0be309c7)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:10.884836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9418f313-8a47-4689-9a3a-118d8e7cff18 req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:10.897096 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-9418f313-8a47-4689-9a3a-118d8e7cff18 req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 5ee29666-b045-4afd-a34e-99a06b9867fe owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:23:11.024171 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9418f313-8a47-4689-9a3a-118d8e7cff18 req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:11.052997 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=5ee29666-b045-4afd-a34e-99a06b9867fe,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:11.078202 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.078557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.078903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.079242 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.079578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.079913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.080243 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.080572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.080899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.081252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.081579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.081902 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:11.102989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9418f313-8a47-4689-9a3a-118d8e7cff18 req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] No DVR routers for this DVR port 5ee29666-b045-4afd-a34e-99a06b9867fe on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:23:11.105424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9418f313-8a47-4689-9a3a-118d8e7cff18 req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:11.109689 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9418f313-8a47-4689-9a3a-118d8e7cff18 req-7f5cdeb3-96d0-47cb-b710-4951e29fa508 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "DELETE /v2.0/ports/5ee29666-b045-4afd-a34e-99a06b9867fe HTTP/1.1" status: 204 len: 173 time: 0.3986382 Feb 04 06:23:11.110131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'name': 'network-vif-deleted', 'tag': '5ee29666-b045-4afd-a34e-99a06b9867fe'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:11.112426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd7ddf1-91ec-4e3f-af08-f555216bc63b" -d '{"events": [{"server_uuid": "889f8de2-4df1-483f-828a-7c0b2a06df6e", "name": "network-vif-deleted", "tag": "5ee29666-b045-4afd-a34e-99a06b9867fe"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:23:11.150764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354098cc-295b-425e-bb76-f313d43f2470 x-openstack-request-id: req-354098cc-295b-425e-bb76-f313d43f2470 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:23:11.151055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889f8de2-4df1-483f-828a-7c0b2a06df6e", "name": "network-vif-deleted", "tag": "5ee29666-b045-4afd-a34e-99a06b9867fe", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:23:11.151334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-354098cc-295b-425e-bb76-f313d43f2470 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:23:11.151738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f8de2-4df1-483f-828a-7c0b2a06df6e', 'name': 'network-vif-deleted', 'tag': '5ee29666-b045-4afd-a34e-99a06b9867fe', 'status': 'completed', 'code': 200} Feb 04 06:23:11.601794 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-31a7e7a7-9e42-4e14-9ed1-3fec7416f9cd req-2ef92a71-f347-428d-a359-d2de7fc8bde6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f8de2-4df1-483f-828a-7c0b2a06df6e HTTP/1.1" status: 200 len: 210 time: 0.0306904 Feb 04 06:23:12.656499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52568) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:13.008296 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:13.104237 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 5ee29666-b045-4afd-a34e-99a06b9867fe no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:23:13.124019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 5ee29666-b045-4afd-a34e-99a06b9867fe {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:23:13.124432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 5ee29666-b045-4afd-a34e-99a06b9867fe not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:23:13.257950 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 5a5732df-0279-4f80-b045-46dfcb1bd329 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:23:13.258294 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:13.344348 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 5a5732df-0279-4f80-b045-46dfcb1bd329, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5a5732df-0279-4f80-b045-46dfcb1bd329,segment=NetworkSegment(b09ce0fa-7c3b-43d4-b2f0-336f0be309c7),segment_id=b09ce0fa-7c3b-43d4-b2f0-336f0be309c7)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:13.344711 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:13.356232 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 5a5732df-0279-4f80-b045-46dfcb1bd329 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:23:13.538475 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:13.565700 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=5a5732df-0279-4f80-b045-46dfcb1bd329,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:13.740786 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:13.964678 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:23:14.071638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:23:14.078552 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-dc2c5b5c-9963-4054-a63f-94ebcb559e53 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "PUT /v2.0/routers/76c6bef8-e5b5-4e51-a29c-2ddcde9c7439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4194047 Feb 04 06:23:14.079916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52570) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:14.082742 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daae616-ee46-41ce-916e-632df8cc3e1a None None] Sync routers for ids ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:14.091852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daae616-ee46-41ce-916e-632df8cc3e1a None None] Routers {'76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:14.092829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2daae616-ee46-41ce-916e-632df8cc3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:22:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:14.202007 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-2daae616-ee46-41ce-916e-632df8cc3e1a None None] Set router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:14.379607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2daae616-ee46-41ce-916e-632df8cc3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:23:13Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:14.381526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-814fa73b-1e9b-4f17-a22a-7dcc9c6e9e3f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting subnet 2257998a-0a9f-4d70-846c-91c88d550080 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:23:14.384464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-814fa73b-1e9b-4f17-a22a-7dcc9c6e9e3f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:14.409221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daae616-ee46-41ce-916e-632df8cc3e1a None None] Checking router: 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:14.417410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daae616-ee46-41ce-916e-632df8cc3e1a None None] Routers {'76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:14.418479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2daae616-ee46-41ce-916e-632df8cc3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:22:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:14.423715 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-814fa73b-1e9b-4f17-a22a-7dcc9c6e9e3f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:14.507274 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-814fa73b-1e9b-4f17-a22a-7dcc9c6e9e3f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:14.519365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-2daae616-ee46-41ce-916e-632df8cc3e1a None None] Set router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:14.567800 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-814fa73b-1e9b-4f17-a22a-7dcc9c6e9e3f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:14.598455 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fa73b-1e9b-4f17-a22a-7dcc9c6e9e3f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Subnet': ['ID=2257998a-0a9f-4d70-846c-91c88d550080,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:14.603853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-814fa73b-1e9b-4f17-a22a-7dcc9c6e9e3f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:14.609871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52572) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:14.610839 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-814fa73b-1e9b-4f17-a22a-7dcc9c6e9e3f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/subnets/2257998a-0a9f-4d70-846c-91c88d550080 HTTP/1.1" status: 204 len: 168 time: 0.5298948 Feb 04 06:23:14.692379 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcb4f12-7188-4401-b3f5-7619f5ef33de None None] Network dbc93c76-e614-4cb1-a730-6729904cf649 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:23:14.715709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:14.823194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:14.880505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 954f0b20-d2d6-406f-bde9-709436713754 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:23:14.880852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:14.937106 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-2daae616-ee46-41ce-916e-632df8cc3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:23:13Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:14.963292 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daae616-ee46-41ce-916e-632df8cc3e1a None None] The sync data for ids ['76c6bef8-e5b5-4e51-a29c-2ddcde9c7439'] in dv-neutron-826811-2-hyperv is: [{'id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977632825', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '954f0b20-d2d6-406f-bde9-709436713754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:22:15Z', 'updated_at': '2022-02-04T06:23:13Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '954f0b20-d2d6-406f-bde9-709436713754', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6bef8-e5b5-4e51-a29c-2ddcde9c7439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:22:16Z', 'updated_at': '2022-02-04T06:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:23:14.972534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 954f0b20-d2d6-406f-bde9-709436713754, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=954f0b20-d2d6-406f-bde9-709436713754,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:14.972897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:14.981212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] DHCP port deletion for dbc93c76-e614-4cb1-a730-6729904cf649 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:23:14.986520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 954f0b20-d2d6-406f-bde9-709436713754 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:23:15.033624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Deleting port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:23:15.034002 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.093513 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] For port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f,segment=NetworkSegment(b09ce0fa-7c3b-43d4-b2f0-336f0be309c7),segment_id=b09ce0fa-7c3b-43d4-b2f0-336f0be309c7)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:15.093817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.106380 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Calling delete_port for 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:23:15.162154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.186869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.188982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=954f0b20-d2d6-406f-bde9-709436713754,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:15.213061 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Pushing event deleted for resources: {'Port': ['ID=430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:15.215238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] No DVR routers for this DVR port 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:23:15.225373 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.225718 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.226054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.226503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.226709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.227032 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.227343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.227673 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.227982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.228296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.228610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.228913 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd9223f-4fb3-4fa8-8ac3-7ab52b695d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:15.253829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.347650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.349849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.397067 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.397776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Fanout notify agent at l3_agent the message router_deleted on router 76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:23:15.411364 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.411364 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-34f367be-9afd-44e3-843d-16351e30eb3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/routers/76c6bef8-e5b5-4e51-a29c-2ddcde9c7439 HTTP/1.1" status: 204 len: 168 time: 0.7978649 Feb 04 06:23:15.412019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52574) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:15.452708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:23:15.478379 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:23:15.478644 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 430115a3-4198-4ed6-9c1d-fa8b0bbc4e4f not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:23:15.479181 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5a5732df-0279-4f80-b045-46dfcb1bd329 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:23:15.497842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 5a5732df-0279-4f80-b045-46dfcb1bd329 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:23:15.498714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.498855 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5a5732df-0279-4f80-b045-46dfcb1bd329 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:23:15.585065 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.606171 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc93c76-e614-4cb1-a730-6729904cf649']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:15.616282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:15.616576 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09ce0fa-7c3b-43d4-b2f0-336f0be309c7') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:15.627133 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.640915 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.646741 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:23:15.647124 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:23:15.650218 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:23:15.710598 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.714932 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.718472 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/networks/dbc93c76-e614-4cb1-a730-6729904cf649 HTTP/1.1" status: 204 len: 168 time: 0.3049002 Feb 04 06:23:15.721371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52576) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:15.733972 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7396d-4f3d-41c7-bb95-6f0d52caf18b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Network': ['ID=dbc93c76-e614-4cb1-a730-6729904cf649,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:15.781338 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b847060a-a9d4-4a19-a360-05d3ac54fce1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.806366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b847060a-a9d4-4a19-a360-05d3ac54fce1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.868693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b847060a-a9d4-4a19-a360-05d3ac54fce1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.871306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b847060a-a9d4-4a19-a360-05d3ac54fce1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.872501 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b847060a-a9d4-4a19-a360-05d3ac54fce1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/security-groups/3e9460b7-1bb0-425a-8a8f-cc618677fa91 HTTP/1.1" status: 204 len: 168 time: 0.1500423 Feb 04 06:23:15.881711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847060a-a9d4-4a19-a360-05d3ac54fce1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9460b7-1bb0-425a-8a8f-cc618677fa91,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:16.250193 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52582) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:16.254677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a35cbec0-1a98-4585-a21d-e6578a56948b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2022685340', 'description': 'tempest-secgroup-smoke-2022685340 description', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:16.277865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a35cbec0-1a98-4585-a21d-e6578a56948b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.345245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a35cbec0-1a98-4585-a21d-e6578a56948b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.348874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a35cbec0-1a98-4585-a21d-e6578a56948b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.376194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a35cbec0-1a98-4585-a21d-e6578a56948b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.377426 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a35cbec0-1a98-4585-a21d-e6578a56948b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1262636 Feb 04 06:23:16.380384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52584) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:16.381534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cbec0-1a98-4585-a21d-e6578a56948b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aead0a9-d1db-43a6-9c91-e0f55b34d539,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:16.385091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4e475e33-0139-426d-87f0-b2046bf2f1ce tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '8aead0a9-d1db-43a6-9c91-e0f55b34d539', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:16.413667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e475e33-0139-426d-87f0-b2046bf2f1ce tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.468779 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e475e33-0139-426d-87f0-b2046bf2f1ce tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.472277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e475e33-0139-426d-87f0-b2046bf2f1ce tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.488384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e475e33-0139-426d-87f0-b2046bf2f1ce tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7484c57d-46ab-4ef6-8253-1f9612ae9205,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:16.496076 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e475e33-0139-426d-87f0-b2046bf2f1ce tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.497271 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4e475e33-0139-426d-87f0-b2046bf2f1ce tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157470 Feb 04 06:23:16.500646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52586) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:16.505189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7dcb84cb-1cf4-4aca-b7ca-c8b9efc58ea3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '8aead0a9-d1db-43a6-9c91-e0f55b34d539', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:16.534054 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7dcb84cb-1cf4-4aca-b7ca-c8b9efc58ea3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.593335 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7dcb84cb-1cf4-4aca-b7ca-c8b9efc58ea3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.596968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7dcb84cb-1cf4-4aca-b7ca-c8b9efc58ea3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.614651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb84cb-1cf4-4aca-b7ca-c8b9efc58ea3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0f59e3-d28e-465b-9b80-e18849b67d6a,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:16.622631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7dcb84cb-1cf4-4aca-b7ca-c8b9efc58ea3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.624307 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7dcb84cb-1cf4-4aca-b7ca-c8b9efc58ea3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226263 Feb 04 06:23:16.627114 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52588) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:16.631337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e47917dd-0e77-4e1c-aaa1-586e82501430 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '8aead0a9-d1db-43a6-9c91-e0f55b34d539', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:16.659172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e47917dd-0e77-4e1c-aaa1-586e82501430 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.719004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e47917dd-0e77-4e1c-aaa1-586e82501430 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.722658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e47917dd-0e77-4e1c-aaa1-586e82501430 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.742223 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47917dd-0e77-4e1c-aaa1-586e82501430 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bb3027-26fc-4d19-98b3-ffe6e3fcbb59,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:16.748659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e47917dd-0e77-4e1c-aaa1-586e82501430 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.749451 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e47917dd-0e77-4e1c-aaa1-586e82501430 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215093 Feb 04 06:23:16.752412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52590) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:16.756640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-924ff2d4-aefc-4ff3-b840-bfd6022478cf tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '8aead0a9-d1db-43a6-9c91-e0f55b34d539', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:16.784804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-924ff2d4-aefc-4ff3-b840-bfd6022478cf tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.842156 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-924ff2d4-aefc-4ff3-b840-bfd6022478cf tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.845662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-924ff2d4-aefc-4ff3-b840-bfd6022478cf tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.862796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ff2d4-aefc-4ff3-b840-bfd6022478cf tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4f583e-0f8c-4a27-9c20-fc75f6a85850,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:16.871105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-924ff2d4-aefc-4ff3-b840-bfd6022478cf tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.872297 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-924ff2d4-aefc-4ff3-b840-bfd6022478cf tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189425 Feb 04 06:23:16.875492 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52592) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:16.879741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-02a1626b-f71b-4ff4-b55c-cd8d82c6031c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '8aead0a9-d1db-43a6-9c91-e0f55b34d539', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:16.902929 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-02a1626b-f71b-4ff4-b55c-cd8d82c6031c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Project 35ce0d0ff2514965b3feb3ffef5a408c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:23:16.908140 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-02a1626b-f71b-4ff4-b55c-cd8d82c6031c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.969099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-02a1626b-f71b-4ff4-b55c-cd8d82c6031c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.972579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-02a1626b-f71b-4ff4-b55c-cd8d82c6031c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.989999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1626b-f71b-4ff4-b55c-cd8d82c6031c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add99897-7568-412e-8688-edcceda56a5d,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:16.997549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-02a1626b-f71b-4ff4-b55c-cd8d82c6031c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.999472 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-02a1626b-f71b-4ff4-b55c-cd8d82c6031c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229317 Feb 04 06:23:17.002098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52594) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:17.006464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e12e2699-6198-40ec-ac5b-112332e8d746 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '8aead0a9-d1db-43a6-9c91-e0f55b34d539', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:17.030717 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-e12e2699-6198-40ec-ac5b-112332e8d746 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Project 35ce0d0ff2514965b3feb3ffef5a408c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:23:17.035347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e12e2699-6198-40ec-ac5b-112332e8d746 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.098424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e12e2699-6198-40ec-ac5b-112332e8d746 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.101886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e12e2699-6198-40ec-ac5b-112332e8d746 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.119771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e2699-6198-40ec-ac5b-112332e8d746 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5d392c-a43e-4a34-91fb-afbdb7c72aa9,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:17.127664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e12e2699-6198-40ec-ac5b-112332e8d746 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.129030 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e12e2699-6198-40ec-ac5b-112332e8d746 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258059 Feb 04 06:23:17.131832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52596) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:17.136971 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'network': {'name': 'tempest-network-smoke--1104463916', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'port_security_enabled': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:17.158201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:23:17.161757 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.186515 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:23:17.195503 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.195844 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Added segment dd53f113-0509-46cd-bfa6-9f1f7aeec28b of type vlan for network a86d0b67-dad2-4afe-87be-858c9c37928c Feb 04 06:23:17.234287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.261416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.267113 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:17.267691 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.288703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 954f0b20-d2d6-406f-bde9-709436713754 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:23:17.308972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 954f0b20-d2d6-406f-bde9-709436713754 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:23:17.309340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 954f0b20-d2d6-406f-bde9-709436713754 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:23:17.327979 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1950302 Feb 04 06:23:17.330939 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52598) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:17.335305 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'admin_state_up': True, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:17.353450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28ef76-f85c-4f90-b20c-15fcbe109c98 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Network': ['ID=a86d0b67-dad2-4afe-87be-858c9c37928c,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:17.364348 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network a86d0b67-dad2-4afe-87be-858c9c37928c details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:23:17.369310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.370325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.425042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.557275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.742861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.760674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.866120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.26.5.140 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/3cab16bd-17b3-44df-ae5c-65b3ee9bab57) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:17.964141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.996341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:18.037751 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:18.040489 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:18.043832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:23:18.069781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=3cab16bd-17b3-44df-ae5c-65b3ee9bab57,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:18.290837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:18.477286 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:18.599480 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 99b75aa9-ce51-47a4-a09c-cb7300416865 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:23:18.707572 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:23:18.718062 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Sync routers for ids ['99b75aa9-ce51-47a4-a09c-cb7300416865'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:18.726999 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:18.729176 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-89b203f0-5b56-468e-9dc5-8ca9ca516614 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3963721 Feb 04 06:23:18.731121 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Routers {'99b75aa9-ce51-47a4-a09c-cb7300416865'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:18.731580 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52600) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:18.731903 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:22:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['99b75aa9-ce51-47a4-a09c-cb7300416865'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:18.760549 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1b5ff4ec-cb21-447d-ba53-3a20065d0d00 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=35ce0d0ff2514965b3feb3ffef5a408c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277567 Feb 04 06:23:18.763184 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52602) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:18.834474 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Set router 99b75aa9-ce51-47a4-a09c-cb7300416865 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:18.855229 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4840b9d7-7f56-404c-be87-d85ef5291059 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:18.856652 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4840b9d7-7f56-404c-be87-d85ef5291059 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925732 Feb 04 06:23:18.860136 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52604) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:18.888251 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7158e9bf-f6fb-48e1-8d4a-0cdfc5aded27 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269771 Feb 04 06:23:18.890756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52606) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:18.895490 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1032752163', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:18.988685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:23:18.992439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.011716 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:18Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:19.037776 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Checking router: 99b75aa9-ce51-47a4-a09c-cb7300416865 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:19.038122 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Updating router 99b75aa9-ce51-47a4-a09c-cb7300416865 port 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:23:19.063281 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.178374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.243925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Subnet': ['ID=990ab343-6016-4ccf-95e7-8e1002999f8e,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:19.252988 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Checking segment: {'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:23:19.253385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network hostable DHCP agents. Network: a86d0b67-dad2-4afe-87be-858c9c37928c, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:23:19.270020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network a86d0b67-dad2-4afe-87be-858c9c37928c is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:23:19.280271 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, a86d0b67-dad2-4afe-87be-858c9c37928c) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:19.285190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:19.285778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.293334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec55618-ac25-4a3d-a410-03d8494e5c73 None None] Network a86d0b67-dad2-4afe-87be-858c9c37928c requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:23:19.303252 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c0440101-d0af-4fd6-80d5-033be3961685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4114599 Feb 04 06:23:19.307044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52608) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:19.327197 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.333496 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.381941 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Attempting to bind port 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:23:19.382299 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Attempting to bind port 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:23:19.382655 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Attempting to bind port 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:23:19.391393 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d469af-e9ad-459e-b4a6-7504343bff90 None None] Pushing event updated for resources: {'Port': ['ID=3cab16bd-17b3-44df-ae5c-65b3ee9bab57,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:19.394065 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:23:19.394433 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:23:19.394825 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.395198 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:23:19.395646 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Bound port: 3cab16bd-17b3-44df-ae5c-65b3ee9bab57, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:23:19.396014 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.451236 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] For port 3cab16bd-17b3-44df-ae5c-65b3ee9bab57, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:23:19.451523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-a86d0b67-dad2-4afe-87be-858c9c37928c', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ips': [{'subnet_id': '990ab343-6016-4ccf-95e7-8e1002999f8e'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:23:19.452598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.455704 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] For port 3cab16bd-17b3-44df-ae5c-65b3ee9bab57, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=3cab16bd-17b3-44df-ae5c-65b3ee9bab57,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:23:19.460558 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.522340 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Routers {'99b75aa9-ce51-47a4-a09c-cb7300416865'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:19.522956 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:22:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['99b75aa9-ce51-47a4-a09c-cb7300416865'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:19.563637 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d469af-e9ad-459e-b4a6-7504343bff90 None None] Pushing event updated for resources: {'Port': ['ID=3cab16bd-17b3-44df-ae5c-65b3ee9bab57,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:19.599476 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Allocated IP 172.20.0.2 (a86d0b67-dad2-4afe-87be-858c9c37928c/990ab343-6016-4ccf-95e7-8e1002999f8e/5f1f6119-acb6-489d-a2d8-115a7c5c75de) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:19.633382 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] Set router 99b75aa9-ce51-47a4-a09c-cb7300416865 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:19.750806 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.757631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.799952 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Network a86d0b67-dad2-4afe-87be-858c9c37928c is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:19.804385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:19.806840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:23:19.815614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Pushing event updated for resources: {'Port': ['ID=5f1f6119-acb6-489d-a2d8-115a7c5c75de,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:19.839607 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:18Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:19.866348 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b1e57-47b8-416b-830c-bd0b0b1c0fcc None None] The sync data for ids ['99b75aa9-ce51-47a4-a09c-cb7300416865'] in dv-neutron-826811-2-hyperv is: [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:18Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:23:19.874392 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Attempting to bind port 5f1f6119-acb6-489d-a2d8-115a7c5c75de on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:23:19.874818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Attempting to bind port 5f1f6119-acb6-489d-a2d8-115a7c5c75de by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:23:19.875236 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Attempting to bind port 5f1f6119-acb6-489d-a2d8-115a7c5c75de on network a86d0b67-dad2-4afe-87be-858c9c37928c {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:23:19.880506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:23:19.880887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Checking segment: {'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:23:19.881332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.881727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Bound using segment: {'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:23:19.882177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Bound port: 5f1f6119-acb6-489d-a2d8-115a7c5c75de, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:23:19.882557 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.953922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] For port 5f1f6119-acb6-489d-a2d8-115a7c5c75de, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:23:19.957653 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] For port 5f1f6119-acb6-489d-a2d8-115a7c5c75de, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5f1f6119-acb6-489d-a2d8-115a7c5c75de,segment=NetworkSegment(dd53f113-0509-46cd-bfa6-9f1f7aeec28b),segment_id=dd53f113-0509-46cd-bfa6-9f1f7aeec28b)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:23:19.963610 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.024581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ec3d2-eecb-429a-9329-d75b5b4d059b None None] Pushing event updated for resources: {'Port': ['ID=5f1f6119-acb6-489d-a2d8-115a7c5c75de,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:20.096801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.429589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.20.0.1 (a86d0b67-dad2-4afe-87be-858c9c37928c/990ab343-6016-4ccf-95e7-8e1002999f8e/0c0fe560-0ddb-4807-9262-90cce5dfb954) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:20.547419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.583741 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.630276 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network a86d0b67-dad2-4afe-87be-858c9c37928c is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:20.633625 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:20.637485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:23:20.664293 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=0c0fe560-0ddb-4807-9262-90cce5dfb954,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:20.687516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.830624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.025295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722fdf2-c3c8-47f6-8c32-ceef179955b6 None None] Network a86d0b67-dad2-4afe-87be-858c9c37928c requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:23:21.099399 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-f79c4162-20fa-4b08-9999-f546ff49d70e None None] Provisioning complete for port 5f1f6119-acb6-489d-a2d8-115a7c5c75de triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:21.099684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f79c4162-20fa-4b08-9999-f546ff49d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.116899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.121694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.200491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=0c0fe560-0ddb-4807-9262-90cce5dfb954,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:21.203337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.253787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f79c4162-20fa-4b08-9999-f546ff49d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.258476 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f28e-77a3-4c99-b96e-2801e3bc3e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.295791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f79c4162-20fa-4b08-9999-f546ff49d70e None None] For port 5f1f6119-acb6-489d-a2d8-115a7c5c75de, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5f1f6119-acb6-489d-a2d8-115a7c5c75de,segment=NetworkSegment(dd53f113-0509-46cd-bfa6-9f1f7aeec28b),segment_id=dd53f113-0509-46cd-bfa6-9f1f7aeec28b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:21.301618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f79c4162-20fa-4b08-9999-f546ff49d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.306296 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network a86d0b67-dad2-4afe-87be-858c9c37928c is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:21.308051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:21.382791 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c4162-20fa-4b08-9999-f546ff49d70e None None] Pushing event updated for resources: {'Port': ['ID=5f1f6119-acb6-489d-a2d8-115a7c5c75de,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:21.463028 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 99b75aa9-ce51-47a4-a09c-cb7300416865 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:23:21.529579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:23:21.585046 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:23:21.588473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:21.589153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.590071 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b5d3d764-6347-4d3a-b22f-2907c3b0388b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "PUT /v2.0/routers/99b75aa9-ce51-47a4-a09c-cb7300416865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2820089 Feb 04 06:23:21.620160 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Sync routers for ids ['99b75aa9-ce51-47a4-a09c-cb7300416865'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:21.646814 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Routers {'99b75aa9-ce51-47a4-a09c-cb7300416865'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:21.647430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:22:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['99b75aa9-ce51-47a4-a09c-cb7300416865'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:21.653944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-421b34a7-2834-4ba4-a987-b9217d018118 None None] Provisioning complete for port 5f1f6119-acb6-489d-a2d8-115a7c5c75de triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:21.654315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-421b34a7-2834-4ba4-a987-b9217d018118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.835899 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Set router 99b75aa9-ce51-47a4-a09c-cb7300416865 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:21.870186 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-c2134a42-cafb-498f-9c36-5942151cfc25 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2022685340&fields=id&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 267 time: 0.0370767 Feb 04 06:23:21.886068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.923330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 3cab16bd-17b3-44df-ae5c-65b3ee9bab57, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=3cab16bd-17b3-44df-ae5c-65b3ee9bab57,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:21.959862 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.960621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5f1f6119-acb6-489d-a2d8-115a7c5c75de up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:23:21.996230 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-b709bcd0-9fac-4959-a44f-27d31768de9c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:21.997821 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-b709bcd0-9fac-4959-a44f-27d31768de9c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/networks?id=a86d0b67-dad2-4afe-87be-858c9c37928c HTTP/1.1" status: 200 len: 797 time: 0.1202462 Feb 04 06:23:22.013029 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-2b91338f-ea6c-4a56-9aae-1bb9529b9685 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/quotas/35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 375 time: 0.0091786 Feb 04 06:23:22.065937 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-8182e109-0a1c-44e2-8754-eb87a549c817 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472181 Feb 04 06:23:22.090144 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-421b34a7-2834-4ba4-a987-b9217d018118 None None] Provisioning complete for port 0c0fe560-0ddb-4807-9262-90cce5dfb954 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:22.090800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-421b34a7-2834-4ba4-a987-b9217d018118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:22.139102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=3cab16bd-17b3-44df-ae5c-65b3ee9bab57,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:22.164630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-421b34a7-2834-4ba4-a987-b9217d018118 None None] Port 0c0fe560-0ddb-4807-9262-90cce5dfb954 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:23:22.166004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 5f1f6119-acb6-489d-a2d8-115a7c5c75de triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:22.166365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:22.168292 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-6490baa5-7d7d-4834-8b9f-5b7c16d406f2 service neutron] 10.222.0.15 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892999 Feb 04 06:23:22.256705 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-f3b94d6c-7f69-49d0-b387-70de9ebab202 service neutron] 10.222.0.15 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819290 Feb 04 06:23:22.270275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:20Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c0fe560-0ddb-4807-9262-90cce5dfb954', 'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:ee:0c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:20Z', 'updated_at': '2022-02-04T06:23:20Z', 'revision_number': 2, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:22.309592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Checking router: 99b75aa9-ce51-47a4-a09c-cb7300416865 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:22.309945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Updating router 99b75aa9-ce51-47a4-a09c-cb7300416865 port 0c0fe560-0ddb-4807-9262-90cce5dfb954 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:23:22.430609 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-de8e774b-be07-4ce7-926d-4c4c98f05044 req-7d19d87c-0f3b-41f5-99a1-682a8f1df101 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 210 time: 0.0292451 Feb 04 06:23:22.478003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3be98b9b-898d-4264-9c60-785f9c71b65a None None] Provisioning complete for port 0c0fe560-0ddb-4807-9262-90cce5dfb954 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:22.478357 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3be98b9b-898d-4264-9c60-785f9c71b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:22.482166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:22.543023 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-3be98b9b-898d-4264-9c60-785f9c71b65a None None] Port 0c0fe560-0ddb-4807-9262-90cce5dfb954 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:23:22.771630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:22.777061 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:22.831903 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc34a5-3b6c-4a6f-be42-2e8f9e5e3df5 None None] Pushing event updated for resources: {'Port': ['ID=0c0fe560-0ddb-4807-9262-90cce5dfb954,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:22.878417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Attempting to bind port 0c0fe560-0ddb-4807-9262-90cce5dfb954 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:23:22.878785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Attempting to bind port 0c0fe560-0ddb-4807-9262-90cce5dfb954 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:23:22.879194 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Attempting to bind port 0c0fe560-0ddb-4807-9262-90cce5dfb954 on network a86d0b67-dad2-4afe-87be-858c9c37928c {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:23:22.886426 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:23:22.886974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Checking segment: {'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:23:22.887545 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:22.887905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Bound using segment: {'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:23:22.888457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Bound port: 0c0fe560-0ddb-4807-9262-90cce5dfb954, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:23:22.888916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:22.961931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] For port 0c0fe560-0ddb-4807-9262-90cce5dfb954, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:23:22.965170 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] For port 0c0fe560-0ddb-4807-9262-90cce5dfb954, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0c0fe560-0ddb-4807-9262-90cce5dfb954,segment=NetworkSegment(dd53f113-0509-46cd-bfa6-9f1f7aeec28b),segment_id=dd53f113-0509-46cd-bfa6-9f1f7aeec28b)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:23:22.970704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:23.029020 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Routers {'99b75aa9-ce51-47a4-a09c-cb7300416865'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:23.029664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:22:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['99b75aa9-ce51-47a4-a09c-cb7300416865'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:23.067352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc34a5-3b6c-4a6f-be42-2e8f9e5e3df5 None None] Pushing event updated for resources: {'Port': ['ID=0c0fe560-0ddb-4807-9262-90cce5dfb954,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:23.091899 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-29046681-26dd-469e-8a70-245d09fcc477 None None] Provisioning complete for port 0c0fe560-0ddb-4807-9262-90cce5dfb954 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:23.092551 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-29046681-26dd-469e-8a70-245d09fcc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:23.179684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] Set router 99b75aa9-ce51-47a4-a09c-cb7300416865 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:23.319055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-29046681-26dd-469e-8a70-245d09fcc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:23.360316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:23:23.364456 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-895a505b-cb0e-412e-a7e1-17f731f265ef tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:23.365676 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-895a505b-cb0e-412e-a7e1-17f731f265ef tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/networks?id=a86d0b67-dad2-4afe-87be-858c9c37928c HTTP/1.1" status: 200 len: 797 time: 0.1445615 Feb 04 06:23:23.406438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-29046681-26dd-469e-8a70-245d09fcc477 None None] For port 0c0fe560-0ddb-4807-9262-90cce5dfb954, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0c0fe560-0ddb-4807-9262-90cce5dfb954,segment=NetworkSegment(dd53f113-0509-46cd-bfa6-9f1f7aeec28b),segment_id=dd53f113-0509-46cd-bfa6-9f1f7aeec28b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:23.412199 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-8872517a-ac39-45e4-9a32-f4969ed0028d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 380 time: 0.0376658 Feb 04 06:23:23.417001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-29046681-26dd-469e-8a70-245d09fcc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:23.428910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'port': {'device_id': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'admin_state_up': True, 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'security_groups': ['8aead0a9-d1db-43a6-9c91-e0f55b34d539']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:23.508486 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5faad650-ad61-4788-bb4c-29467d4e6a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:23.521807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29046681-26dd-469e-8a70-245d09fcc477 None None] Pushing event updated for resources: {'Port': ['ID=0c0fe560-0ddb-4807-9262-90cce5dfb954,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:23.527842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:23.528212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:23.556929 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e1ec4f91-a682-4f18-9161-941af670eca0 req-d1bd3a4d-f4b2-4182-bdef-ed20d97759ae tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 210 time: 0.0364435 Feb 04 06:23:23.579559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-25999bbb-388e-42b4-ab6b-861c9a1acaea None None] Provisioning complete for port 0c0fe560-0ddb-4807-9262-90cce5dfb954 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:23.579559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-25999bbb-388e-42b4-ab6b-861c9a1acaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:23.591180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:23:23.595622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:23.616816 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:20Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c0fe560-0ddb-4807-9262-90cce5dfb954', 'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:ee:0c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:20Z', 'updated_at': '2022-02-04T06:23:22Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:23.648483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b3bdc-ae50-4e5f-b7f3-5121c1340035 None None] The sync data for ids ['99b75aa9-ce51-47a4-a09c-cb7300416865'] in dv-neutron-826811-2-hyperv is: [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:20Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c0fe560-0ddb-4807-9262-90cce5dfb954', 'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:ee:0c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:20Z', 'updated_at': '2022-02-04T06:23:22Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:23:23.722990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5f1f6119-acb6-489d-a2d8-115a7c5c75de up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:23:23.749716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.20.0.5 (a86d0b67-dad2-4afe-87be-858c9c37928c/990ab343-6016-4ccf-95e7-8e1002999f8e/11efca9a-39ab-485c-90e4-5a664e029088) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:23.797397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 5f1f6119-acb6-489d-a2d8-115a7c5c75de triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:23.797782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:23.913550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:23.948532 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:23.995964 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network a86d0b67-dad2-4afe-87be-858c9c37928c is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:24.001417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:24.006097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:23:24.010141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=11efca9a-39ab-485c-90e4-5a664e029088,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:24.070048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:24.070723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:24.089860 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d52390c7-750b-4231-a44e-d46ab90235a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6669128 Feb 04 06:23:24.102644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Request body: {'port': {'device_id': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:24.164190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:24.297253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d54e2fe9-da72-43fc-afe1-f2f63610c9dd None None] Provisioning complete for port 11efca9a-39ab-485c-90e4-5a664e029088 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:24.297829 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d54e2fe9-da72-43fc-afe1-f2f63610c9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:24.337041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d54e2fe9-da72-43fc-afe1-f2f63610c9dd None None] Port 11efca9a-39ab-485c-90e4-5a664e029088 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:23:24.454209 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11efca9a-39ab-485c-90e4-5a664e029088 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:23:24.462616 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:24.475092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Transition to ACTIVE for port object 11efca9a-39ab-485c-90e4-5a664e029088 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:23:24.480280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:24.536428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Pushing event updated for resources: {'Port': ['ID=11efca9a-39ab-485c-90e4-5a664e029088,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:24.615078 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Attempting to bind port 11efca9a-39ab-485c-90e4-5a664e029088 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:23:24.615420 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Attempting to bind port 11efca9a-39ab-485c-90e4-5a664e029088 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:23:24.615753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Attempting to bind port 11efca9a-39ab-485c-90e4-5a664e029088 on network a86d0b67-dad2-4afe-87be-858c9c37928c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:23:24.621302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Port 11efca9a-39ab-485c-90e4-5a664e029088 on network a86d0b67-dad2-4afe-87be-858c9c37928c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:23:24.621629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Attempting to bind port 11efca9a-39ab-485c-90e4-5a664e029088 on network a86d0b67-dad2-4afe-87be-858c9c37928c {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:23:24.627818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:23:24.628155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Checking segment: {'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:23:24.628550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Bound using segment: {'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:23:24.628980 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Bound port: 11efca9a-39ab-485c-90e4-5a664e029088, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:23:24.629366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:24.733225 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b8f1e-5e27-44ef-bd2c-754890edf3b6 req-3cef0a8e-e712-469f-a73c-ae8ed2e2081d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:24.735648 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd5b8f1e-5e27-44ef-bd2c-754890edf3b6 req-3cef0a8e-e712-469f-a73c-ae8ed2e2081d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 943 time: 0.0965579 Feb 04 06:23:24.752970 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] For port 11efca9a-39ab-485c-90e4-5a664e029088, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:23:24.773648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] For port 11efca9a-39ab-485c-90e4-5a664e029088, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=11efca9a-39ab-485c-90e4-5a664e029088,segment=NetworkSegment(dd53f113-0509-46cd-bfa6-9f1f7aeec28b),segment_id=dd53f113-0509-46cd-bfa6-9f1f7aeec28b)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:23:24.779009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:24.818826 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd5b8f1e-5e27-44ef-bd2c-754890edf3b6 req-0ccd7c55-b131-4131-8b9e-ea35cbe6db26 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741503 Feb 04 06:23:24.825221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:24.825871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:24.827225 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] 10.222.0.36 "PUT /v2.0/ports/11efca9a-39ab-485c-90e4-5a664e029088 HTTP/1.1" status: 200 len: 1093 time: 0.7290468 Feb 04 06:23:24.827717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'tag': '11efca9a-39ab-485c-90e4-5a664e029088'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:24.828225 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:24.830213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e357967-ad74-494a-a43e-375b7be66ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc56ab4-7f4b-4331-9e0e-c04e28c2293a", "tag": "11efca9a-39ab-485c-90e4-5a664e029088"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:23:24.862885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd889ee3-b3c7-4bd4-92a7-f10f26cbca64 service neutron] Pushing event updated for resources: {'Port': ['ID=11efca9a-39ab-485c-90e4-5a664e029088,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:24.899223 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d37948-625f-470e-991e-87d5f9acd8ee x-openstack-request-id: req-76d37948-625f-470e-991e-87d5f9acd8ee {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:23:24.899517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc56ab4-7f4b-4331-9e0e-c04e28c2293a", "tag": "11efca9a-39ab-485c-90e4-5a664e029088", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:23:24.899772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76d37948-625f-470e-991e-87d5f9acd8ee {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:23:24.900175 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'tag': '11efca9a-39ab-485c-90e4-5a664e029088', 'status': 'completed', 'code': 200} Feb 04 06:23:24.918557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-6907a4d4-3021-4ec7-87aa-73ddb39bad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:24.920285 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-6907a4d4-3021-4ec7-87aa-73ddb39bad6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 1096 time: 0.0492029 Feb 04 06:23:24.967402 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-ae72c491-8105-4cc8-b348-df459029ca38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11efca9a-39ab-485c-90e4-5a664e029088 HTTP/1.1" status: 200 len: 217 time: 0.0394702 Feb 04 06:23:25.018147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d059cb42-9bb6-4d4e-8272-ed73a3509d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:25.019651 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-d059cb42-9bb6-4d4e-8272-ed73a3509d4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=990ab343-6016-4ccf-95e7-8e1002999f8e HTTP/1.1" status: 200 len: 835 time: 0.0456927 Feb 04 06:23:25.064053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-7244f2f2-cdb3-4274-8c1d-73a19a061887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:25.065546 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-7244f2f2-cdb3-4274-8c1d-73a19a061887 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a86d0b67-dad2-4afe-87be-858c9c37928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397980 Feb 04 06:23:25.156758 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-7936d0e8-36d6-4aed-b975-843a05e52911 service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840759 Feb 04 06:23:25.244707 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d79945b6-8eb4-457a-9b56-8d5513c9a897 req-3eaf52a6-60ca-4b37-89cb-5d0c4a7e58fc service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818310 Feb 04 06:23:25.333474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e357967-ad74-494a-a43e-375b7be66ee2 req-49d82c79-29b8-46ec-a117-cf86a5f3e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:25.335035 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e357967-ad74-494a-a43e-375b7be66ee2 req-49d82c79-29b8-46ec-a117-cf86a5f3e04f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 1096 time: 0.0416739 Feb 04 06:23:25.375226 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0c0fe560-0ddb-4807-9262-90cce5dfb954 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:23:25.422778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 0c0fe560-0ddb-4807-9262-90cce5dfb954 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:25.423151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:25.430868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e357967-ad74-494a-a43e-375b7be66ee2 req-8b0c4275-b296-4fd1-b16b-7575537a41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:25.432325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e357967-ad74-494a-a43e-375b7be66ee2 req-8b0c4275-b296-4fd1-b16b-7575537a41b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a86d0b67-dad2-4afe-87be-858c9c37928c HTTP/1.1" status: 200 len: 898 time: 0.0911629 Feb 04 06:23:25.473933 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e357967-ad74-494a-a43e-375b7be66ee2 req-33d4bd7e-8304-4ab0-8d78-9c470807a53a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11efca9a-39ab-485c-90e4-5a664e029088 HTTP/1.1" status: 200 len: 217 time: 0.0343745 Feb 04 06:23:25.526204 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e357967-ad74-494a-a43e-375b7be66ee2 req-8865a8af-f05e-42cf-8b90-fb327fb84a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:25.527615 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e357967-ad74-494a-a43e-375b7be66ee2 req-8865a8af-f05e-42cf-8b90-fb327fb84a01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=990ab343-6016-4ccf-95e7-8e1002999f8e HTTP/1.1" status: 200 len: 835 time: 0.0471244 Feb 04 06:23:25.572274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e357967-ad74-494a-a43e-375b7be66ee2 req-dcb96fda-8f3c-4715-8db1-8b1f5a058ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:25.573764 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e357967-ad74-494a-a43e-375b7be66ee2 req-dcb96fda-8f3c-4715-8db1-8b1f5a058ee9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a86d0b67-dad2-4afe-87be-858c9c37928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385470 Feb 04 06:23:25.660843 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e357967-ad74-494a-a43e-375b7be66ee2 req-056af77f-7747-49e7-9982-8aed712a10ba service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785923 Feb 04 06:23:25.752251 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e357967-ad74-494a-a43e-375b7be66ee2 req-2bc48f6b-a181-44ea-a587-1cc5c1b05af1 service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843532 Feb 04 06:23:25.946483 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115b2eb-463c-418c-96e1-20cc05fb2568 req-934083ce-9b59-4af6-add4-33573be01850 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:25.947981 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5115b2eb-463c-418c-96e1-20cc05fb2568 req-934083ce-9b59-4af6-add4-33573be01850 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 943 time: 0.0495908 Feb 04 06:23:25.986098 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5115b2eb-463c-418c-96e1-20cc05fb2568 req-3eef07df-9a08-4166-b8e9-4067c8894399 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319207 Feb 04 06:23:26.435990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:26.699320 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:27.100009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e751-bab8-44af-bc70-1fb2f0d4ce45 req-95cf1a68-749c-40de-b761-7f97be0684d9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:27.101486 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ca8e751-bab8-44af-bc70-1fb2f0d4ce45 req-95cf1a68-749c-40de-b761-7f97be0684d9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 943 time: 0.0482938 Feb 04 06:23:27.116789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 11efca9a-39ab-485c-90e4-5a664e029088 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:23:27.138649 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ca8e751-bab8-44af-bc70-1fb2f0d4ce45 req-af5c8479-047e-4817-989f-73bd095a56fb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311790 Feb 04 06:23:27.210625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 11efca9a-39ab-485c-90e4-5a664e029088, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=11efca9a-39ab-485c-90e4-5a664e029088,segment=NetworkSegment(dd53f113-0509-46cd-bfa6-9f1f7aeec28b),segment_id=dd53f113-0509-46cd-bfa6-9f1f7aeec28b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:27.220647 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '11efca9a-39ab-485c-90e4-5a664e029088', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'port_id': '11efca9a-39ab-485c-90e4-5a664e029088', 'mac_address': 'fa:16:3e:49:f7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:23:27.256325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:27.269015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11efca9a-39ab-485c-90e4-5a664e029088 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:23:27.287844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 11efca9a-39ab-485c-90e4-5a664e029088, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=11efca9a-39ab-485c-90e4-5a664e029088,segment=NetworkSegment(dd53f113-0509-46cd-bfa6-9f1f7aeec28b),segment_id=dd53f113-0509-46cd-bfa6-9f1f7aeec28b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:27.292076 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:27.341566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=11efca9a-39ab-485c-90e4-5a664e029088,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:27.502874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['11efca9a-39ab-485c-90e4-5a664e029088'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:23:28.254278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823e452-c8ce-433b-8d5e-4b59ec2cd7f5 req-22b1e2a2-87f0-46ef-8c3d-a55e3e4894c7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:28.255752 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6823e452-c8ce-433b-8d5e-4b59ec2cd7f5 req-22b1e2a2-87f0-46ef-8c3d-a55e3e4894c7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 944 time: 0.0516226 Feb 04 06:23:28.292538 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6823e452-c8ce-433b-8d5e-4b59ec2cd7f5 req-5281f6f5-fc50-4618-be80-25de0a7a04e8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Feb 04 06:23:28.692243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:29.119300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 11efca9a-39ab-485c-90e4-5a664e029088 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:23:29.166044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 11efca9a-39ab-485c-90e4-5a664e029088 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:23:29.169854 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 11efca9a-39ab-485c-90e4-5a664e029088 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:29.170223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:29.244344 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:29.268667 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11efca9a-39ab-485c-90e4-5a664e029088'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:29.270946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e123c0e-6215-431d-a4d2-564789169daa" -d '{"events": [{"server_uuid": "3bc56ab4-7f4b-4331-9e0e-c04e28c2293a", "name": "network-vif-plugged", "status": "completed", "tag": "11efca9a-39ab-485c-90e4-5a664e029088"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:23:29.287085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 11efca9a-39ab-485c-90e4-5a664e029088, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=11efca9a-39ab-485c-90e4-5a664e029088,segment=NetworkSegment(dd53f113-0509-46cd-bfa6-9f1f7aeec28b),segment_id=dd53f113-0509-46cd-bfa6-9f1f7aeec28b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:29.291212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:29.314311 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfbc60b-82b2-4877-843a-beaaa8691ee8 x-openstack-request-id: req-3bfbc60b-82b2-4877-843a-beaaa8691ee8 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:23:29.314496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc56ab4-7f4b-4331-9e0e-c04e28c2293a", "name": "network-vif-plugged", "status": "completed", "tag": "11efca9a-39ab-485c-90e4-5a664e029088", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:23:29.314611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bfbc60b-82b2-4877-843a-beaaa8691ee8 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:23:29.315005 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11efca9a-39ab-485c-90e4-5a664e029088', 'code': 200} Feb 04 06:23:29.343101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=11efca9a-39ab-485c-90e4-5a664e029088,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:29.413489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1f634-73bf-4454-aedf-ba4c732f5a6e req-cb8d368f-1c2e-408f-9624-a39942628d83 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:29.414890 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aee1f634-73bf-4454-aedf-ba4c732f5a6e req-cb8d368f-1c2e-408f-9624-a39942628d83 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0501416 Feb 04 06:23:29.475986 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-aee1f634-73bf-4454-aedf-ba4c732f5a6e req-c792a495-1d92-46b3-8d31-7871b1dc8656 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550508 Feb 04 06:23:29.488986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cace6-c77c-435f-9495-3579f476ea16 req-c96fa6b0-8fd0-4476-9a41-a3b28db0d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:29.490464 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-493cace6-c77c-435f-9495-3579f476ea16 req-c96fa6b0-8fd0-4476-9a41-a3b28db0d781 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 1098 time: 0.0495090 Feb 04 06:23:29.523748 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-493cace6-c77c-435f-9495-3579f476ea16 req-a1d0a078-02de-4d49-9708-bd03e4b4c6b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273137 Feb 04 06:23:30.594872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075218-ac71-480f-aa00-a3017305657b req-e227f709-efed-4e89-80f6-4b4dd9990612 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:30.596240 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ef075218-ac71-480f-aa00-a3017305657b req-e227f709-efed-4e89-80f6-4b4dd9990612 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0526853 Feb 04 06:23:30.633352 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ef075218-ac71-480f-aa00-a3017305657b req-be5922ef-7efc-4cd5-90f5-b398b6fea534 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311553 Feb 04 06:23:30.746591 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e9646-7ca8-4300-8ade-7455ebafd6a4 req-8b879ed2-22e5-4654-a45a-54885287c528 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:30.748063 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-347e9646-7ca8-4300-8ade-7455ebafd6a4 req-8b879ed2-22e5-4654-a45a-54885287c528 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0489609 Feb 04 06:23:30.787435 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-347e9646-7ca8-4300-8ade-7455ebafd6a4 req-aa3c5b36-8520-4b81-a53e-9a941613fc77 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324817 Feb 04 06:23:30.809151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52658) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:30.847769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc579c7-96fd-48dd-914f-bbeaec6ff0cc tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:30.849200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-3cc579c7-96fd-48dd-914f-bbeaec6ff0cc tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 1093 time: 0.0390611 Feb 04 06:23:30.851937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52660) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:30.856154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '11efca9a-39ab-485c-90e4-5a664e029088', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:30.879675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:30.976468 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.080528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.26.5.40 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/bbe73ce7-9a67-41ca-93bd-2969b9d7ca84) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:31.181415 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.214576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.253739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:31.256523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:31.259893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:23:31.287231 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=bbe73ce7-9a67-41ca-93bd-2969b9d7ca84,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:31.612074 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.683021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.116494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.120846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.190931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=bbe73ce7-9a67-41ca-93bd-2969b9d7ca84,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:32.201021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.301163 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Floating IP 40692da7-2656-4934-bcaf-bf35487b6f7f associated. External IP: 172.26.5.40, port: 11efca9a-39ab-485c-90e4-5a664e029088. Feb 04 06:23:32.505656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 99b75aa9-ce51-47a4-a09c-cb7300416865 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:23:32.613628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:23:32.623055 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a620e12-9724-4f29-a609-b672305c9a87 None None] Sync routers for ids ['99b75aa9-ce51-47a4-a09c-cb7300416865'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:32.632056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.632899 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a620e12-9724-4f29-a609-b672305c9a87 None None] Routers {'99b75aa9-ce51-47a4-a09c-cb7300416865'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:32.633530 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1a620e12-9724-4f29-a609-b672305c9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:23:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['99b75aa9-ce51-47a4-a09c-cb7300416865'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:32.660109 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-822c0c15-02a7-4bb4-99e2-eab9c2ccc7b6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8071043 Feb 04 06:23:32.660890 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'tag': '11efca9a-39ab-485c-90e4-5a664e029088'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:32.663282 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508c748a-fa98-48f0-b353-6da9779630e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc56ab4-7f4b-4331-9e0e-c04e28c2293a", "tag": "11efca9a-39ab-485c-90e4-5a664e029088"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:23:32.707705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7f570c-8ba7-406c-b335-986e2d524481 x-openstack-request-id: req-9d7f570c-8ba7-406c-b335-986e2d524481 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:23:32.707705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc56ab4-7f4b-4331-9e0e-c04e28c2293a", "tag": "11efca9a-39ab-485c-90e4-5a664e029088", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:23:32.707705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d7f570c-8ba7-406c-b335-986e2d524481 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:23:32.708103 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'tag': '11efca9a-39ab-485c-90e4-5a664e029088', 'status': 'completed', 'code': 200} Feb 04 06:23:32.744789 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-1a620e12-9724-4f29-a609-b672305c9a87 None None] Set router 99b75aa9-ce51-47a4-a09c-cb7300416865 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:32.799700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79d8e-f98b-4c2d-bb52-a13fb4a0979a req-562429fc-130b-4192-a7f1-c17b29f7ea7b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:32.801137 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0c79d8e-f98b-4c2d-bb52-a13fb4a0979a req-562429fc-130b-4192-a7f1-c17b29f7ea7b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0784934 Feb 04 06:23:32.803871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c748a-fa98-48f0-b353-6da9779630e8 req-08fed0cf-f3fb-47b6-bc06-11ac37ab953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:32.805297 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-508c748a-fa98-48f0-b353-6da9779630e8 req-08fed0cf-f3fb-47b6-bc06-11ac37ab953d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 1098 time: 0.0731990 Feb 04 06:23:32.893629 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0c79d8e-f98b-4c2d-bb52-a13fb4a0979a req-3cdc94ee-967d-4dd2-b695-38692d104644 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862916 Feb 04 06:23:32.916365 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52666) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:32.925261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c748a-fa98-48f0-b353-6da9779630e8 req-2470f9a2-453a-4b2e-93cc-d3cc83a15750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:32.925822 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-508c748a-fa98-48f0-b353-6da9779630e8 req-2470f9a2-453a-4b2e-93cc-d3cc83a15750 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a86d0b67-dad2-4afe-87be-858c9c37928c HTTP/1.1" status: 200 len: 898 time: 0.1127875 Feb 04 06:23:32.970783 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1a620e12-9724-4f29-a609-b672305c9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:20Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '40692da7-2656-4934-bcaf-bf35487b6f7f', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.40', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'port_id': '11efca9a-39ab-485c-90e4-5a664e029088', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'mac_address': 'fa:16:3e:49:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:31Z', 'updated_at': '2022-02-04T06:23:31Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0fe560-0ddb-4807-9262-90cce5dfb954', 'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:ee:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:20Z', 'updated_at': '2022-02-04T06:23:23Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:32.978918 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-30e01a5e-30ac-44a4-94eb-6e97da5bb710 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/40692da7-2656-4934-bcaf-bf35487b6f7f HTTP/1.1" status: 200 len: 990 time: 0.0598290 Feb 04 06:23:32.996831 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-508c748a-fa98-48f0-b353-6da9779630e8 req-b7b6b55f-b2dc-4859-b6a6-67cb39a21213 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11efca9a-39ab-485c-90e4-5a664e029088 HTTP/1.1" status: 200 len: 998 time: 0.0644469 Feb 04 06:23:33.001145 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a620e12-9724-4f29-a609-b672305c9a87 None None] Checking router: 99b75aa9-ce51-47a4-a09c-cb7300416865 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:33.009431 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a620e12-9724-4f29-a609-b672305c9a87 None None] Routers {'99b75aa9-ce51-47a4-a09c-cb7300416865'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:33.010017 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1a620e12-9724-4f29-a609-b672305c9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:23:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['99b75aa9-ce51-47a4-a09c-cb7300416865'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:33.044932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c748a-fa98-48f0-b353-6da9779630e8 req-78b07e2d-b004-4638-919e-434e2f143c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:33.046994 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-508c748a-fa98-48f0-b353-6da9779630e8 req-78b07e2d-b004-4638-919e-434e2f143c9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=990ab343-6016-4ccf-95e7-8e1002999f8e HTTP/1.1" status: 200 len: 835 time: 0.0431602 Feb 04 06:23:33.090886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c748a-fa98-48f0-b353-6da9779630e8 req-d8b3bcf9-dbb9-4170-90c2-f9977bfa27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:33.092338 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-508c748a-fa98-48f0-b353-6da9779630e8 req-d8b3bcf9-dbb9-4170-90c2-f9977bfa27e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a86d0b67-dad2-4afe-87be-858c9c37928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400465 Feb 04 06:23:33.191279 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-508c748a-fa98-48f0-b353-6da9779630e8 req-fbcadd5c-eb69-421a-a17a-3e214c4e76e1 service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921280 Feb 04 06:23:33.205123 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-1a620e12-9724-4f29-a609-b672305c9a87 None None] Set router 99b75aa9-ce51-47a4-a09c-cb7300416865 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:33.282193 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-508c748a-fa98-48f0-b353-6da9779630e8 req-3224097b-248a-40fa-a32d-16423da9faf6 service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842068 Feb 04 06:23:33.423627 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-1a620e12-9724-4f29-a609-b672305c9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:20Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '40692da7-2656-4934-bcaf-bf35487b6f7f', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.40', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'port_id': '11efca9a-39ab-485c-90e4-5a664e029088', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'mac_address': 'fa:16:3e:49:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:31Z', 'updated_at': '2022-02-04T06:23:31Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0fe560-0ddb-4807-9262-90cce5dfb954', 'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:ee:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:20Z', 'updated_at': '2022-02-04T06:23:23Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:33.449874 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a620e12-9724-4f29-a609-b672305c9a87 None None] The sync data for ids ['99b75aa9-ce51-47a4-a09c-cb7300416865'] in dv-neutron-826811-2-hyperv is: [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:20Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '40692da7-2656-4934-bcaf-bf35487b6f7f', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.40', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'port_id': '11efca9a-39ab-485c-90e4-5a664e029088', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'mac_address': 'fa:16:3e:49:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:31Z', 'updated_at': '2022-02-04T06:23:31Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0fe560-0ddb-4807-9262-90cce5dfb954', 'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:ee:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:20Z', 'updated_at': '2022-02-04T06:23:23Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:23:33.632838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4fb15e-8c0e-41b7-9c84-6fa78ef64338 None None] New status for floating IP 40692da7-2656-4934-bcaf-bf35487b6f7f: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:23:33.981814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52668) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:34.048888 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-1b5bbf77-84d1-4a61-8302-56c93655cb3e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/40692da7-2656-4934-bcaf-bf35487b6f7f HTTP/1.1" status: 200 len: 992 time: 0.0657840 Feb 04 06:23:37.679535 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:23:51.230263 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e18edd03-89ba-4451-9365-9b2b70b6ff37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:53.471686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cc6bb6a1-66e1-4ba3-a2b2-3f98decf66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:54.827946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.438911 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:56.701151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:58.447731 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-4b610602-2a85-48ee-8f37-1d1b225e92a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817709 Feb 04 06:23:58.527503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-572349b5-cbf1-4b67-9c3b-b00c8421d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:58.528952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-572349b5-cbf1-4b67-9c3b-b00c8421d3fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 1098 time: 0.0405822 Feb 04 06:23:58.631211 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-1288b4c9-a2b1-46c3-8f84-9eedb2e2a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:58.632801 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-1288b4c9-a2b1-46c3-8f84-9eedb2e2a8de service neutron] 10.222.0.36 "GET /v2.0/networks?id=a86d0b67-dad2-4afe-87be-858c9c37928c HTTP/1.1" status: 200 len: 898 time: 0.0867159 Feb 04 06:23:58.683169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:58.700470 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-47114cc8-9c6c-4866-8371-e8dfc62c5469 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11efca9a-39ab-485c-90e4-5a664e029088 HTTP/1.1" status: 200 len: 1000 time: 0.0600884 Feb 04 06:23:58.747268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-70b1f354-9f6e-49cf-9c9c-b7e7c0cbf6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:58.748640 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-70b1f354-9f6e-49cf-9c9c-b7e7c0cbf6f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=990ab343-6016-4ccf-95e7-8e1002999f8e HTTP/1.1" status: 200 len: 835 time: 0.0425069 Feb 04 06:23:58.800112 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-802630fa-4b12-431d-afc2-72c3c55ddb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:58.801825 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-802630fa-4b12-431d-afc2-72c3c55ddb00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a86d0b67-dad2-4afe-87be-858c9c37928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457828 Feb 04 06:23:58.811718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-7a63e6ce-3865-4a0f-a411-04ae0c334830 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:23:58.812634 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-7a63e6ce-3865-4a0f-a411-04ae0c334830 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048094 Feb 04 06:23:58.902950 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-735613b2-7066-47f7-a185-db7c883725dd service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841355 Feb 04 06:23:58.994513 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ac49df3-5d9c-488b-9000-f76b406049d3 req-a213694f-d137-4665-999b-121ab250a061 service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841932 Feb 04 06:24:02.824044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5d000-f70c-45fb-b012-07c5847a6ec8 req-c4648eaa-038d-4836-ae76-3e6947354ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:02.825920 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98a5d000-f70c-45fb-b012-07c5847a6ec8 req-c4648eaa-038d-4836-ae76-3e6947354ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 1098 time: 0.0421729 Feb 04 06:24:02.930555 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4896f5c-8962-4c21-8c4f-77caddea2472 req-924d7f16-1367-4758-86ec-936dde17b0e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:02.932030 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4896f5c-8962-4c21-8c4f-77caddea2472 req-924d7f16-1367-4758-86ec-936dde17b0e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.1542945 Feb 04 06:24:02.964665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5d000-f70c-45fb-b012-07c5847a6ec8 req-4bb7b858-c421-4bf2-b1e4-41ad24aae998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:02.966073 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98a5d000-f70c-45fb-b012-07c5847a6ec8 req-4bb7b858-c421-4bf2-b1e4-41ad24aae998 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a86d0b67-dad2-4afe-87be-858c9c37928c HTTP/1.1" status: 200 len: 898 time: 0.1303558 Feb 04 06:24:03.013159 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d4896f5c-8962-4c21-8c4f-77caddea2472 req-aeee8143-8ae5-4bcd-9ae5-7da2b6616fc3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744543 Feb 04 06:24:03.036973 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98a5d000-f70c-45fb-b012-07c5847a6ec8 req-924a4785-aa2b-4194-9690-aff745506688 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11efca9a-39ab-485c-90e4-5a664e029088 HTTP/1.1" status: 200 len: 1000 time: 0.0621495 Feb 04 06:24:03.085731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5d000-f70c-45fb-b012-07c5847a6ec8 req-ee8e3861-7f90-4724-9b5d-1af2c40c50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:03.087133 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98a5d000-f70c-45fb-b012-07c5847a6ec8 req-ee8e3861-7f90-4724-9b5d-1af2c40c50f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=990ab343-6016-4ccf-95e7-8e1002999f8e HTTP/1.1" status: 200 len: 835 time: 0.0429456 Feb 04 06:24:03.137341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5d000-f70c-45fb-b012-07c5847a6ec8 req-ec0491b1-f387-483a-bed1-c71c187533f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:03.138791 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98a5d000-f70c-45fb-b012-07c5847a6ec8 req-ec0491b1-f387-483a-bed1-c71c187533f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a86d0b67-dad2-4afe-87be-858c9c37928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435605 Feb 04 06:24:03.225976 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98a5d000-f70c-45fb-b012-07c5847a6ec8 req-06105c0f-f0ae-44f6-b688-e946dec089b4 service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799177 Feb 04 06:24:03.316716 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-98a5d000-f70c-45fb-b012-07c5847a6ec8 req-a1dc0cad-4c80-4d4c-8737-760e57675de7 service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842903 Feb 04 06:24:04.131743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208a626-d005-4a0c-9a5d-0c64fb34d53d req-a9233103-9bd9-4f08-8eb4-abfa92f1b6d0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:04.133214 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2208a626-d005-4a0c-9a5d-0c64fb34d53d req-a9233103-9bd9-4f08-8eb4-abfa92f1b6d0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0481935 Feb 04 06:24:04.171112 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2208a626-d005-4a0c-9a5d-0c64fb34d53d req-cd29f637-b7b0-4db4-8fa4-afeb8ad889e0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319259 Feb 04 06:24:05.284631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996395-e93b-42ad-80e9-f1d81d9056c4 req-47f90e98-f0f5-415e-96c0-d08f8fbe22bd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:05.286101 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0e996395-e93b-42ad-80e9-f1d81d9056c4 req-47f90e98-f0f5-415e-96c0-d08f8fbe22bd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0479512 Feb 04 06:24:05.322951 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0e996395-e93b-42ad-80e9-f1d81d9056c4 req-a236de9b-5f18-48e7-b725-e5219dc89bad tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Feb 04 06:24:06.439834 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4a0b6-b97d-4655-8183-bd37d16d6704 req-08144f89-388d-41da-bec9-331d9264fcd7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:06.441320 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4cf4a0b6-b97d-4655-8183-bd37d16d6704 req-08144f89-388d-41da-bec9-331d9264fcd7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0526810 Feb 04 06:24:06.479146 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4cf4a0b6-b97d-4655-8183-bd37d16d6704 req-8553c4be-73df-4962-98f8-90cc7815cab6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319111 Feb 04 06:24:07.593839 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79746f6-dce9-4cb5-9ad7-32807fed3092 req-8decaa29-fc62-4487-b5ce-bcce5915ce03 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:07.595248 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b79746f6-dce9-4cb5-9ad7-32807fed3092 req-8decaa29-fc62-4487-b5ce-bcce5915ce03 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0506310 Feb 04 06:24:07.632703 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b79746f6-dce9-4cb5-9ad7-32807fed3092 req-47b191be-adc1-4110-83e9-b42d50b6a73e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315571 Feb 04 06:24:08.746258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73989243-7853-4cc4-bd3c-499d53eb44e2 req-5b2f6b1d-bffc-4da3-afa0-282337d504d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:08.747757 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73989243-7853-4cc4-bd3c-499d53eb44e2 req-5b2f6b1d-bffc-4da3-afa0-282337d504d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0490258 Feb 04 06:24:08.786329 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-73989243-7853-4cc4-bd3c-499d53eb44e2 req-3f4ece21-0077-4f1b-80c1-7340539865ac tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324922 Feb 04 06:24:09.903302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7dae8-84cb-4b8a-9e60-6bef3bd6c3a1 req-f425500e-9fe7-44ca-9817-5b9f6bec2f52 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:09.905576 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-00f7dae8-84cb-4b8a-9e60-6bef3bd6c3a1 req-f425500e-9fe7-44ca-9817-5b9f6bec2f52 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0528018 Feb 04 06:24:09.942550 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-00f7dae8-84cb-4b8a-9e60-6bef3bd6c3a1 req-e1c81086-3e27-4ddb-8bb2-9127b861768d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311644 Feb 04 06:24:11.056621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb74b8d-5d6c-4038-9521-5b9eb008ade0 req-2a2949fe-a82e-4ab4-b708-f6f43c78d4bc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:11.058106 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1fb74b8d-5d6c-4038-9521-5b9eb008ade0 req-2a2949fe-a82e-4ab4-b708-f6f43c78d4bc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0483384 Feb 04 06:24:11.094834 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1fb74b8d-5d6c-4038-9521-5b9eb008ade0 req-6d8a068a-ef42-48f2-b650-d27fb3feb497 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301003 Feb 04 06:24:12.208854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f6ff3-18dd-4805-9997-fcb917456fe9 req-e488880a-957f-4fbf-a912-862f1f023a72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:12.210337 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f84f6ff3-18dd-4805-9997-fcb917456fe9 req-e488880a-957f-4fbf-a912-862f1f023a72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0491073 Feb 04 06:24:12.246367 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f84f6ff3-18dd-4805-9997-fcb917456fe9 req-58435d75-0316-4e2d-8622-58beacab2477 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301452 Feb 04 06:24:13.365193 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a80889-273c-47bf-acda-5a533faa34d8 req-82b543ce-2f5d-42be-92d7-d608bdf8df15 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:13.366741 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-01a80889-273c-47bf-acda-5a533faa34d8 req-82b543ce-2f5d-42be-92d7-d608bdf8df15 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0530038 Feb 04 06:24:13.402852 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-01a80889-273c-47bf-acda-5a533faa34d8 req-e423a389-7b9e-4301-996a-b9688305f6a3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302320 Feb 04 06:24:14.516703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36d578-d36c-45e5-a991-6bac0641d322 req-d39a79fa-0898-4918-a688-bfa87aba4818 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:14.518207 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4a36d578-d36c-45e5-a991-6bac0641d322 req-d39a79fa-0898-4918-a688-bfa87aba4818 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0482128 Feb 04 06:24:14.555217 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4a36d578-d36c-45e5-a991-6bac0641d322 req-b5ba5fb6-9da5-4cc1-85fd-2ff111134d83 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Feb 04 06:24:14.577789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52708) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:14.639635 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cf0ce49d-629e-4b92-9652-f7b2fd5986d3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/40692da7-2656-4934-bcaf-bf35487b6f7f HTTP/1.1" status: 200 len: 992 time: 0.0607324 Feb 04 06:24:14.677366 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:24:21.229900 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-12d64881-331e-4005-9c0a-30b03ff1c4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:23.471675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2eb00989-3a9c-424f-a420-2bb9b333b8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:24.830410 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:26.439938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:26.703753 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:28.698004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:45.012308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52722) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:45.164036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port bbe73ce7-9a67-41ca-93bd-2969b9d7ca84 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:24:45.164274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:45.236734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:45.237064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:45.248274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for bbe73ce7-9a67-41ca-93bd-2969b9d7ca84 owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:24:45.392995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:45.423861 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=bbe73ce7-9a67-41ca-93bd-2969b9d7ca84,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:45.464955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.465330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.465680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.466025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.466363 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.466699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.467030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.467363 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.467757 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.468150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.468478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.468804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:45.489403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:45.489735 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Floating IP 40692da7-2656-4934-bcaf-bf35487b6f7f disassociated (deleted). External IP: 172.26.5.40, port: 11efca9a-39ab-485c-90e4-5a664e029088. Feb 04 06:24:45.976697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 99b75aa9-ce51-47a4-a09c-cb7300416865 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:24:46.083130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:24:46.087819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:46.093399 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e8c710-d104-42d3-8000-1376f763ee32 None None] Sync routers for ids ['99b75aa9-ce51-47a4-a09c-cb7300416865'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:24:46.102706 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e8c710-d104-42d3-8000-1376f763ee32 None None] Routers {'99b75aa9-ce51-47a4-a09c-cb7300416865'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:24:46.103300 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-60e8c710-d104-42d3-8000-1376f763ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:24:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['99b75aa9-ce51-47a4-a09c-cb7300416865'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:46.115054 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2bf5f333-3be5-4d85-9bb9-fac29f89bb9a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/floatingips/40692da7-2656-4934-bcaf-bf35487b6f7f HTTP/1.1" status: 204 len: 168 time: 1.1016700 Feb 04 06:24:46.115738 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'tag': '11efca9a-39ab-485c-90e4-5a664e029088'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:24:46.118109 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc56ab4-7f4b-4331-9e0e-c04e28c2293a", "tag": "11efca9a-39ab-485c-90e4-5a664e029088"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:24:46.211923 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-60e8c710-d104-42d3-8000-1376f763ee32 None None] Set router 99b75aa9-ce51-47a4-a09c-cb7300416865 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:24:46.223694 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a038b7e-458a-4270-8ed7-aa0460b12331 x-openstack-request-id: req-5a038b7e-458a-4270-8ed7-aa0460b12331 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:24:46.223989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc56ab4-7f4b-4331-9e0e-c04e28c2293a", "tag": "11efca9a-39ab-485c-90e4-5a664e029088", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:24:46.224251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a038b7e-458a-4270-8ed7-aa0460b12331 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:24:46.224646 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'tag': '11efca9a-39ab-485c-90e4-5a664e029088', 'status': 'completed', 'code': 200} Feb 04 06:24:46.287794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b req-bf00d481-54f9-401a-bcd2-b1e366003476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:46.289510 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b req-bf00d481-54f9-401a-bcd2-b1e366003476 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 1098 time: 0.0425656 Feb 04 06:24:46.409336 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bb633-dfca-418f-9a12-1c3d42d4e024 req-ab4839ae-8e76-404d-a4d0-10bd65cb4ccb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:46.410739 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c54bb633-dfca-418f-9a12-1c3d42d4e024 req-ab4839ae-8e76-404d-a4d0-10bd65cb4ccb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.1003678 Feb 04 06:24:46.413397 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-60e8c710-d104-42d3-8000-1376f763ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:20Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c0fe560-0ddb-4807-9262-90cce5dfb954', 'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:ee:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:20Z', 'updated_at': '2022-02-04T06:23:23Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:46.440038 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e8c710-d104-42d3-8000-1376f763ee32 None None] Checking router: 99b75aa9-ce51-47a4-a09c-cb7300416865 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:24:46.444060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b req-923043c5-690c-4665-ae28-637897fbf6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:46.445623 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b req-923043c5-690c-4665-ae28-637897fbf6eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=a86d0b67-dad2-4afe-87be-858c9c37928c HTTP/1.1" status: 200 len: 898 time: 0.1489797 Feb 04 06:24:46.448138 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e8c710-d104-42d3-8000-1376f763ee32 None None] Routers {'99b75aa9-ce51-47a4-a09c-cb7300416865'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:24:46.448746 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-60e8c710-d104-42d3-8000-1376f763ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:24:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['99b75aa9-ce51-47a4-a09c-cb7300416865'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:46.494084 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b req-c6314706-66ee-4e1c-a99b-f6f20c2c36db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11efca9a-39ab-485c-90e4-5a664e029088 HTTP/1.1" status: 200 len: 217 time: 0.0375667 Feb 04 06:24:46.497325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c54bb633-dfca-418f-9a12-1c3d42d4e024 req-5ea1005f-4f88-4995-a3f9-8d24e31a22ee tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801628 Feb 04 06:24:46.554261 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-60e8c710-d104-42d3-8000-1376f763ee32 None None] Set router 99b75aa9-ce51-47a4-a09c-cb7300416865 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:24:46.556090 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b req-a20c612c-35e8-426a-b772-30b3ec32f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:46.557582 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b req-a20c612c-35e8-426a-b772-30b3ec32f54e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=990ab343-6016-4ccf-95e7-8e1002999f8e HTTP/1.1" status: 200 len: 835 time: 0.0569396 Feb 04 06:24:46.604007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b req-27dd0051-a340-4ef4-a866-884937f47734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:46.605555 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b req-27dd0051-a340-4ef4-a866-884937f47734 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a86d0b67-dad2-4afe-87be-858c9c37928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401630 Feb 04 06:24:46.693470 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b req-dbbc3214-045c-4821-a139-1e76bf6ba2af service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801642 Feb 04 06:24:46.748377 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-60e8c710-d104-42d3-8000-1376f763ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:20Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c0fe560-0ddb-4807-9262-90cce5dfb954', 'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:ee:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:20Z', 'updated_at': '2022-02-04T06:23:23Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:46.773550 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e8c710-d104-42d3-8000-1376f763ee32 None None] The sync data for ids ['99b75aa9-ce51-47a4-a09c-cb7300416865'] in dv-neutron-826811-2-hyperv is: [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:20Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '0c0fe560-0ddb-4807-9262-90cce5dfb954', 'name': '', 'network_id': 'a86d0b67-dad2-4afe-87be-858c9c37928c', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:ee:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:20Z', 'updated_at': '2022-02-04T06:23:23Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '990ab343-6016-4ccf-95e7-8e1002999f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:24:46.789189 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c28fa00c-51a8-4fab-9311-e72f9f8c3b6b req-2b81854d-5a8f-4265-81ce-2c472f3f7f2e service neutron] 10.222.0.36 "GET /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883460 Feb 04 06:24:47.135531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ad7260-bcac-4a73-98d1-76fc454796b4 None None] New status for floating IP 40692da7-2656-4934-bcaf-bf35487b6f7f: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:24:47.615570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42617f5d-6a91-4553-838d-9469598a1f62 req-804627af-999a-40ca-9efa-1face236a017 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:47.617041 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42617f5d-6a91-4553-838d-9469598a1f62 req-804627af-999a-40ca-9efa-1face236a017 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0502534 Feb 04 06:24:47.655972 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-42617f5d-6a91-4553-838d-9469598a1f62 req-d094b851-a453-425c-b2a9-609398bc2843 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aead0a9-d1db-43a6-9c91-e0f55b34d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324440 Feb 04 06:24:47.806225 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1babe8-0615-4a32-ae42-0823fa7df925 req-7852e697-a74b-49bc-ac9e-06ffc3b7a7e4 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:47.807581 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e1babe8-0615-4a32-ae42-0823fa7df925 req-7852e697-a74b-49bc-ac9e-06ffc3b7a7e4 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc56ab4-7f4b-4331-9e0e-c04e28c2293a HTTP/1.1" status: 200 len: 945 time: 0.0496004 Feb 04 06:24:47.901505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-4e1babe8-0615-4a32-ae42-0823fa7df925 req-51f9cbbf-68d8-4bb9-b5bd-d9feed56f2cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 11efca9a-39ab-485c-90e4-5a664e029088 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:24:47.901858 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4e1babe8-0615-4a32-ae42-0823fa7df925 req-51f9cbbf-68d8-4bb9-b5bd-d9feed56f2cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:47.988652 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-4e1babe8-0615-4a32-ae42-0823fa7df925 req-51f9cbbf-68d8-4bb9-b5bd-d9feed56f2cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 11efca9a-39ab-485c-90e4-5a664e029088, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=11efca9a-39ab-485c-90e4-5a664e029088,segment=NetworkSegment(dd53f113-0509-46cd-bfa6-9f1f7aeec28b),segment_id=dd53f113-0509-46cd-bfa6-9f1f7aeec28b)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:24:47.989011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4e1babe8-0615-4a32-ae42-0823fa7df925 req-51f9cbbf-68d8-4bb9-b5bd-d9feed56f2cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:48.000954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-4e1babe8-0615-4a32-ae42-0823fa7df925 req-51f9cbbf-68d8-4bb9-b5bd-d9feed56f2cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 11efca9a-39ab-485c-90e4-5a664e029088 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:24:48.128517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4e1babe8-0615-4a32-ae42-0823fa7df925 req-51f9cbbf-68d8-4bb9-b5bd-d9feed56f2cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:48.157619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9cbbf-68d8-4bb9-b5bd-d9feed56f2cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=11efca9a-39ab-485c-90e4-5a664e029088,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:48.202592 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1babe8-0615-4a32-ae42-0823fa7df925 req-51f9cbbf-68d8-4bb9-b5bd-d9feed56f2cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] No DVR routers for this DVR port 11efca9a-39ab-485c-90e4-5a664e029088 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:24:48.205136 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-4e1babe8-0615-4a32-ae42-0823fa7df925 req-51f9cbbf-68d8-4bb9-b5bd-d9feed56f2cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:48.208410 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4e1babe8-0615-4a32-ae42-0823fa7df925 req-51f9cbbf-68d8-4bb9-b5bd-d9feed56f2cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "DELETE /v2.0/ports/11efca9a-39ab-485c-90e4-5a664e029088 HTTP/1.1" status: 204 len: 173 time: 0.3953252 Feb 04 06:24:48.226063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'name': 'network-vif-deleted', 'tag': '11efca9a-39ab-485c-90e4-5a664e029088'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:24:48.228422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d57ea9c-b7ed-42a6-8e0b-fb8a9a8a345b" -d '{"events": [{"server_uuid": "3bc56ab4-7f4b-4331-9e0e-c04e28c2293a", "name": "network-vif-deleted", "tag": "11efca9a-39ab-485c-90e4-5a664e029088"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:24:48.265763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499d987d-31a2-4600-8dd5-c633659ccd3e x-openstack-request-id: req-499d987d-31a2-4600-8dd5-c633659ccd3e {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:24:48.266195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc56ab4-7f4b-4331-9e0e-c04e28c2293a", "name": "network-vif-deleted", "tag": "11efca9a-39ab-485c-90e4-5a664e029088", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:24:48.266449 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-499d987d-31a2-4600-8dd5-c633659ccd3e {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:24:48.266848 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc56ab4-7f4b-4331-9e0e-c04e28c2293a', 'name': 'network-vif-deleted', 'tag': '11efca9a-39ab-485c-90e4-5a664e029088', 'status': 'completed', 'code': 200} Feb 04 06:24:48.711117 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52742) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:49.074256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:49.327405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 0c0fe560-0ddb-4807-9262-90cce5dfb954 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:24:49.327709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:49.417845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 0c0fe560-0ddb-4807-9262-90cce5dfb954, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0c0fe560-0ddb-4807-9262-90cce5dfb954,segment=NetworkSegment(dd53f113-0509-46cd-bfa6-9f1f7aeec28b),segment_id=dd53f113-0509-46cd-bfa6-9f1f7aeec28b)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:24:49.418208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:49.429932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 0c0fe560-0ddb-4807-9262-90cce5dfb954 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:24:49.611516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:49.636111 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=0c0fe560-0ddb-4807-9262-90cce5dfb954,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:49.813712 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.031893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 99b75aa9-ce51-47a4-a09c-cb7300416865 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:24:50.139707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:24:50.144868 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-29118a07-7c2e-4b9f-9f10-90d25e6c430b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "PUT /v2.0/routers/99b75aa9-ce51-47a4-a09c-cb7300416865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4327369 Feb 04 06:24:50.147693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52744) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:50.150362 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c80bc-e9cf-48c0-9707-8c27e5ca97bf None None] Sync routers for ids ['99b75aa9-ce51-47a4-a09c-cb7300416865'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:24:50.159717 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c80bc-e9cf-48c0-9707-8c27e5ca97bf None None] Routers {'99b75aa9-ce51-47a4-a09c-cb7300416865'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:24:50.160304 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9e1c80bc-e9cf-48c0-9707-8c27e5ca97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:24:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['99b75aa9-ce51-47a4-a09c-cb7300416865'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:50.201408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e71ee4-34dc-45ef-b004-a043f3676b78 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting subnet 990ab343-6016-4ccf-95e7-8e1002999f8e {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:24:50.204740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a8e71ee4-34dc-45ef-b004-a043f3676b78 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.244885 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a8e71ee4-34dc-45ef-b004-a043f3676b78 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.263679 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-9e1c80bc-e9cf-48c0-9707-8c27e5ca97bf None None] Set router 99b75aa9-ce51-47a4-a09c-cb7300416865 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:24:50.327292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a8e71ee4-34dc-45ef-b004-a043f3676b78 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.389939 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a8e71ee4-34dc-45ef-b004-a043f3676b78 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.417807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e71ee4-34dc-45ef-b004-a043f3676b78 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Subnet': ['ID=990ab343-6016-4ccf-95e7-8e1002999f8e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:50.423647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a8e71ee4-34dc-45ef-b004-a043f3676b78 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.429611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c311bb0a-d171-4210-85ee-144ce3710d8b None None] Network a86d0b67-dad2-4afe-87be-858c9c37928c requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:24:50.430829 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52746) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:50.431248 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a8e71ee4-34dc-45ef-b004-a043f3676b78 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/subnets/990ab343-6016-4ccf-95e7-8e1002999f8e HTTP/1.1" status: 204 len: 168 time: 0.2822328 Feb 04 06:24:50.445001 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9e1c80bc-e9cf-48c0-9707-8c27e5ca97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:24:49Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:50.475161 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c80bc-e9cf-48c0-9707-8c27e5ca97bf None None] Checking router: 99b75aa9-ce51-47a4-a09c-cb7300416865 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:24:50.484307 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c80bc-e9cf-48c0-9707-8c27e5ca97bf None None] Routers {'99b75aa9-ce51-47a4-a09c-cb7300416865'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:24:50.485097 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9e1c80bc-e9cf-48c0-9707-8c27e5ca97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:24:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['99b75aa9-ce51-47a4-a09c-cb7300416865'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:50.541256 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.589784 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-9e1c80bc-e9cf-48c0-9707-8c27e5ca97bf None None] Set router 99b75aa9-ce51-47a4-a09c-cb7300416865 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:24:50.623348 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] DHCP port deletion for a86d0b67-dad2-4afe-87be-858c9c37928c request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:24:50.651138 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.672421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Deleting port 5f1f6119-acb6-489d-a2d8-115a7c5c75de {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:24:50.672799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.709292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:24:50.709634 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.741599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] For port 5f1f6119-acb6-489d-a2d8-115a7c5c75de, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5f1f6119-acb6-489d-a2d8-115a7c5c75de,segment=NetworkSegment(dd53f113-0509-46cd-bfa6-9f1f7aeec28b),segment_id=dd53f113-0509-46cd-bfa6-9f1f7aeec28b)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:24:50.741995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.755803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Calling delete_port for 5f1f6119-acb6-489d-a2d8-115a7c5c75de owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:24:50.799062 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 3cab16bd-17b3-44df-ae5c-65b3ee9bab57, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=3cab16bd-17b3-44df-ae5c-65b3ee9bab57,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:24:50.799548 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.813638 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:24:50.837443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.867249 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9e1c80bc-e9cf-48c0-9707-8c27e5ca97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:24:49Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:50.872121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Pushing event deleted for resources: {'Port': ['ID=5f1f6119-acb6-489d-a2d8-115a7c5c75de,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:50.877774 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] No DVR routers for this DVR port 5f1f6119-acb6-489d-a2d8-115a7c5c75de on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:24:50.885831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.886483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.886483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.886813 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.887138 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.887463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.887789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.888109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.888428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.889065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.889065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.889408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3253-28a8-427b-9a9a-133b3247f4d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:50.904909 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c80bc-e9cf-48c0-9707-8c27e5ca97bf None None] The sync data for ids ['99b75aa9-ce51-47a4-a09c-cb7300416865'] in dv-neutron-826811-2-hyperv is: [{'id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1435366000', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:24:49Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '3cab16bd-17b3-44df-ae5c-65b3ee9bab57', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b75aa9-ce51-47a4-a09c-cb7300416865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:23:17Z', 'updated_at': '2022-02-04T06:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:24:50.990641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.013219 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=3cab16bd-17b3-44df-ae5c-65b3ee9bab57,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:51.027212 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.027595 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.027969 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.028305 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.028636 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.028963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.029342 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.029662 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.030528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.030903 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.031301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.031632 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:51.088014 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.177754 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.179806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.222680 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.223230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Fanout notify agent at l3_agent the message router_deleted on router 99b75aa9-ce51-47a4-a09c-cb7300416865 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:24:51.229886 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.231143 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-15321922-45a7-4f6b-a45b-99091c2efda7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/routers/99b75aa9-ce51-47a4-a09c-cb7300416865 HTTP/1.1" status: 204 len: 168 time: 0.7992308 Feb 04 06:24:51.235019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52750) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:51.235232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-10112442-f5ab-4100-8377-71bbabfe23fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.310861 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.406848 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.428461 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86d0b67-dad2-4afe-87be-858c9c37928c']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:51.433374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 11efca9a-39ab-485c-90e4-5a664e029088 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:24:51.438281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:51.438755 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd53f113-0509-46cd-bfa6-9f1f7aeec28b') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:51.448189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.456859 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0c0fe560-0ddb-4807-9262-90cce5dfb954 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:24:51.459028 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 11efca9a-39ab-485c-90e4-5a664e029088 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:24:51.459385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 11efca9a-39ab-485c-90e4-5a664e029088 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:24:51.461890 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.469103 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:24:51.469585 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:24:51.472592 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:24:51.478641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 0c0fe560-0ddb-4807-9262-90cce5dfb954 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:24:51.478989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0c0fe560-0ddb-4807-9262-90cce5dfb954 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:24:51.479403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5f1f6119-acb6-489d-a2d8-115a7c5c75de no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:24:51.501794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 5f1f6119-acb6-489d-a2d8-115a7c5c75de {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:24:51.502150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5f1f6119-acb6-489d-a2d8-115a7c5c75de not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:24:51.676581 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:24:51.782896 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.789907 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.792972 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/networks/a86d0b67-dad2-4afe-87be-858c9c37928c HTTP/1.1" status: 204 len: 168 time: 0.5570970 Feb 04 06:24:51.795929 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52752) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:51.804740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c731e3-9e79-42a3-950e-1d444a5b84f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Network': ['ID=a86d0b67-dad2-4afe-87be-858c9c37928c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:51.855918 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc9c1-ed4d-4820-a4e5-4fe5260c7be5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.880400 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc9c1-ed4d-4820-a4e5-4fe5260c7be5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.942535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc9c1-ed4d-4820-a4e5-4fe5260c7be5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.945166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc9c1-ed4d-4820-a4e5-4fe5260c7be5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:51.946340 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8ffbc9c1-ed4d-4820-a4e5-4fe5260c7be5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/security-groups/8aead0a9-d1db-43a6-9c91-e0f55b34d539 HTTP/1.1" status: 204 len: 168 time: 0.1491611 Feb 04 06:24:51.956779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbc9c1-ed4d-4820-a4e5-4fe5260c7be5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aead0a9-d1db-43a6-9c91-e0f55b34d539,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:52.315744 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52758) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:52.320353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e20ded62-3c6c-4781-8e1f-450e198c0e5a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862030585', 'description': 'tempest-secgroup-smoke-862030585 description', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:52.349569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e20ded62-3c6c-4781-8e1f-450e198c0e5a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.413647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e20ded62-3c6c-4781-8e1f-450e198c0e5a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.417121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e20ded62-3c6c-4781-8e1f-450e198c0e5a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.447022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e20ded62-3c6c-4781-8e1f-450e198c0e5a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.448224 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e20ded62-3c6c-4781-8e1f-450e198c0e5a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1314771 Feb 04 06:24:52.450545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ded62-3c6c-4781-8e1f-450e198c0e5a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40923d9a-67f8-4363-9d29-ad217ea9b32e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:52.451853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52760) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:52.457452 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-408d3757-2781-4a12-a944-b722894eb061 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '40923d9a-67f8-4363-9d29-ad217ea9b32e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:52.486131 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-408d3757-2781-4a12-a944-b722894eb061 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.539396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-408d3757-2781-4a12-a944-b722894eb061 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.542805 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-408d3757-2781-4a12-a944-b722894eb061 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.560521 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d3757-2781-4a12-a944-b722894eb061 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8813c55e-4d8b-4c85-9a2d-81e9cbab1d5a,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:52.568284 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-408d3757-2781-4a12-a944-b722894eb061 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.569408 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-408d3757-2781-4a12-a944-b722894eb061 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161709 Feb 04 06:24:52.571955 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52762) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:52.576415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ee86befe-f1fa-4e2e-8bd1-7adec4cc85d8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '40923d9a-67f8-4363-9d29-ad217ea9b32e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:52.603824 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee86befe-f1fa-4e2e-8bd1-7adec4cc85d8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.659221 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee86befe-f1fa-4e2e-8bd1-7adec4cc85d8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.662821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee86befe-f1fa-4e2e-8bd1-7adec4cc85d8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.680674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86befe-f1fa-4e2e-8bd1-7adec4cc85d8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cf5184-07d4-4706-9847-2fbcec9933ea,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:52.688125 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee86befe-f1fa-4e2e-8bd1-7adec4cc85d8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.689343 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ee86befe-f1fa-4e2e-8bd1-7adec4cc85d8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164541 Feb 04 06:24:52.691974 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52764) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:52.696214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-598ad28a-46ff-41e6-a60e-85ec79f1da92 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '40923d9a-67f8-4363-9d29-ad217ea9b32e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:52.723162 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-598ad28a-46ff-41e6-a60e-85ec79f1da92 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.783168 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-598ad28a-46ff-41e6-a60e-85ec79f1da92 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.786772 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-598ad28a-46ff-41e6-a60e-85ec79f1da92 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.804568 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ad28a-46ff-41e6-a60e-85ec79f1da92 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820dfc27-590e-4e09-ae8a-a57a5803c351,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:52.811275 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-598ad28a-46ff-41e6-a60e-85ec79f1da92 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.812452 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-598ad28a-46ff-41e6-a60e-85ec79f1da92 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195707 Feb 04 06:24:52.815228 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52766) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:52.819448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-20719d7e-b59d-4443-9f07-83bd8f182188 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '40923d9a-67f8-4363-9d29-ad217ea9b32e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:52.853224 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-20719d7e-b59d-4443-9f07-83bd8f182188 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.911059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-20719d7e-b59d-4443-9f07-83bd8f182188 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.914363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-20719d7e-b59d-4443-9f07-83bd8f182188 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.931093 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20719d7e-b59d-4443-9f07-83bd8f182188 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8886e8e8-30ee-478f-939c-71b5f0e9c87d,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:52.939635 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-20719d7e-b59d-4443-9f07-83bd8f182188 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:52.940817 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-20719d7e-b59d-4443-9f07-83bd8f182188 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246567 Feb 04 06:24:52.943379 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52768) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:52.947659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a01aa0ef-a5bc-47aa-9661-e190228d8582 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '40923d9a-67f8-4363-9d29-ad217ea9b32e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:52.972261 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-a01aa0ef-a5bc-47aa-9661-e190228d8582 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Project 35ce0d0ff2514965b3feb3ffef5a408c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:24:52.977111 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a01aa0ef-a5bc-47aa-9661-e190228d8582 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.051509 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a01aa0ef-a5bc-47aa-9661-e190228d8582 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.055201 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a01aa0ef-a5bc-47aa-9661-e190228d8582 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.073534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01aa0ef-a5bc-47aa-9661-e190228d8582 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffc68e2-6f13-47f5-907a-283e3b19835e,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:53.079970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a01aa0ef-a5bc-47aa-9661-e190228d8582 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.081009 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a01aa0ef-a5bc-47aa-9661-e190228d8582 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367168 Feb 04 06:24:53.083683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52770) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:53.087958 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-40c8864b-feb1-4520-a8c4-b05cf3a967cb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '40923d9a-67f8-4363-9d29-ad217ea9b32e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:53.110932 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-40c8864b-feb1-4520-a8c4-b05cf3a967cb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Project 35ce0d0ff2514965b3feb3ffef5a408c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:24:53.115524 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-40c8864b-feb1-4520-a8c4-b05cf3a967cb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.176224 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-40c8864b-feb1-4520-a8c4-b05cf3a967cb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.179683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-40c8864b-feb1-4520-a8c4-b05cf3a967cb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.193641 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8864b-feb1-4520-a8c4-b05cf3a967cb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d92535-2d98-4d32-8399-403752b9b6bc,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:53.204566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-40c8864b-feb1-4520-a8c4-b05cf3a967cb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.205768 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-40c8864b-feb1-4520-a8c4-b05cf3a967cb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211674 Feb 04 06:24:53.208514 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52772) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:53.213177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'network': {'name': 'tempest-network-smoke--1928063946', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'port_security_enabled': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:53.234059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:24:53.237384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.259875 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:24:53.269209 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.269607 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Added segment e3d47e72-b8a1-4467-a09d-68408e0993a0 of type vlan for network 8797a497-96b0-4b61-98ad-36b718281488 Feb 04 06:24:53.307809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.335931 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.338432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:24:53.340250 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:53.340832 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.359339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:24:53.359681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 3cab16bd-17b3-44df-ae5c-65b3ee9bab57 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:24:53.400209 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1905694 Feb 04 06:24:53.402904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52774) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:53.407804 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'admin_state_up': True, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:53.412233 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeb740-e461-41cc-bff9-112e79fd6a95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Network': ['ID=8797a497-96b0-4b61-98ad-36b718281488,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:53.422447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network 8797a497-96b0-4b61-98ad-36b718281488 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:24:53.432651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.433666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.488007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.491687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b3586e98-4a3f-4ad1-9626-fcc8c2cf1482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:53.909321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:54.097289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:54.115798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:54.217659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.26.5.112 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:24:54.318288 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:54.352680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:54.394432 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:24:54.397223 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:24:54.400830 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:24:54.429551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:54.649638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:54.833354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:54.849291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:54.975776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 39ded2c4-64da-40a3-87bc-ec37818873cb is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:24:55.076424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:24:55.086526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Sync routers for ids ['39ded2c4-64da-40a3-87bc-ec37818873cb'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:24:55.096093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Routers {'39ded2c4-64da-40a3-87bc-ec37818873cb'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:24:55.096713 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:24:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39ded2c4-64da-40a3-87bc-ec37818873cb'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:55.096865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.098128 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ba65a0db-f457-4c00-be3c-cef519160586 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6940906 Feb 04 06:24:55.101130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52776) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:55.134288 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-12ba9fa7-4981-4f77-ab87-a5d65daea594 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=35ce0d0ff2514965b3feb3ffef5a408c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318985 Feb 04 06:24:55.136908 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52778) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:55.201876 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Set router 39ded2c4-64da-40a3-87bc-ec37818873cb gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:24:55.226223 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5f9a6-11e7-451f-a2fa-f90cecb8b56d tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:55.230181 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-44c5f9a6-11e7-451f-a2fa-f90cecb8b56d tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896144 Feb 04 06:24:55.230402 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52780) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:55.259361 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1b2d15e4-1e84-4380-a1bc-fa31fb9a6439 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278659 Feb 04 06:24:55.261740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52782) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:55.266982 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-230843147', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:24:55.359773 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:24:55.363235 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.375001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:54Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:55.403579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Checking router: 39ded2c4-64da-40a3-87bc-ec37818873cb for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:24:55.403951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Updating router 39ded2c4-64da-40a3-87bc-ec37818873cb port d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:24:55.428783 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.544400 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.607088 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Subnet': ['ID=9c73c77c-36f9-4dbb-8dfa-1673c1413bee,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:55.612425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Checking segment: {'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:24:55.612785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network hostable DHCP agents. Network: 8797a497-96b0-4b61-98ad-36b718281488, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:24:55.631812 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network 8797a497-96b0-4b61-98ad-36b718281488 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:24:55.642653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, 8797a497-96b0-4b61-98ad-36b718281488) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:24:55.646900 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:55.647484 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.664193 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-b429e60d-2a93-4377-b352-2828191743d7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4014721 Feb 04 06:24:55.666938 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52784) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:24:55.670044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd37e0f0-956b-4d82-aaae-562b0297a777 None None] Network 8797a497-96b0-4b61-98ad-36b718281488 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:24:55.731602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.738782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.809239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Attempting to bind port d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:24:55.809523 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Attempting to bind port d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:24:55.809882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Attempting to bind port d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:24:55.841362 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:24:55.842071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:24:55.842231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.842605 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:24:55.843113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Bound port: d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:24:55.843486 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.866934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6453ebc-6ef0-466b-b1e2-f6ad376c05dc None None] Pushing event updated for resources: {'Port': ['ID=d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:55.925171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] For port d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:24:55.935959 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-8797a497-96b0-4b61-98ad-36b718281488', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ips': [{'subnet_id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:24:55.936825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:55.942668 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] For port d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:24:55.950596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.057323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Routers {'39ded2c4-64da-40a3-87bc-ec37818873cb'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:24:56.057937 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:24:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39ded2c4-64da-40a3-87bc-ec37818873cb'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:56.100749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.118722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6453ebc-6ef0-466b-b1e2-f6ad376c05dc None None] Pushing event updated for resources: {'Port': ['ID=d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:56.214630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Allocated IP 172.20.0.2 (8797a497-96b0-4b61-98ad-36b718281488/9c73c77c-36f9-4dbb-8dfa-1673c1413bee/cf292389-5356-431f-8c75-38ee11e15984) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:24:56.227051 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] Set router 39ded2c4-64da-40a3-87bc-ec37818873cb gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:24:56.568502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.645361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.651782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.699374 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.20.0.1 (8797a497-96b0-4b61-98ad-36b718281488/9c73c77c-36f9-4dbb-8dfa-1673c1413bee/3b4742ce-e80d-4317-87f4-b457ea869b15) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:24:56.708493 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Network 8797a497-96b0-4b61-98ad-36b718281488 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:24:56.718285 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:24:56.720809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:54Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:56.724475 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:24:56.757576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Pushing event updated for resources: {'Port': ['ID=cf292389-5356-431f-8c75-38ee11e15984,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:56.759805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.765730 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521550e5-16f1-45a2-8ddd-1a9b55e20a72 None None] The sync data for ids ['39ded2c4-64da-40a3-87bc-ec37818873cb'] in dv-neutron-826811-2-hyperv is: [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:54Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:24:56.812504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Attempting to bind port cf292389-5356-431f-8c75-38ee11e15984 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:24:56.813162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Attempting to bind port cf292389-5356-431f-8c75-38ee11e15984 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:24:56.813732 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Attempting to bind port cf292389-5356-431f-8c75-38ee11e15984 on network 8797a497-96b0-4b61-98ad-36b718281488 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:24:56.819917 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:24:56.820293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Checking segment: {'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:24:56.820703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.821123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Bound using segment: {'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:24:56.821613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Bound port: cf292389-5356-431f-8c75-38ee11e15984, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:24:56.821998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.833109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.869567 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.897004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] For port cf292389-5356-431f-8c75-38ee11e15984, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:24:56.900665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] For port cf292389-5356-431f-8c75-38ee11e15984, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cf292389-5356-431f-8c75-38ee11e15984,segment=NetworkSegment(e3d47e72-b8a1-4467-a09d-68408e0993a0),segment_id=e3d47e72-b8a1-4467-a09d-68408e0993a0)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:24:56.906254 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:56.917099 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network 8797a497-96b0-4b61-98ad-36b718281488 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:24:56.920112 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:24:56.924618 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:24:56.931578 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=3b4742ce-e80d-4317-87f4-b457ea869b15,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:56.974931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989e755-22fa-4197-a4d0-4d95fa49711e None None] Pushing event updated for resources: {'Port': ['ID=cf292389-5356-431f-8c75-38ee11e15984,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:57.003917 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:57.150526 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:57.475694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:57.480778 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:57.525988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:24:57.567149 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=3b4742ce-e80d-4317-87f4-b457ea869b15,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:57.569743 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:57.583128 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:57.583613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:57.664131 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network 8797a497-96b0-4b61-98ad-36b718281488 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:24:57.665633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:24:57.677767 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:57.703066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:24:57.711217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:57.712259 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cf292389-5356-431f-8c75-38ee11e15984 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:24:57.801595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:57.802249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 39ded2c4-64da-40a3-87bc-ec37818873cb has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:24:57.820078 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port cf292389-5356-431f-8c75-38ee11e15984 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:57.820484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:57.914590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:57.926499 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:24:57.939501 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-02bb0643-9cd2-4ceb-abb0-86a38a77798e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "PUT /v2.0/routers/39ded2c4-64da-40a3-87bc-ec37818873cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2637942 Feb 04 06:24:57.951315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port cf292389-5356-431f-8c75-38ee11e15984, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cf292389-5356-431f-8c75-38ee11e15984,segment=NetworkSegment(e3d47e72-b8a1-4467-a09d-68408e0993a0),segment_id=e3d47e72-b8a1-4467-a09d-68408e0993a0)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:24:57.957399 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:58.013970 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=cf292389-5356-431f-8c75-38ee11e15984,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:58.051079 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cb6790-77a6-4b88-9180-6852ed232c60 None None] Network 8797a497-96b0-4b61-98ad-36b718281488 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:24:58.087682 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-db036e5a-325b-4d7d-8821-340026df5137 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862030585&fields=id&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 267 time: 0.0330243 Feb 04 06:24:58.159535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b9a99a8a-3e70-418a-8887-6de8447e9964 None None] Provisioning complete for port cf292389-5356-431f-8c75-38ee11e15984 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:58.159904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b9a99a8a-3e70-418a-8887-6de8447e9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:58.198700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-c7e91c91-e811-49e2-b84a-8f6762434fac tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:58.200462 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-c7e91c91-e811-49e2-b84a-8f6762434fac tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/networks?id=8797a497-96b0-4b61-98ad-36b718281488 HTTP/1.1" status: 200 len: 797 time: 0.1052723 Feb 04 06:24:58.215755 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-54219180-cdbb-4a7d-9a4a-0b829f6faf31 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/quotas/35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 375 time: 0.0090249 Feb 04 06:24:58.277830 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-1799e238-1f9c-49c2-bc6e-2a76b869efe9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555916 Feb 04 06:24:58.300882 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2d86137c-7dc9-49ab-8d74-63a8797b4e2b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:24:58.303778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2d86137c-7dc9-49ab-8d74-63a8797b4e2b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079470 Feb 04 06:24:58.403505 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-bf8b7949-8641-4d86-9927-f58a3f41ac0e service neutron] 10.222.0.15 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946333 Feb 04 06:24:58.461954 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Sync routers for ids ['39ded2c4-64da-40a3-87bc-ec37818873cb'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:24:58.472744 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Routers {'39ded2c4-64da-40a3-87bc-ec37818873cb'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:24:58.473454 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:24:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39ded2c4-64da-40a3-87bc-ec37818873cb'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:58.502552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-fbdd75a2-69fc-40df-9821-5ab65907aca3 None None] Provisioning complete for port cf292389-5356-431f-8c75-38ee11e15984 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:58.503024 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fbdd75a2-69fc-40df-9821-5ab65907aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:58.510892 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-80929b5f-ac67-4945-9acc-ccbd182f157b service neutron] 10.222.0.15 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002946 Feb 04 06:24:58.604664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-fbdd75a2-69fc-40df-9821-5ab65907aca3 None None] Provisioning complete for port 3b4742ce-e80d-4317-87f4-b457ea869b15 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:58.605172 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fbdd75a2-69fc-40df-9821-5ab65907aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:58.608272 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Set router 39ded2c4-64da-40a3-87bc-ec37818873cb gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:24:58.647306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd75a2-69fc-40df-9821-5ab65907aca3 None None] Port 3b4742ce-e80d-4317-87f4-b457ea869b15 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:24:58.716354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:58.727809 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0c93ef9-2efe-4b49-8123-5d58efeaf4ca req-6518820e-fbf5-43c5-b6a2-d6a47c5e212a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 210 time: 0.0334241 Feb 04 06:24:58.771417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-48c40e31-ee07-4d40-878d-245dd3897b14 None None] Provisioning complete for port 3b4742ce-e80d-4317-87f4-b457ea869b15 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:58.771796 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-48c40e31-ee07-4d40-878d-245dd3897b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:58.813011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-48c40e31-ee07-4d40-878d-245dd3897b14 None None] Port 3b4742ce-e80d-4317-87f4-b457ea869b15 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:24:58.871973 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '3b4742ce-e80d-4317-87f4-b457ea869b15', 'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:51:d9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:56Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 2, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:58.900358 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Checking router: 39ded2c4-64da-40a3-87bc-ec37818873cb for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:24:58.900589 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Updating router 39ded2c4-64da-40a3-87bc-ec37818873cb port 3b4742ce-e80d-4317-87f4-b457ea869b15 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:24:58.931666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-870a6e71-ae61-4ed2-9ed9-319ad3877cf2 None None] Provisioning complete for port 3b4742ce-e80d-4317-87f4-b457ea869b15 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:58.932134 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:58.932232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-870a6e71-ae61-4ed2-9ed9-319ad3877cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:58.970997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-870a6e71-ae61-4ed2-9ed9-319ad3877cf2 None None] Port 3b4742ce-e80d-4317-87f4-b457ea869b15 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:24:59.202737 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.208301 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.279171 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Pushing event updated for resources: {'Port': ['ID=3b4742ce-e80d-4317-87f4-b457ea869b15,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:59.306740 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.307084 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.307512 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.307747 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.308074 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.308401 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.308727 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.309051 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.309401 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.309722 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.310043 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.310363 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:24:59.318394 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Attempting to bind port 3b4742ce-e80d-4317-87f4-b457ea869b15 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:24:59.318761 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Attempting to bind port 3b4742ce-e80d-4317-87f4-b457ea869b15 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:24:59.319123 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Attempting to bind port 3b4742ce-e80d-4317-87f4-b457ea869b15 on network 8797a497-96b0-4b61-98ad-36b718281488 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:24:59.324563 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:24:59.325245 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Checking segment: {'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:24:59.325633 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.326096 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Bound using segment: {'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:24:59.326470 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Bound port: 3b4742ce-e80d-4317-87f4-b457ea869b15, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:24:59.326888 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.402489 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] For port 3b4742ce-e80d-4317-87f4-b457ea869b15, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:24:59.406833 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] For port 3b4742ce-e80d-4317-87f4-b457ea869b15, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=3b4742ce-e80d-4317-87f4-b457ea869b15,segment=NetworkSegment(e3d47e72-b8a1-4467-a09d-68408e0993a0),segment_id=e3d47e72-b8a1-4467-a09d-68408e0993a0)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:24:59.410609 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.419997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:24:59.473672 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Routers {'39ded2c4-64da-40a3-87bc-ec37818873cb'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:24:59.474279 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:24:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39ded2c4-64da-40a3-87bc-ec37818873cb'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:59.477223 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300daf4-05f9-4bd3-976f-fe143e768e37 None None] Pushing event updated for resources: {'Port': ['ID=3b4742ce-e80d-4317-87f4-b457ea869b15,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:59.484149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:59.484581 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.526981 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d30e8ddb-40c1-4083-a80d-3e641b837b8b None None] Provisioning complete for port 3b4742ce-e80d-4317-87f4-b457ea869b15 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:59.527253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d30e8ddb-40c1-4083-a80d-3e641b837b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.586139 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] Set router 39ded2c4-64da-40a3-87bc-ec37818873cb gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:24:59.612505 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cf292389-5356-431f-8c75-38ee11e15984 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:24:59.674138 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d30e8ddb-40c1-4083-a80d-3e641b837b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.714214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-d30e8ddb-40c1-4083-a80d-3e641b837b8b None None] For port 3b4742ce-e80d-4317-87f4-b457ea869b15, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=3b4742ce-e80d-4317-87f4-b457ea869b15,segment=NetworkSegment(e3d47e72-b8a1-4467-a09d-68408e0993a0),segment_id=e3d47e72-b8a1-4467-a09d-68408e0993a0)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:24:59.717040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port cf292389-5356-431f-8c75-38ee11e15984 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:59.717479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.720593 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d30e8ddb-40c1-4083-a80d-3e641b837b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.815664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e8ddb-40c1-4083-a80d-3e641b837b8b None None] Pushing event updated for resources: {'Port': ['ID=3b4742ce-e80d-4317-87f4-b457ea869b15,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:24:59.842543 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '3b4742ce-e80d-4317-87f4-b457ea869b15', 'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:51:d9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:56Z', 'updated_at': '2022-02-04T06:24:59Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:59.873405 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-0dca45fc-562f-4eb4-b2d8-cd522a0e44c7 None None] Provisioning complete for port 3b4742ce-e80d-4317-87f4-b457ea869b15 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:24:59.874359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0dca45fc-562f-4eb4-b2d8-cd522a0e44c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.877530 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-866ef4b1-823b-4e9f-b8ac-1756d2fcb05f req-3082f98e-0af2-43ed-8454-d020f4166f1b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 210 time: 0.0531077 Feb 04 06:24:59.881248 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db2a2d7-7ca9-4310-a1ab-2fe98920e8f2 None None] The sync data for ids ['39ded2c4-64da-40a3-87bc-ec37818873cb'] in dv-neutron-826811-2-hyperv is: [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '3b4742ce-e80d-4317-87f4-b457ea869b15', 'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:51:d9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:56Z', 'updated_at': '2022-02-04T06:24:59Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:24:59.977166 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-657e0814-f3f3-43b9-97ec-45854d7c5337 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:59.978959 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-657e0814-f3f3-43b9-97ec-45854d7c5337 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/networks?id=8797a497-96b0-4b61-98ad-36b718281488 HTTP/1.1" status: 200 len: 797 time: 0.2234180 Feb 04 06:25:00.055467 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-f6ad090b-c581-44d8-910f-bc8174d36ac5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 379 time: 0.0634310 Feb 04 06:25:00.066582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'port': {'device_id': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'admin_state_up': True, 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'security_groups': ['40923d9a-67f8-4363-9d29-ad217ea9b32e']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:00.184798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:25:00.189092 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:00.329469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.20.0.7 (8797a497-96b0-4b61-98ad-36b718281488/9c73c77c-36f9-4dbb-8dfa-1673c1413bee/0b788512-7880-4aff-bf4b-d52a348d4785) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:25:00.488966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:00.525020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:00.573108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network 8797a497-96b0-4b61-98ad-36b718281488 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:25:00.576474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:25:00.580934 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:25:00.620174 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=0b788512-7880-4aff-bf4b-d52a348d4785,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:00.638594 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:00.639247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:00.658044 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-dd688609-06b1-4543-a466-9ab26ec4a239 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5956757 Feb 04 06:25:00.671887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Request body: {'port': {'device_id': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:00.735443 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:00.837857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-15a453c7-a20f-4f80-9e44-c56bd626c4c7 None None] Provisioning complete for port 0b788512-7880-4aff-bf4b-d52a348d4785 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:00.838378 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-15a453c7-a20f-4f80-9e44-c56bd626c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:00.877186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-15a453c7-a20f-4f80-9e44-c56bd626c4c7 None None] Port 0b788512-7880-4aff-bf4b-d52a348d4785 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:25:01.031287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e95298-3e2a-4541-9318-34560085bb8a req-fe0b4dd1-af51-48cf-ad87-d060f496e8d1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:01.032779 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e5e95298-3e2a-4541-9318-34560085bb8a req-fe0b4dd1-af51-48cf-ad87-d060f496e8d1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 931 time: 0.0776658 Feb 04 06:25:01.077902 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b788512-7880-4aff-bf4b-d52a348d4785 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:25:01.088057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:01.105958 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e5e95298-3e2a-4541-9318-34560085bb8a req-819b7105-0875-4ab7-b07e-4eee56bc3835 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550268 Feb 04 06:25:01.111334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Transition to ACTIVE for port object 0b788512-7880-4aff-bf4b-d52a348d4785 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:25:01.115131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:01.189197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Pushing event updated for resources: {'Port': ['ID=0b788512-7880-4aff-bf4b-d52a348d4785,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:01.238845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Attempting to bind port 0b788512-7880-4aff-bf4b-d52a348d4785 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:25:01.239186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Attempting to bind port 0b788512-7880-4aff-bf4b-d52a348d4785 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:25:01.239526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Attempting to bind port 0b788512-7880-4aff-bf4b-d52a348d4785 on network 8797a497-96b0-4b61-98ad-36b718281488 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:25:01.244049 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Port 0b788512-7880-4aff-bf4b-d52a348d4785 on network 8797a497-96b0-4b61-98ad-36b718281488 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:25:01.244385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Attempting to bind port 0b788512-7880-4aff-bf4b-d52a348d4785 on network 8797a497-96b0-4b61-98ad-36b718281488 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:25:01.249550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:25:01.249962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Checking segment: {'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:25:01.251246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Bound using segment: {'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:25:01.251246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Bound port: 0b788512-7880-4aff-bf4b-d52a348d4785, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d47e72-b8a1-4467-a09d-68408e0993a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8797a497-96b0-4b61-98ad-36b718281488'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:25:01.251246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:01.317899 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] For port 0b788512-7880-4aff-bf4b-d52a348d4785, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:25:01.321236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] For port 0b788512-7880-4aff-bf4b-d52a348d4785, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b788512-7880-4aff-bf4b-d52a348d4785,segment=NetworkSegment(e3d47e72-b8a1-4467-a09d-68408e0993a0),segment_id=e3d47e72-b8a1-4467-a09d-68408e0993a0)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:25:01.326033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:01.357177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:01.357775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:01.360036 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] 10.222.0.36 "PUT /v2.0/ports/0b788512-7880-4aff-bf4b-d52a348d4785 HTTP/1.1" status: 200 len: 1093 time: 0.6932960 Feb 04 06:25:01.365526 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'tag': '0b788512-7880-4aff-bf4b-d52a348d4785'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:01.367991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53be2fa0-35cb-4a15-9e6d-cc7798220226" -d '{"events": [{"name": "network-changed", "server_uuid": "a96a8bcc-99d4-45a4-b2b7-0591aa37facd", "tag": "0b788512-7880-4aff-bf4b-d52a348d4785"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:25:01.399848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f794e7f-be59-4645-a51a-be9c72161491 service neutron] Pushing event updated for resources: {'Port': ['ID=0b788512-7880-4aff-bf4b-d52a348d4785,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:01.416361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602c829f-1f00-4bb7-8516-46bc1b05f9cd x-openstack-request-id: req-602c829f-1f00-4bb7-8516-46bc1b05f9cd {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:25:01.417178 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96a8bcc-99d4-45a4-b2b7-0591aa37facd", "tag": "0b788512-7880-4aff-bf4b-d52a348d4785", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:25:01.417646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-602c829f-1f00-4bb7-8516-46bc1b05f9cd {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:25:01.418354 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'tag': '0b788512-7880-4aff-bf4b-d52a348d4785', 'status': 'completed', 'code': 200} Feb 04 06:25:01.459387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-314cdc77-fd8c-4bc0-b6c9-0c43c3ed3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:01.460103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 3b4742ce-e80d-4317-87f4-b457ea869b15 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:25:01.461442 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-314cdc77-fd8c-4bc0-b6c9-0c43c3ed3335 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 1096 time: 0.0571418 Feb 04 06:25:01.504157 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-c74e2a6b-b3d3-4f81-a271-2e5c9b71c480 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b788512-7880-4aff-bf4b-d52a348d4785 HTTP/1.1" status: 200 len: 217 time: 0.0353966 Feb 04 06:25:01.509699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 3b4742ce-e80d-4317-87f4-b457ea869b15 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:01.510375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:01.557763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-46ac6260-f4fa-4e8c-80c5-e5683df6e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:01.559232 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-46ac6260-f4fa-4e8c-80c5-e5683df6e861 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c73c77c-36f9-4dbb-8dfa-1673c1413bee HTTP/1.1" status: 200 len: 834 time: 0.0488765 Feb 04 06:25:01.609413 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-debce253-84a2-4c7b-99a7-0b9c05eee960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:01.610897 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-debce253-84a2-4c7b-99a7-0b9c05eee960 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8797a497-96b0-4b61-98ad-36b718281488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449841 Feb 04 06:25:01.697422 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-56834887-1ac6-4d02-9aa4-0ca467ce0ad2 service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798993 Feb 04 06:25:02.085219 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7ea3661-5789-4633-a4fc-a5adeb363c9c req-63675a8e-da30-4724-9352-a56daeb72d79 service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818789 Feb 04 06:25:02.169404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be2fa0-35cb-4a15-9e6d-cc7798220226 req-ad689071-59b4-45c1-926a-8154bb6308ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:02.170946 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2fa0-35cb-4a15-9e6d-cc7798220226 req-ad689071-59b4-45c1-926a-8154bb6308ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 1096 time: 0.0422466 Feb 04 06:25:02.283104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4cab6-219f-45a8-830c-6323cc6cf9da req-20858fc1-ad19-4683-a882-e1ad11efac64 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:02.284510 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-47f4cab6-219f-45a8-830c-6323cc6cf9da req-20858fc1-ad19-4683-a882-e1ad11efac64 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 943 time: 0.1079497 Feb 04 06:25:02.313121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be2fa0-35cb-4a15-9e6d-cc7798220226 req-952078ab-c8cf-422b-a8a0-6665e5c7b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:02.314546 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2fa0-35cb-4a15-9e6d-cc7798220226 req-952078ab-c8cf-422b-a8a0-6665e5c7b714 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8797a497-96b0-4b61-98ad-36b718281488 HTTP/1.1" status: 200 len: 898 time: 0.1363211 Feb 04 06:25:02.363703 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-47f4cab6-219f-45a8-830c-6323cc6cf9da req-00c6c07b-9178-45bf-94a3-640ab9398e9e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706613 Feb 04 06:25:02.365036 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2fa0-35cb-4a15-9e6d-cc7798220226 req-8f165c3b-6da4-4263-a0da-d7c23b8ff1c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b788512-7880-4aff-bf4b-d52a348d4785 HTTP/1.1" status: 200 len: 217 time: 0.0435092 Feb 04 06:25:02.419621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be2fa0-35cb-4a15-9e6d-cc7798220226 req-9d28a92e-f4e5-4971-8078-e9e54fb62920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:02.421155 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2fa0-35cb-4a15-9e6d-cc7798220226 req-9d28a92e-f4e5-4971-8078-e9e54fb62920 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c73c77c-36f9-4dbb-8dfa-1673c1413bee HTTP/1.1" status: 200 len: 834 time: 0.0481067 Feb 04 06:25:02.466796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be2fa0-35cb-4a15-9e6d-cc7798220226 req-b4ec9158-665f-4f6b-90ef-3fd77fa0839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:02.468397 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2fa0-35cb-4a15-9e6d-cc7798220226 req-b4ec9158-665f-4f6b-90ef-3fd77fa0839b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8797a497-96b0-4b61-98ad-36b718281488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399318 Feb 04 06:25:02.558017 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2fa0-35cb-4a15-9e6d-cc7798220226 req-2d823341-917f-4be0-927e-298e93f77eca service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806787 Feb 04 06:25:02.653141 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-53be2fa0-35cb-4a15-9e6d-cc7798220226 req-8ecf2151-e44a-42fd-84cd-d97f8f4f04bb service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887659 Feb 04 06:25:03.485641 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fa200-81e3-43a4-8255-a4737500e504 req-9852750d-351f-42bc-8b13-f7b7cfca5d04 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:03.487119 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7d5fa200-81e3-43a4-8255-a4737500e504 req-9852750d-351f-42bc-8b13-f7b7cfca5d04 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 943 time: 0.0552247 Feb 04 06:25:03.526563 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7d5fa200-81e3-43a4-8255-a4737500e504 req-ae342abd-7660-49e3-97f3-161c7c85e899 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335393 Feb 04 06:25:04.641416 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fd0ed-dda1-4dee-8c58-64f9c9b4a641 req-f98d694e-1c29-4c2d-878d-8cbbeac7152a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:04.643913 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34fd0ed-dda1-4dee-8c58-64f9c9b4a641 req-f98d694e-1c29-4c2d-878d-8cbbeac7152a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 943 time: 0.0498984 Feb 04 06:25:04.690360 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c34fd0ed-dda1-4dee-8c58-64f9c9b4a641 req-d55c4daf-b817-47ed-97ef-ddbd695f9c1d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406656 Feb 04 06:25:05.508470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0b788512-7880-4aff-bf4b-d52a348d4785 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:25:05.600110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0b788512-7880-4aff-bf4b-d52a348d4785, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b788512-7880-4aff-bf4b-d52a348d4785,segment=NetworkSegment(e3d47e72-b8a1-4467-a09d-68408e0993a0),segment_id=e3d47e72-b8a1-4467-a09d-68408e0993a0)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:25:05.610986 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '0b788512-7880-4aff-bf4b-d52a348d4785', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'port_id': '0b788512-7880-4aff-bf4b-d52a348d4785', 'mac_address': 'fa:16:3e:f1:4e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:25:05.647205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:05.660044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b788512-7880-4aff-bf4b-d52a348d4785 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:25:05.682123 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0b788512-7880-4aff-bf4b-d52a348d4785, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b788512-7880-4aff-bf4b-d52a348d4785,segment=NetworkSegment(e3d47e72-b8a1-4467-a09d-68408e0993a0),segment_id=e3d47e72-b8a1-4467-a09d-68408e0993a0)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:25:05.687658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:05.735606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=0b788512-7880-4aff-bf4b-d52a348d4785,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:05.805503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7643db-38a2-4d9a-a600-165aed73b05f req-c95e1a20-20ae-4a15-8fc5-cb520f97d98b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:05.806952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a7643db-38a2-4d9a-a600-165aed73b05f req-c95e1a20-20ae-4a15-8fc5-cb520f97d98b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 944 time: 0.0493696 Feb 04 06:25:05.845490 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a7643db-38a2-4d9a-a600-165aed73b05f req-0ff58db1-9eec-483d-88ec-1fcb2a40f82e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324299 Feb 04 06:25:05.922037 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['0b788512-7880-4aff-bf4b-d52a348d4785'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:25:06.957662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef2bae-cbfa-4fad-917d-656723b49d45 req-7152ec0f-6e92-459e-9267-bf607c2b98eb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:06.959171 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80ef2bae-cbfa-4fad-917d-656723b49d45 req-7152ec0f-6e92-459e-9267-bf607c2b98eb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 944 time: 0.0489979 Feb 04 06:25:06.997225 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80ef2bae-cbfa-4fad-917d-656723b49d45 req-29eae649-8242-4a2e-b2d9-d07addcbcf8f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320117 Feb 04 06:25:07.507730 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0b788512-7880-4aff-bf4b-d52a348d4785 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:25:07.555053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 0b788512-7880-4aff-bf4b-d52a348d4785 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:25:07.558518 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 0b788512-7880-4aff-bf4b-d52a348d4785 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:07.558884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:07.634841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:07.661036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b788512-7880-4aff-bf4b-d52a348d4785'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:07.663289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b42fa01-d24e-4ecf-9837-9ae4f2f98917" -d '{"events": [{"server_uuid": "a96a8bcc-99d4-45a4-b2b7-0591aa37facd", "name": "network-vif-plugged", "status": "completed", "tag": "0b788512-7880-4aff-bf4b-d52a348d4785"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:25:07.675675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 0b788512-7880-4aff-bf4b-d52a348d4785, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b788512-7880-4aff-bf4b-d52a348d4785,segment=NetworkSegment(e3d47e72-b8a1-4467-a09d-68408e0993a0),segment_id=e3d47e72-b8a1-4467-a09d-68408e0993a0)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:25:07.679553 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:07.726356 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=0b788512-7880-4aff-bf4b-d52a348d4785,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:07.756049 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561fab55-3504-4dc9-87e8-de900ffb8980 x-openstack-request-id: req-561fab55-3504-4dc9-87e8-de900ffb8980 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:25:07.756338 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96a8bcc-99d4-45a4-b2b7-0591aa37facd", "name": "network-vif-plugged", "status": "completed", "tag": "0b788512-7880-4aff-bf4b-d52a348d4785", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:25:07.756591 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-561fab55-3504-4dc9-87e8-de900ffb8980 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:25:07.756983 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b788512-7880-4aff-bf4b-d52a348d4785', 'code': 200} Feb 04 06:25:07.914237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f7b87-1efb-45f2-9f9c-f204c912fa08 req-63e88df7-56e3-46ce-b2b9-7e2595f87337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:07.915699 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-702f7b87-1efb-45f2-9f9c-f204c912fa08 req-63e88df7-56e3-46ce-b2b9-7e2595f87337 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 1098 time: 0.0384991 Feb 04 06:25:07.952912 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-702f7b87-1efb-45f2-9f9c-f204c912fa08 req-0cb35dec-0f03-4109-af71-b9c586dd99c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304995 Feb 04 06:25:08.112399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681357e-9f1c-4185-b2d7-48e0e6df95db req-cde16c8c-1589-4f11-810d-24cbc79151c7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:08.113894 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6681357e-9f1c-4185-b2d7-48e0e6df95db req-cde16c8c-1589-4f11-810d-24cbc79151c7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0500813 Feb 04 06:25:08.150684 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6681357e-9f1c-4185-b2d7-48e0e6df95db req-b3e973ce-2177-4292-9f48-824d17d629af tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308022 Feb 04 06:25:09.263836 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d157550-f005-4044-9883-53f10f41e6e0 req-171f1c5b-d7cd-4495-a18c-0b89ef5976a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:09.266083 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3d157550-f005-4044-9883-53f10f41e6e0 req-171f1c5b-d7cd-4495-a18c-0b89ef5976a7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0488112 Feb 04 06:25:09.301996 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3d157550-f005-4044-9883-53f10f41e6e0 req-65f5a83c-d6df-4e3d-8953-f9409276700d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302250 Feb 04 06:25:09.419306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7d719-70bf-44e9-9e34-e193c922d0a4 req-7898b82f-aba1-485a-bd9e-e1367550dd3b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:09.420770 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-46f7d719-70bf-44e9-9e34-e193c922d0a4 req-7898b82f-aba1-485a-bd9e-e1367550dd3b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0491698 Feb 04 06:25:09.463374 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-46f7d719-70bf-44e9-9e34-e193c922d0a4 req-24792115-1fd2-4df6-9c50-eefdc28fd916 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357318 Feb 04 06:25:09.484690 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52846) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:25:09.523139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47994e-d428-4320-9b78-4560836ceae3 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:09.524624 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2d47994e-d428-4320-9b78-4560836ceae3 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 1093 time: 0.0389485 Feb 04 06:25:09.527326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52848) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:25:09.531480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '0b788512-7880-4aff-bf4b-d52a348d4785', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:09.554634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:09.650632 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:09.757887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.26.5.49 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/1b74d681-b480-4491-be4d-290c304fc53e) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:25:09.857748 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:09.895732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:09.933783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:25:09.936756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:25:09.940196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:25:09.965292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=1b74d681-b480-4491-be4d-290c304fc53e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:10.306557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:10.371733 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:10.519064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:10.523463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:10.590108 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=1b74d681-b480-4491-be4d-290c304fc53e,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:10.599887 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:10.697933 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Floating IP 0c7e734b-f244-4aaa-8349-f370743423ac associated. External IP: 172.26.5.49, port: 0b788512-7880-4aff-bf4b-d52a348d4785. Feb 04 06:25:10.903634 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 39ded2c4-64da-40a3-87bc-ec37818873cb has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:25:11.014756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:25:11.024662 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781036d6-cea6-49f0-a4a7-0a87aa5071c1 None None] Sync routers for ids ['39ded2c4-64da-40a3-87bc-ec37818873cb'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:25:11.032287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:11.035191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781036d6-cea6-49f0-a4a7-0a87aa5071c1 None None] Routers {'39ded2c4-64da-40a3-87bc-ec37818873cb'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:25:11.035840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-781036d6-cea6-49f0-a4a7-0a87aa5071c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:24:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39ded2c4-64da-40a3-87bc-ec37818873cb'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:11.060309 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-ec3d0f9c-7f1a-4f00-8d57-38b4ab055e72 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5319979 Feb 04 06:25:11.060953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'tag': '0b788512-7880-4aff-bf4b-d52a348d4785'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:11.064005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b7cdad-8832-4ead-8082-e982bac9da4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a96a8bcc-99d4-45a4-b2b7-0591aa37facd", "tag": "0b788512-7880-4aff-bf4b-d52a348d4785"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:25:11.099926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f445cb34-9a39-40a7-9a68-ebb47c68e70e x-openstack-request-id: req-f445cb34-9a39-40a7-9a68-ebb47c68e70e {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:25:11.100226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96a8bcc-99d4-45a4-b2b7-0591aa37facd", "tag": "0b788512-7880-4aff-bf4b-d52a348d4785", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:25:11.100477 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f445cb34-9a39-40a7-9a68-ebb47c68e70e {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:25:11.100881 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'tag': '0b788512-7880-4aff-bf4b-d52a348d4785', 'status': 'completed', 'code': 200} Feb 04 06:25:11.149439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-781036d6-cea6-49f0-a4a7-0a87aa5071c1 None None] Set router 39ded2c4-64da-40a3-87bc-ec37818873cb gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:25:11.194382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7cdad-8832-4ead-8082-e982bac9da4b req-76d9683d-fd38-4ebe-aa52-e6291a26dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:11.195899 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9b7cdad-8832-4ead-8082-e982bac9da4b req-76d9683d-fd38-4ebe-aa52-e6291a26dcfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 1098 time: 0.0748651 Feb 04 06:25:11.203720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad7489-0420-490f-9775-faea5760ee22 req-7e01ae89-4f92-45a0-bbd8-4b1b9a765212 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:11.205098 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bbad7489-0420-490f-9775-faea5760ee22 req-7e01ae89-4f92-45a0-bbd8-4b1b9a765212 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0753686 Feb 04 06:25:11.286121 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bbad7489-0420-490f-9775-faea5760ee22 req-eafc34bf-258c-4aba-bd38-14da6a07a59d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729065 Feb 04 06:25:11.309788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52854) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:25:11.355462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7cdad-8832-4ead-8082-e982bac9da4b req-f8e78240-508b-4b45-8d66-fe822487f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:11.356916 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9b7cdad-8832-4ead-8082-e982bac9da4b req-f8e78240-508b-4b45-8d66-fe822487f6fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=8797a497-96b0-4b61-98ad-36b718281488 HTTP/1.1" status: 200 len: 898 time: 0.1509519 Feb 04 06:25:11.379914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-781036d6-cea6-49f0-a4a7-0a87aa5071c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '0c7e734b-f244-4aaa-8349-f370743423ac', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.49', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'port_id': '0b788512-7880-4aff-bf4b-d52a348d4785', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'mac_address': 'fa:16:3e:f1:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:25:10Z', 'updated_at': '2022-02-04T06:25:10Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4742ce-e80d-4317-87f4-b457ea869b15', 'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:51:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:56Z', 'updated_at': '2022-02-04T06:24:59Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:11.408952 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781036d6-cea6-49f0-a4a7-0a87aa5071c1 None None] Checking router: 39ded2c4-64da-40a3-87bc-ec37818873cb for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:25:11.416932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781036d6-cea6-49f0-a4a7-0a87aa5071c1 None None] Routers {'39ded2c4-64da-40a3-87bc-ec37818873cb'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:25:11.417549 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-781036d6-cea6-49f0-a4a7-0a87aa5071c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:24:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39ded2c4-64da-40a3-87bc-ec37818873cb'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:11.423376 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5e618ff7-980d-443d-8b7f-82405a2b3676 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/0c7e734b-f244-4aaa-8349-f370743423ac HTTP/1.1" status: 200 len: 990 time: 0.1104703 Feb 04 06:25:11.433926 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9b7cdad-8832-4ead-8082-e982bac9da4b req-8a90d11d-2dd9-4ce9-9e21-8203aa972036 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b788512-7880-4aff-bf4b-d52a348d4785 HTTP/1.1" status: 200 len: 998 time: 0.0699589 Feb 04 06:25:11.482205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7cdad-8832-4ead-8082-e982bac9da4b req-e5efd280-0acc-4d75-a198-1efe13d00a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:11.484247 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9b7cdad-8832-4ead-8082-e982bac9da4b req-e5efd280-0acc-4d75-a198-1efe13d00a03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c73c77c-36f9-4dbb-8dfa-1673c1413bee HTTP/1.1" status: 200 len: 834 time: 0.0436144 Feb 04 06:25:11.520873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-781036d6-cea6-49f0-a4a7-0a87aa5071c1 None None] Set router 39ded2c4-64da-40a3-87bc-ec37818873cb gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:25:11.531172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7cdad-8832-4ead-8082-e982bac9da4b req-dbb38480-f130-48ff-80a0-6f2df1fc8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:11.532724 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9b7cdad-8832-4ead-8082-e982bac9da4b req-dbb38480-f130-48ff-80a0-6f2df1fc8653 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8797a497-96b0-4b61-98ad-36b718281488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431347 Feb 04 06:25:11.620829 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9b7cdad-8832-4ead-8082-e982bac9da4b req-594a0b2e-0dd8-48de-a4e0-1df98cb72d16 service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813534 Feb 04 06:25:11.719120 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9b7cdad-8832-4ead-8082-e982bac9da4b req-dcd671c9-261a-45eb-a725-327371da8c47 service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917044 Feb 04 06:25:11.876945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-781036d6-cea6-49f0-a4a7-0a87aa5071c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '0c7e734b-f244-4aaa-8349-f370743423ac', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.49', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'port_id': '0b788512-7880-4aff-bf4b-d52a348d4785', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'mac_address': 'fa:16:3e:f1:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:25:10Z', 'updated_at': '2022-02-04T06:25:10Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4742ce-e80d-4317-87f4-b457ea869b15', 'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:51:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:56Z', 'updated_at': '2022-02-04T06:24:59Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:11.907933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781036d6-cea6-49f0-a4a7-0a87aa5071c1 None None] The sync data for ids ['39ded2c4-64da-40a3-87bc-ec37818873cb'] in dv-neutron-826811-2-hyperv is: [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '0c7e734b-f244-4aaa-8349-f370743423ac', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.49', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'port_id': '0b788512-7880-4aff-bf4b-d52a348d4785', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'mac_address': 'fa:16:3e:f1:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:25:10Z', 'updated_at': '2022-02-04T06:25:10Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4742ce-e80d-4317-87f4-b457ea869b15', 'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:51:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:56Z', 'updated_at': '2022-02-04T06:24:59Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:25:12.098769 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fde8c9-f537-454d-90e6-6bdbf4c24521 None None] New status for floating IP 0c7e734b-f244-4aaa-8349-f370743423ac: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:25:12.426257 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52856) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:25:12.486994 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-eeba61bf-2944-4499-9da9-9f1fcc4d7e75 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/0c7e734b-f244-4aaa-8349-f370743423ac HTTP/1.1" status: 200 len: 992 time: 0.0595243 Feb 04 06:25:21.236277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-16ea34d2-fb65-4811-905f-8ae290267723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:23.474087 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2721fe5f-b7bd-4410-82d0-0703ca94fc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:24.836108 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:26.445535 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:26.706402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.675764 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:25:28.695325 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:41.123415 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-cf11b1e3-7cab-41bd-9961-6d3e58f3bd58 req-05d03dea-4dd5-404e-acf5-d5220992f39b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:25:41.124424 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf11b1e3-7cab-41bd-9961-6d3e58f3bd58 req-05d03dea-4dd5-404e-acf5-d5220992f39b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0757029 Feb 04 06:25:41.301418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95b00f-8129-4218-98c3-c4231aba7e35 req-ad3a3db3-7568-46b2-b296-be0b9f586bf8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:41.302904 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3e95b00f-8129-4218-98c3-c4231aba7e35 req-ad3a3db3-7568-46b2-b296-be0b9f586bf8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0508022 Feb 04 06:25:41.319355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52878) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:25:41.345170 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3e95b00f-8129-4218-98c3-c4231aba7e35 req-78acdd56-1efd-4305-944b-a8654fbc6b35 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362051 Feb 04 06:25:41.405107 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-b6135538-d548-468c-be80-d40b60a428e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845594 Feb 04 06:25:41.414527 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-fe5e85a4-a46d-4e61-9d3d-b0e085076dc8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:25:41.415483 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-fe5e85a4-a46d-4e61-9d3d-b0e085076dc8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048864 Feb 04 06:25:42.478529 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d99caa-69ea-4cfb-a564-bbcef3f1bbae req-59a7c06f-aa6c-4b5b-8d28-6f6fe13deb80 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:42.480099 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c7d99caa-69ea-4cfb-a564-bbcef3f1bbae req-59a7c06f-aa6c-4b5b-8d28-6f6fe13deb80 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0610087 Feb 04 06:25:42.546256 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c7d99caa-69ea-4cfb-a564-bbcef3f1bbae req-ab6968fc-4d51-4214-b89d-0a84a17a0021 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595052 Feb 04 06:25:42.556165 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-29f020c4-aea9-4313-b7fb-5008f70bed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:42.557718 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-29f020c4-aea9-4313-b7fb-5008f70bed38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 1098 time: 0.0555971 Feb 04 06:25:42.652846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-d6c81f6a-9ca2-4d77-a863-b82ef7fb2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:42.654263 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-d6c81f6a-9ca2-4d77-a863-b82ef7fb2147 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8797a497-96b0-4b61-98ad-36b718281488 HTTP/1.1" status: 200 len: 898 time: 0.0904055 Feb 04 06:25:42.721422 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-b4161e0f-87cc-4b80-b109-d3b1e6bb26de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b788512-7880-4aff-bf4b-d52a348d4785 HTTP/1.1" status: 200 len: 1000 time: 0.0595896 Feb 04 06:25:42.772289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-b0baa495-5364-4368-b50b-877d12e6aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:42.773802 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-b0baa495-5364-4368-b50b-877d12e6aad9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c73c77c-36f9-4dbb-8dfa-1673c1413bee HTTP/1.1" status: 200 len: 834 time: 0.0457292 Feb 04 06:25:42.827048 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-38c3ee46-0095-429e-accd-c97b215402e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:42.828555 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-38c3ee46-0095-429e-accd-c97b215402e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8797a497-96b0-4b61-98ad-36b718281488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461018 Feb 04 06:25:42.927138 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-25615b8f-90db-48c1-850b-d4308740ef06 service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899291 Feb 04 06:25:43.019840 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-6999b706-d97e-4770-b902-6ede46f6c050 service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858150 Feb 04 06:25:43.665039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab55ea8-18b5-41c3-a0f0-5e80ae74c7a2 req-8d87c973-2717-479c-a233-a89426ac6aca tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:43.666538 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8ab55ea8-18b5-41c3-a0f0-5e80ae74c7a2 req-8d87c973-2717-479c-a233-a89426ac6aca tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0492060 Feb 04 06:25:43.704356 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8ab55ea8-18b5-41c3-a0f0-5e80ae74c7a2 req-81c3cce5-cfcf-4a64-a136-ae8a7093aa39 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319035 Feb 04 06:25:44.819704 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c68cb-24a3-4ba9-a76e-28254503155d req-894af445-459b-4af5-ba15-e1a0aab7f25d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.821387 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-db6c68cb-24a3-4ba9-a76e-28254503155d req-894af445-459b-4af5-ba15-e1a0aab7f25d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0504260 Feb 04 06:25:44.859083 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-db6c68cb-24a3-4ba9-a76e-28254503155d req-fe838ff2-6f8b-4b57-bae8-017011539a0c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315166 Feb 04 06:25:45.979465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ebbdf-b2ab-4683-9fec-592fff98b2ce req-d247fc3c-1feb-4c37-bdc0-12b07135acf4 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:45.980925 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c43ebbdf-b2ab-4683-9fec-592fff98b2ce req-d247fc3c-1feb-4c37-bdc0-12b07135acf4 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0530438 Feb 04 06:25:46.018499 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c43ebbdf-b2ab-4683-9fec-592fff98b2ce req-ec19684f-cfeb-48e9-af55-ae603bd8fa30 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316281 Feb 04 06:25:47.131324 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b6274-6f32-4bb8-87e7-9e053a03fe3f req-4d744763-f8fd-4ca2-9dcb-7e304c667c0e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:47.132807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fb0b6274-6f32-4bb8-87e7-9e053a03fe3f req-4d744763-f8fd-4ca2-9dcb-7e304c667c0e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0488920 Feb 04 06:25:47.169662 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fb0b6274-6f32-4bb8-87e7-9e053a03fe3f req-f0ab8eba-4745-4f37-8d90-6ab79557a5a0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309684 Feb 04 06:25:48.282844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87832fb7-1df5-4aa7-a8e9-81369f72909b req-891b4a2b-c345-44d1-9a37-41a4710ae209 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:48.284440 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87832fb7-1df5-4aa7-a8e9-81369f72909b req-891b4a2b-c345-44d1-9a37-41a4710ae209 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0485580 Feb 04 06:25:48.321482 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87832fb7-1df5-4aa7-a8e9-81369f72909b req-9f7081c4-c3b3-4cee-a1b8-029195a1924b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311267 Feb 04 06:25:49.453495 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6db839-dec7-467f-944e-99194f3226d1 req-99dbe593-bcb9-4970-bc0b-676b0907f09a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:49.455092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bd6db839-dec7-467f-944e-99194f3226d1 req-99dbe593-bcb9-4970-bc0b-676b0907f09a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0547369 Feb 04 06:25:49.492999 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bd6db839-dec7-467f-944e-99194f3226d1 req-fd001fb6-4c04-4955-8ed8-1cfb4023715d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317118 Feb 04 06:25:50.614540 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04394d-9455-4c12-a132-212a560b262f req-f3683e65-471e-42a1-930a-83f6fd1ebdfa tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:50.616067 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d04394d-9455-4c12-a132-212a560b262f req-f3683e65-471e-42a1-930a-83f6fd1ebdfa tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0500965 Feb 04 06:25:50.655595 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9d04394d-9455-4c12-a132-212a560b262f req-7aa509ba-f303-47cb-9f5d-fc25ece778d0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332146 Feb 04 06:25:51.237934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-deb92c53-39c1-46f4-8e5a-2f500c5caba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:51.769337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bda060-3e0c-49cd-9f8e-a7c51e66d18b req-61d9e6f9-0d4f-43fc-b66b-cc6dd896ccb2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:51.770791 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-41bda060-3e0c-49cd-9f8e-a7c51e66d18b req-61d9e6f9-0d4f-43fc-b66b-cc6dd896ccb2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0478740 Feb 04 06:25:51.806839 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-41bda060-3e0c-49cd-9f8e-a7c51e66d18b req-006d9ffd-ec1e-4c7f-8e2e-ae096c862427 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302691 Feb 04 06:25:52.925796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be2013-ca69-4d10-9963-607a7fb191ab req-f04a2740-f7e8-44f0-a24d-ef5ccc4f22b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:52.927239 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-67be2013-ca69-4d10-9963-607a7fb191ab req-f04a2740-f7e8-44f0-a24d-ef5ccc4f22b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0535934 Feb 04 06:25:52.964678 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-67be2013-ca69-4d10-9963-607a7fb191ab req-d6d99aa7-aa28-4bc3-b852-d4e68865b41b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315068 Feb 04 06:25:53.475549 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8a0405e1-37d7-41e8-ac29-e0ad3dde0a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:54.077482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d6221-d9c6-4b5c-b37d-607d8ef25379 req-692104f7-d9f4-411b-9b6e-ff9ae57c5bc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.078948 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-972d6221-d9c6-4b5c-b37d-607d8ef25379 req-692104f7-d9f4-411b-9b6e-ff9ae57c5bc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0482087 Feb 04 06:25:54.116387 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-972d6221-d9c6-4b5c-b37d-607d8ef25379 req-adb93c3d-00c5-4ec5-9e25-9fc09dd946ab tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307374 Feb 04 06:25:54.604550 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-efb4664f-c068-47e8-9cc8-ba0d064e250a service neutron] 10.222.0.36 "GET /v2.0/ports/0b788512-7880-4aff-bf4b-d52a348d4785/bindings/hv-neutron-8268 HTTP/1.1" status: 200 len: 384 time: 0.0534053 Feb 04 06:25:54.799665 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-4425eb27-a4ac-42ac-9069-1c409e5bba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.801146 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-4425eb27-a4ac-42ac-9069-1c409e5bba9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 1098 time: 0.0455425 Feb 04 06:25:54.839588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:54.864595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-db7b5104-90dc-4f6c-a553-1e29dc3b1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.866097 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-db7b5104-90dc-4f6c-a553-1e29dc3b1699 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 1098 time: 0.0436168 Feb 04 06:25:54.953932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-7e46e73a-cae0-4c59-b683-1aa9f711a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.955517 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-7e46e73a-cae0-4c59-b683-1aa9f711a623 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8797a497-96b0-4b61-98ad-36b718281488 HTTP/1.1" status: 200 len: 898 time: 0.0832055 Feb 04 06:25:55.021855 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-1f9ccadb-bd08-4006-95bf-2318541ab90c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b788512-7880-4aff-bf4b-d52a348d4785 HTTP/1.1" status: 200 len: 1000 time: 0.0599792 Feb 04 06:25:55.069105 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-aa0b508b-887e-4edd-b70a-a405fd7fc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:55.070499 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-aa0b508b-887e-4edd-b70a-a405fd7fc0d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c73c77c-36f9-4dbb-8dfa-1673c1413bee HTTP/1.1" status: 200 len: 834 time: 0.0419490 Feb 04 06:25:55.113366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-d1e987ef-a591-4114-9f82-c6b71633132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:55.114856 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-d1e987ef-a591-4114-9f82-c6b71633132f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8797a497-96b0-4b61-98ad-36b718281488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385287 Feb 04 06:25:55.233183 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-9e23bac7-b46a-48db-ac89-89f24d88b9ff service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113398 Feb 04 06:25:55.264520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d0652-0ae6-43c0-a19c-730198e9c160 req-21a4dc8b-9690-46b0-b5ee-8a4440675f22 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:55.265949 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca4d0652-0ae6-43c0-a19c-730198e9c160 req-21a4dc8b-9690-46b0-b5ee-8a4440675f22 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0819385 Feb 04 06:25:55.345634 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ca4d0652-0ae6-43c0-a19c-730198e9c160 req-065bc3e1-758c-4c3d-81a1-4ee79f78b7ac tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508068 Feb 04 06:25:55.359976 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fd4c203-9aa1-47da-b57f-58a8c7e5e03a req-3d6442d5-ac9e-4583-a35a-59d03899b736 service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210256 Feb 04 06:25:56.450216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:56.462339 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5a02-5db9-4523-99ef-b57b45c6dcb8 req-3e01b8e8-ef5d-4843-ab3e-be815a9b9244 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:56.463807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ecb5a02-5db9-4523-99ef-b57b45c6dcb8 req-3e01b8e8-ef5d-4843-ab3e-be815a9b9244 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0508137 Feb 04 06:25:56.500126 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ecb5a02-5db9-4523-99ef-b57b45c6dcb8 req-1d86af10-294a-4738-98cc-1eabd9a89825 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303063 Feb 04 06:25:56.707498 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:57.615225 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a05e5f-1e97-4b3c-aa1e-6c196c442db4 req-a1076efd-ad35-49db-a289-2a735c2ff827 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:57.616603 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-19a05e5f-1e97-4b3c-aa1e-6c196c442db4 req-a1076efd-ad35-49db-a289-2a735c2ff827 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0482564 Feb 04 06:25:57.657533 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-19a05e5f-1e97-4b3c-aa1e-6c196c442db4 req-8a6ce491-a229-4118-bb32-717157e66741 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350192 Feb 04 06:25:57.881254 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68723843-c007-484d-90e7-4302e0aca470 req-9f32b7f0-c3e5-4678-ac03-03ee82b332b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:57.882644 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68723843-c007-484d-90e7-4302e0aca470 req-9f32b7f0-c3e5-4678-ac03-03ee82b332b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0802517 Feb 04 06:25:57.894852 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-861aded1-705f-43f1-8209-99c3548fa5c0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:57.896271 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-861aded1-705f-43f1-8209-99c3548fa5c0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&binding%3Ahost_id=hv-neutron-8268 HTTP/1.1" status: 200 len: 945 time: 0.0683143 Feb 04 06:25:57.927758 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68723843-c007-484d-90e7-4302e0aca470 req-fce6d250-1197-4002-bd6c-5c7f7a4ec6cc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305340 Feb 04 06:25:57.976303 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-5e92514c-d61f-45a6-82a0-53dbb9d3de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:57.977878 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-5e92514c-d61f-45a6-82a0-53dbb9d3de85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 1098 time: 0.0416906 Feb 04 06:25:58.101424 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7013d06-0eb8-4f61-844b-38742e7209f2 req-ef9ce796-2ca9-422c-979d-a1a0c353d768 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:58.102897 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7013d06-0eb8-4f61-844b-38742e7209f2 req-ef9ce796-2ca9-422c-979d-a1a0c353d768 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0981231 Feb 04 06:25:58.107426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-903718f7-5ad7-4d59-a3ce-c874010edd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:58.108805 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-903718f7-5ad7-4d59-a3ce-c874010edd40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8797a497-96b0-4b61-98ad-36b718281488 HTTP/1.1" status: 200 len: 898 time: 0.1251881 Feb 04 06:25:58.502445 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f7013d06-0eb8-4f61-844b-38742e7209f2 req-72c04e77-d8f5-4786-94d5-1cecb9b4b90b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926528 Feb 04 06:25:58.512770 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-9a7a87f2-649a-4235-8f6a-bf260a90ce69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b788512-7880-4aff-bf4b-d52a348d4785 HTTP/1.1" status: 200 len: 1000 time: 0.3968875 Feb 04 06:25:58.519753 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-dc8ba7a5-f150-4cfd-b335-bcf0553187ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711350 Feb 04 06:25:58.565215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-d92c89d7-3b62-4e3f-8b48-1ac04a2d6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:58.566626 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-d92c89d7-3b62-4e3f-8b48-1ac04a2d6d7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c73c77c-36f9-4dbb-8dfa-1673c1413bee HTTP/1.1" status: 200 len: 834 time: 0.0459609 Feb 04 06:25:58.611946 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-6736ec71-f02a-4f41-8f75-fcffcb1a8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:58.613459 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-6736ec71-f02a-4f41-8f75-fcffcb1a8372 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8797a497-96b0-4b61-98ad-36b718281488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405414 Feb 04 06:25:58.694459 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:58.701766 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-ed84f6bf-2ea7-46ae-8f71-908ac23da4ac service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816743 Feb 04 06:25:58.793147 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d8cf0ea-1352-4cef-8b60-b611c2677348 req-d4daf2e3-95cc-4ce5-8c09-90c3b80d64bc service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851626 Feb 04 06:25:58.909127 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-5cb95a9f-7f00-47b4-ae96-a6286e0773f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:58.910642 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-5cb95a9f-7f00-47b4-ae96-a6286e0773f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 1098 time: 0.0427194 Feb 04 06:25:59.021006 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-267840b6-5700-456b-ba7e-cfb72796e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:59.022506 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-267840b6-5700-456b-ba7e-cfb72796e3f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8797a497-96b0-4b61-98ad-36b718281488 HTTP/1.1" status: 200 len: 898 time: 0.0916214 Feb 04 06:25:59.087132 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-ef258fd8-e161-40ab-8cbe-e17ab848da72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b788512-7880-4aff-bf4b-d52a348d4785 HTTP/1.1" status: 200 len: 1000 time: 0.0585377 Feb 04 06:25:59.134695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-22170263-a489-4d8f-88e8-efd65a0526ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:59.136090 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-22170263-a489-4d8f-88e8-efd65a0526ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c73c77c-36f9-4dbb-8dfa-1673c1413bee HTTP/1.1" status: 200 len: 834 time: 0.0425041 Feb 04 06:25:59.184587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-1f7599c1-b790-4a8f-bd8c-43086c5fc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:59.186072 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-1f7599c1-b790-4a8f-bd8c-43086c5fc558 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8797a497-96b0-4b61-98ad-36b718281488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430098 Feb 04 06:25:59.273046 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-b7b838b3-6c15-407c-8589-d8813dedb068 service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798984 Feb 04 06:25:59.372556 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-cef54528-715e-4f18-b704-d18869b76197 service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903738 Feb 04 06:25:59.618206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b795e-93c2-4643-a99c-7e99af8ab942 req-3c6604c0-f63c-4210-8a46-659c95a8f7b9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:59.619617 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b3b795e-93c2-4643-a99c-7e99af8ab942 req-3c6604c0-f63c-4210-8a46-659c95a8f7b9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0497284 Feb 04 06:25:59.656279 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b3b795e-93c2-4643-a99c-7e99af8ab942 req-7936a671-84c1-4cca-81d4-fc7ef51a1d31 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307653 Feb 04 06:25:59.678246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52946) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:25:59.741324 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9075acd7-cf82-432e-a6ba-da00ef3ffe29 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/0c7e734b-f244-4aaa-8349-f370743423ac HTTP/1.1" status: 200 len: 992 time: 0.0619452 Feb 04 06:26:05.673882 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:26:21.237544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7dd74c81-dc1a-4175-ac4e-b4ea9fbb059d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:23.476346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-91d18ef3-e036-4cf9-9c30-5f300f751743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:24.842184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:26.449679 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:26.709746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.090745 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52956) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:28.240468 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 1b74d681-b480-4491-be4d-290c304fc53e {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:26:28.240804 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.313684 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.314008 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.326277 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 1b74d681-b480-4491-be4d-290c304fc53e owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:26:28.470777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.500846 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=1b74d681-b480-4491-be4d-290c304fc53e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:28.523345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.523691 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.524050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.524362 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.524694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.525019 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.525478 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.525806 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.526127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.527037 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.527380 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.527698 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:28.568198 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.568522 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Floating IP 0c7e734b-f244-4aaa-8349-f370743423ac disassociated (deleted). External IP: 172.26.5.49, port: 0b788512-7880-4aff-bf4b-d52a348d4785. Feb 04 06:26:28.712924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.769466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 39ded2c4-64da-40a3-87bc-ec37818873cb has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:26:29.132005 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:26:29.136782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:29.141246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b468f9-ed95-491f-b008-9375f9f35632 None None] Sync routers for ids ['39ded2c4-64da-40a3-87bc-ec37818873cb'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:26:29.149999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b468f9-ed95-491f-b008-9375f9f35632 None None] Routers {'39ded2c4-64da-40a3-87bc-ec37818873cb'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:26:29.150598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-81b468f9-ed95-491f-b008-9375f9f35632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:26:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39ded2c4-64da-40a3-87bc-ec37818873cb'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:29.162548 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-372068e3-edc6-48e9-a647-e3beefa02f0a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/floatingips/0c7e734b-f244-4aaa-8349-f370743423ac HTTP/1.1" status: 204 len: 168 time: 1.0707369 Feb 04 06:26:29.163231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'tag': '0b788512-7880-4aff-bf4b-d52a348d4785'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:29.165628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90956b33-edce-4e7a-961b-cf845b5a6fad" -d '{"events": [{"name": "network-changed", "server_uuid": "a96a8bcc-99d4-45a4-b2b7-0591aa37facd", "tag": "0b788512-7880-4aff-bf4b-d52a348d4785"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:26:29.204907 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50839884-d39e-4db1-8ea7-30adfbc10545 x-openstack-request-id: req-50839884-d39e-4db1-8ea7-30adfbc10545 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:26:29.205218 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96a8bcc-99d4-45a4-b2b7-0591aa37facd", "tag": "0b788512-7880-4aff-bf4b-d52a348d4785", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:26:29.205471 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50839884-d39e-4db1-8ea7-30adfbc10545 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:26:29.205902 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'tag': '0b788512-7880-4aff-bf4b-d52a348d4785', 'status': 'completed', 'code': 200} Feb 04 06:26:29.256665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-81b468f9-ed95-491f-b008-9375f9f35632 None None] Set router 39ded2c4-64da-40a3-87bc-ec37818873cb gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:26:29.269188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90956b33-edce-4e7a-961b-cf845b5a6fad req-9682555f-599d-4539-afbc-98738335ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:29.270685 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-90956b33-edce-4e7a-961b-cf845b5a6fad req-9682555f-599d-4539-afbc-98738335ef81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 1098 time: 0.0434444 Feb 04 06:26:29.407249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90956b33-edce-4e7a-961b-cf845b5a6fad req-49937e4f-a10d-4f37-9e4d-7911337200c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:29.408708 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-90956b33-edce-4e7a-961b-cf845b5a6fad req-49937e4f-a10d-4f37-9e4d-7911337200c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8797a497-96b0-4b61-98ad-36b718281488 HTTP/1.1" status: 200 len: 898 time: 0.1309478 Feb 04 06:26:29.459026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108665d-225d-4882-b587-3b0890c0dc01 req-ea163957-5321-4765-8a56-37d768587c1e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:29.460490 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0108665d-225d-4882-b587-3b0890c0dc01 req-ea163957-5321-4765-8a56-37d768587c1e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.1073339 Feb 04 06:26:29.461955 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-90956b33-edce-4e7a-961b-cf845b5a6fad req-854bb414-27a7-4605-be04-ce0d66948df5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b788512-7880-4aff-bf4b-d52a348d4785 HTTP/1.1" status: 200 len: 217 time: 0.0451994 Feb 04 06:26:29.462446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-81b468f9-ed95-491f-b008-9375f9f35632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '3b4742ce-e80d-4317-87f4-b457ea869b15', 'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:51:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:56Z', 'updated_at': '2022-02-04T06:24:59Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:29.489017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b468f9-ed95-491f-b008-9375f9f35632 None None] Checking router: 39ded2c4-64da-40a3-87bc-ec37818873cb for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:26:29.497214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b468f9-ed95-491f-b008-9375f9f35632 None None] Routers {'39ded2c4-64da-40a3-87bc-ec37818873cb'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:26:29.497816 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-81b468f9-ed95-491f-b008-9375f9f35632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:26:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39ded2c4-64da-40a3-87bc-ec37818873cb'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:29.533820 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0108665d-225d-4882-b587-3b0890c0dc01 req-8f7c141a-c6e3-4f5b-be00-fa6341a1dc21 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662878 Feb 04 06:26:29.541710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90956b33-edce-4e7a-961b-cf845b5a6fad req-353d807c-1e50-4cbb-a1fe-bdd99339d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:29.543622 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-90956b33-edce-4e7a-961b-cf845b5a6fad req-353d807c-1e50-4cbb-a1fe-bdd99339d70d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c73c77c-36f9-4dbb-8dfa-1673c1413bee HTTP/1.1" status: 200 len: 834 time: 0.0744579 Feb 04 06:26:29.587972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90956b33-edce-4e7a-961b-cf845b5a6fad req-33cf4229-1a2f-4fad-a035-7cbfb449d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:29.590437 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-90956b33-edce-4e7a-961b-cf845b5a6fad req-33cf4229-1a2f-4fad-a035-7cbfb449d747 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8797a497-96b0-4b61-98ad-36b718281488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403237 Feb 04 06:26:29.601933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-81b468f9-ed95-491f-b008-9375f9f35632 None None] Set router 39ded2c4-64da-40a3-87bc-ec37818873cb gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:26:29.684381 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-90956b33-edce-4e7a-961b-cf845b5a6fad req-a0c420de-b53a-4288-a598-d3aded165aee service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862663 Feb 04 06:26:29.775251 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-90956b33-edce-4e7a-961b-cf845b5a6fad req-47b224a1-94c1-43ad-a3f6-dc00fb13077c service neutron] 10.222.0.36 "GET /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839777 Feb 04 06:26:29.799990 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-81b468f9-ed95-491f-b008-9375f9f35632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '3b4742ce-e80d-4317-87f4-b457ea869b15', 'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:51:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:56Z', 'updated_at': '2022-02-04T06:24:59Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:29.829511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b468f9-ed95-491f-b008-9375f9f35632 None None] The sync data for ids ['39ded2c4-64da-40a3-87bc-ec37818873cb'] in dv-neutron-826811-2-hyperv is: [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '3b4742ce-e80d-4317-87f4-b457ea869b15', 'name': '', 'network_id': '8797a497-96b0-4b61-98ad-36b718281488', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:51:d9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:56Z', 'updated_at': '2022-02-04T06:24:59Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '9c73c77c-36f9-4dbb-8dfa-1673c1413bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:26:30.034629 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b82c0a-a204-4b29-a092-d0f80c4148d3 None None] New status for floating IP 0c7e734b-f244-4aaa-8349-f370743423ac: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:26:30.652319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18614ec-2f07-402c-b44c-06884b929e76 req-65c8340a-dcdd-448b-9af8-6582bbf11c05 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:30.653849 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b18614ec-2f07-402c-b44c-06884b929e76 req-65c8340a-dcdd-448b-9af8-6582bbf11c05 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0501435 Feb 04 06:26:30.692766 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b18614ec-2f07-402c-b44c-06884b929e76 req-47990f2e-31dd-4775-bac3-a83fe4efedea tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=40923d9a-67f8-4363-9d29-ad217ea9b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329888 Feb 04 06:26:31.052539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbbc99-0b18-483c-8b32-f6824a4e7665 req-639c5465-3c12-4a94-9749-4768731310fd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:31.053989 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-23dbbc99-0b18-483c-8b32-f6824a4e7665 req-639c5465-3c12-4a94-9749-4768731310fd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 945 time: 0.0521238 Feb 04 06:26:31.139663 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-23dbbc99-0b18-483c-8b32-f6824a4e7665 req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 0b788512-7880-4aff-bf4b-d52a348d4785 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:26:31.139991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-23dbbc99-0b18-483c-8b32-f6824a4e7665 req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:31.230333 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-23dbbc99-0b18-483c-8b32-f6824a4e7665 req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 0b788512-7880-4aff-bf4b-d52a348d4785, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=0b788512-7880-4aff-bf4b-d52a348d4785,segment=NetworkSegment(e3d47e72-b8a1-4467-a09d-68408e0993a0),segment_id=e3d47e72-b8a1-4467-a09d-68408e0993a0)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:31.230688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-23dbbc99-0b18-483c-8b32-f6824a4e7665 req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:31.242015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-23dbbc99-0b18-483c-8b32-f6824a4e7665 req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 0b788512-7880-4aff-bf4b-d52a348d4785 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:26:31.368844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-23dbbc99-0b18-483c-8b32-f6824a4e7665 req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:31.410190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=0b788512-7880-4aff-bf4b-d52a348d4785,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:31.431425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.431791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.432118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.432484 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.432844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.433224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.433559 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.433912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.434244 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.434591 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.434921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.435273 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:31.457310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dbbc99-0b18-483c-8b32-f6824a4e7665 req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] No DVR routers for this DVR port 0b788512-7880-4aff-bf4b-d52a348d4785 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:26:31.459746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-23dbbc99-0b18-483c-8b32-f6824a4e7665 req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:31.463175 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-23dbbc99-0b18-483c-8b32-f6824a4e7665 req-0470cf05-b534-4793-b1b3-3f6f81f21324 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "DELETE /v2.0/ports/0b788512-7880-4aff-bf4b-d52a348d4785 HTTP/1.1" status: 204 len: 173 time: 0.4041014 Feb 04 06:26:31.463621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'name': 'network-vif-deleted', 'tag': '0b788512-7880-4aff-bf4b-d52a348d4785'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:31.466593 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d5974-ed06-416e-b82d-db946db725fd" -d '{"events": [{"server_uuid": "a96a8bcc-99d4-45a4-b2b7-0591aa37facd", "name": "network-vif-deleted", "tag": "0b788512-7880-4aff-bf4b-d52a348d4785"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:26:31.501805 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0498c3c2-b827-457a-bb70-ca7cc3440d39 x-openstack-request-id: req-0498c3c2-b827-457a-bb70-ca7cc3440d39 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:26:31.502120 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96a8bcc-99d4-45a4-b2b7-0591aa37facd", "name": "network-vif-deleted", "tag": "0b788512-7880-4aff-bf4b-d52a348d4785", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:26:31.502393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0498c3c2-b827-457a-bb70-ca7cc3440d39 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:26:31.502804 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96a8bcc-99d4-45a4-b2b7-0591aa37facd', 'name': 'network-vif-deleted', 'tag': '0b788512-7880-4aff-bf4b-d52a348d4785', 'status': 'completed', 'code': 200} Feb 04 06:26:31.806946 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-15dd2ea3-cff1-40bd-8545-28b79d1f5c85 req-6a395ac1-9284-4144-963d-1ecfc8f161c3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=a96a8bcc-99d4-45a4-b2b7-0591aa37facd HTTP/1.1" status: 200 len: 210 time: 0.0286860 Feb 04 06:26:32.865674 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52974) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:33.212451 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:33.463226 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 3b4742ce-e80d-4317-87f4-b457ea869b15 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:26:33.463490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:33.554104 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 3b4742ce-e80d-4317-87f4-b457ea869b15, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=3b4742ce-e80d-4317-87f4-b457ea869b15,segment=NetworkSegment(e3d47e72-b8a1-4467-a09d-68408e0993a0),segment_id=e3d47e72-b8a1-4467-a09d-68408e0993a0)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:33.554454 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:33.566042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 3b4742ce-e80d-4317-87f4-b457ea869b15 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:26:33.749004 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:33.773292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=3b4742ce-e80d-4317-87f4-b457ea869b15,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:33.954064 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.161407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 39ded2c4-64da-40a3-87bc-ec37818873cb has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:26:34.265010 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:26:34.270374 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-8e7b0c32-9762-4be1-940d-f57978ff6bc1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "PUT /v2.0/routers/39ded2c4-64da-40a3-87bc-ec37818873cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4035850 Feb 04 06:26:34.272970 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52976) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:34.274307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29185a7-523e-432a-82b3-046c0465279f None None] Sync routers for ids ['39ded2c4-64da-40a3-87bc-ec37818873cb'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:26:34.283423 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29185a7-523e-432a-82b3-046c0465279f None None] Routers {'39ded2c4-64da-40a3-87bc-ec37818873cb'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:26:34.284022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d29185a7-523e-432a-82b3-046c0465279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:26:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39ded2c4-64da-40a3-87bc-ec37818873cb'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:34.327916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3563a498-ea5c-4c87-acbf-4648c4cac44e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting subnet 9c73c77c-36f9-4dbb-8dfa-1673c1413bee {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:26:34.330906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3563a498-ea5c-4c87-acbf-4648c4cac44e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.370787 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3563a498-ea5c-4c87-acbf-4648c4cac44e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.389146 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-d29185a7-523e-432a-82b3-046c0465279f None None] Set router 39ded2c4-64da-40a3-87bc-ec37818873cb gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:26:34.452925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3563a498-ea5c-4c87-acbf-4648c4cac44e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.515114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3563a498-ea5c-4c87-acbf-4648c4cac44e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.543450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563a498-ea5c-4c87-acbf-4648c4cac44e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Subnet': ['ID=9c73c77c-36f9-4dbb-8dfa-1673c1413bee,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:34.546603 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3563a498-ea5c-4c87-acbf-4648c4cac44e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.550467 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3563a498-ea5c-4c87-acbf-4648c4cac44e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/subnets/9c73c77c-36f9-4dbb-8dfa-1673c1413bee HTTP/1.1" status: 204 len: 168 time: 0.2758689 Feb 04 06:26:34.552361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52978) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:34.552680 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fdff68-b133-41a2-8c8a-b10aeb5d336d None None] Network 8797a497-96b0-4b61-98ad-36b718281488 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:26:34.618502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d29185a7-523e-432a-82b3-046c0465279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:26:33Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:34.646543 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29185a7-523e-432a-82b3-046c0465279f None None] Checking router: 39ded2c4-64da-40a3-87bc-ec37818873cb for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:26:34.662607 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.684245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29185a7-523e-432a-82b3-046c0465279f None None] Routers {'39ded2c4-64da-40a3-87bc-ec37818873cb'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:26:34.684868 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d29185a7-523e-432a-82b3-046c0465279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:26:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['39ded2c4-64da-40a3-87bc-ec37818873cb'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:34.773225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.800036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-d29185a7-523e-432a-82b3-046c0465279f None None] Set router 39ded2c4-64da-40a3-87bc-ec37818873cb gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:26:34.830153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] DHCP port deletion for 8797a497-96b0-4b61-98ad-36b718281488 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:26:34.831719 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:26:34.832069 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.914466 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:34.914830 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.927654 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:26:35.098853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.126577 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:35.127599 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Deleting port cf292389-5356-431f-8c75-38ee11e15984 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:26:35.127979 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.201310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] For port cf292389-5356-431f-8c75-38ee11e15984, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=cf292389-5356-431f-8c75-38ee11e15984,segment=NetworkSegment(e3d47e72-b8a1-4467-a09d-68408e0993a0),segment_id=e3d47e72-b8a1-4467-a09d-68408e0993a0)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:35.201697 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.217393 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Calling delete_port for cf292389-5356-431f-8c75-38ee11e15984 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:26:35.232398 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-d29185a7-523e-432a-82b3-046c0465279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:26:33Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:35.291501 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29185a7-523e-432a-82b3-046c0465279f None None] The sync data for ids ['39ded2c4-64da-40a3-87bc-ec37818873cb'] in dv-neutron-826811-2-hyperv is: [{'id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149032387', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:24:53Z', 'updated_at': '2022-02-04T06:26:33Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': 'd2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ded2c4-64da-40a3-87bc-ec37818873cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:24:54Z', 'updated_at': '2022-02-04T06:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:26:35.337761 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.361049 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Pushing event deleted for resources: {'Port': ['ID=cf292389-5356-431f-8c75-38ee11e15984,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:35.369825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] No DVR routers for this DVR port cf292389-5356-431f-8c75-38ee11e15984 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:26:35.372090 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.373251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.373838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.373838 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.374185 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.374512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.374836 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.375162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.375485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.375801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.376117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.376433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ecdd3-d813-4166-8429-5dc68be0a14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.439733 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.526908 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.528920 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.570034 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.570708 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Fanout notify agent at l3_agent the message router_deleted on router 39ded2c4-64da-40a3-87bc-ec37818873cb {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:26:35.579040 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.580134 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4e0d22ca-75b7-46bc-b644-6b8dbe5beab2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/routers/39ded2c4-64da-40a3-87bc-ec37818873cb HTTP/1.1" status: 204 len: 168 time: 1.0268650 Feb 04 06:26:35.582895 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52980) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:35.668450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.753952 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 3b4742ce-e80d-4317-87f4-b457ea869b15 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:26:35.765416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.778606 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 3b4742ce-e80d-4317-87f4-b457ea869b15 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:26:35.779480 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 3b4742ce-e80d-4317-87f4-b457ea869b15 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:26:35.779902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cf292389-5356-431f-8c75-38ee11e15984 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:26:35.789488 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8797a497-96b0-4b61-98ad-36b718281488']}} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:35.799177 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d47e72-b8a1-4467-a09d-68408e0993a0') {'for_net_delete': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:35.799474 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.services.segments.db [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d47e72-b8a1-4467-a09d-68408e0993a0') {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:35.799630 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: cf292389-5356-431f-8c75-38ee11e15984 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:26:35.799981 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device cf292389-5356-431f-8c75-38ee11e15984 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:26:35.809999 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9685619'] for segment, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.822973 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.829603 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:26:35.829978 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9667845'] for segment, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: Traceback (most recent call last): Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: timer() Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: cb(*args, **kw) Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: return func(*args, **kwargs) Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: self._notify() Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: self.callback(batched_events) Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: event.method(event) Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: return f(self, *a, **k) Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._get(url).json() Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: return self.request(url, 'GET', **kwargs) Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:26:35.832854 dv-neutron-826811-2-hyperv neutron-server[102166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:26:35.854342 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0b788512-7880-4aff-bf4b-d52a348d4785 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:26:35.877290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 0b788512-7880-4aff-bf4b-d52a348d4785 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:26:35.877757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 0b788512-7880-4aff-bf4b-d52a348d4785 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:26:35.901358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.909144 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.912252 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/networks/8797a497-96b0-4b61-98ad-36b718281488 HTTP/1.1" status: 204 len: 168 time: 0.3284171 Feb 04 06:26:35.915284 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52982) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:35.924774 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7421a0-613b-4797-9e0d-c3377fcac2a2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Network': ['ID=8797a497-96b0-4b61-98ad-36b718281488,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:35.982261 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-20c482d9-79d6-4461-9ed7-1a9fb25668f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.011667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-20c482d9-79d6-4461-9ed7-1a9fb25668f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.079989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-20c482d9-79d6-4461-9ed7-1a9fb25668f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.083060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-20c482d9-79d6-4461-9ed7-1a9fb25668f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.084650 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-20c482d9-79d6-4461-9ed7-1a9fb25668f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/security-groups/40923d9a-67f8-4363-9d29-ad217ea9b32e HTTP/1.1" status: 204 len: 168 time: 0.1678660 Feb 04 06:26:36.099637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c482d9-79d6-4461-9ed7-1a9fb25668f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40923d9a-67f8-4363-9d29-ad217ea9b32e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:36.595119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 52988) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:36.599678 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e88eeb4a-2e7d-4fa9-b8ea-606df51c0298 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309694747', 'description': 'tempest-secgroup-smoke-309694747 description', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:36.623220 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e88eeb4a-2e7d-4fa9-b8ea-606df51c0298 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.687274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e88eeb4a-2e7d-4fa9-b8ea-606df51c0298 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.691199 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e88eeb4a-2e7d-4fa9-b8ea-606df51c0298 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.723791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e88eeb4a-2e7d-4fa9-b8ea-606df51c0298 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.725016 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e88eeb4a-2e7d-4fa9-b8ea-606df51c0298 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1288965 Feb 04 06:26:36.726976 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88eeb4a-2e7d-4fa9-b8ea-606df51c0298 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4239a02-203a-4f9e-bddd-2dde57db285e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:36.728086 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52990) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:36.733880 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5018e85c-006c-4f88-88f5-b5e432a6e910 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': 'b4239a02-203a-4f9e-bddd-2dde57db285e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:36.762619 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5018e85c-006c-4f88-88f5-b5e432a6e910 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.818311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5018e85c-006c-4f88-88f5-b5e432a6e910 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.821867 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5018e85c-006c-4f88-88f5-b5e432a6e910 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.840556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018e85c-006c-4f88-88f5-b5e432a6e910 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d284fb-8ca6-4657-a402-22fa23eee313,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:36.846781 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5018e85c-006c-4f88-88f5-b5e432a6e910 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.847984 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5018e85c-006c-4f88-88f5-b5e432a6e910 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188278 Feb 04 06:26:36.850693 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52992) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:36.854884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-f860fb7e-9a04-4bda-b109-0d31e24f2d57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': 'b4239a02-203a-4f9e-bddd-2dde57db285e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:36.883808 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f860fb7e-9a04-4bda-b109-0d31e24f2d57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.943738 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f860fb7e-9a04-4bda-b109-0d31e24f2d57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.947255 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f860fb7e-9a04-4bda-b109-0d31e24f2d57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.964336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860fb7e-9a04-4bda-b109-0d31e24f2d57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd313db0-af8d-4cb5-888f-d76cae134f09,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:36.972015 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f860fb7e-9a04-4bda-b109-0d31e24f2d57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.973339 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f860fb7e-9a04-4bda-b109-0d31e24f2d57 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216774 Feb 04 06:26:36.975835 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52994) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:36.980084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-78ef1569-c2ca-4d03-badd-b3e9aa0ceeb7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': 'b4239a02-203a-4f9e-bddd-2dde57db285e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:37.008027 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-78ef1569-c2ca-4d03-badd-b3e9aa0ceeb7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.065372 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-78ef1569-c2ca-4d03-badd-b3e9aa0ceeb7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.069031 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-78ef1569-c2ca-4d03-badd-b3e9aa0ceeb7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.088683 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef1569-c2ca-4d03-badd-b3e9aa0ceeb7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7225b3b5-2aa8-4ff6-b990-36129261288e,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:37.096311 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-78ef1569-c2ca-4d03-badd-b3e9aa0ceeb7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.097528 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-78ef1569-c2ca-4d03-badd-b3e9aa0ceeb7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207783 Feb 04 06:26:37.100210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52996) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:37.104463 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4d042c97-a667-4627-b18b-3af3a1c6d8dd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': 'b4239a02-203a-4f9e-bddd-2dde57db285e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:37.132525 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d042c97-a667-4627-b18b-3af3a1c6d8dd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.188813 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d042c97-a667-4627-b18b-3af3a1c6d8dd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.192252 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d042c97-a667-4627-b18b-3af3a1c6d8dd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.211790 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d042c97-a667-4627-b18b-3af3a1c6d8dd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f53f27-69c2-421f-a442-3c3ac5073cdf,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:37.221035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4d042c97-a667-4627-b18b-3af3a1c6d8dd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.222269 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4d042c97-a667-4627-b18b-3af3a1c6d8dd tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211400 Feb 04 06:26:37.225039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 52998) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:37.229279 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-9dc638da-bcd8-4229-bbdf-4216b8aaba3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': 'b4239a02-203a-4f9e-bddd-2dde57db285e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:37.253306 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-9dc638da-bcd8-4229-bbdf-4216b8aaba3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Project 35ce0d0ff2514965b3feb3ffef5a408c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:26:37.257942 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9dc638da-bcd8-4229-bbdf-4216b8aaba3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.317289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9dc638da-bcd8-4229-bbdf-4216b8aaba3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.320788 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9dc638da-bcd8-4229-bbdf-4216b8aaba3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.337845 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc638da-bcd8-4229-bbdf-4216b8aaba3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48c86fc-27f2-4e29-9c2e-368ca58f0592,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:37.345195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9dc638da-bcd8-4229-bbdf-4216b8aaba3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.346465 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9dc638da-bcd8-4229-bbdf-4216b8aaba3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204867 Feb 04 06:26:37.350289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53000) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:37.354442 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7509580b-4d56-41a4-8659-3023b4eb20c0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': 'b4239a02-203a-4f9e-bddd-2dde57db285e', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:37.378404 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-7509580b-4d56-41a4-8659-3023b4eb20c0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Project 35ce0d0ff2514965b3feb3ffef5a408c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:26:37.383235 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7509580b-4d56-41a4-8659-3023b4eb20c0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.397494 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:26:37.417463 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:26:37.417807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device d2bcc9b5-825f-4f4e-8e4d-dafe67c8f3e5 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:26:37.445749 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7509580b-4d56-41a4-8659-3023b4eb20c0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.449309 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7509580b-4d56-41a4-8659-3023b4eb20c0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.464230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509580b-4d56-41a4-8659-3023b4eb20c0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c129eaff-3b8a-4d2d-845d-392012fdc31e,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:37.476358 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7509580b-4d56-41a4-8659-3023b4eb20c0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.477602 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7509580b-4d56-41a4-8659-3023b4eb20c0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264005 Feb 04 06:26:37.480435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53002) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:37.486313 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'network': {'name': 'tempest-network-smoke--39742837', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'port_security_enabled': True}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:37.506929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:26:37.510305 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.533223 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:26:37.541659 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.542005 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Added segment 85c3f33b-27d2-4729-a6b9-3405ca9cc021 of type vlan for network cfc0bc2b-9a26-41da-b923-6eafb85d0557 Feb 04 06:26:37.580783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.604097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.610419 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:37.611011 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.669745 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1880646 Feb 04 06:26:37.672782 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53004) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:37.679164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'admin_state_up': True, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:37.691084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64b958-f23f-4c01-b4eb-3e3f399b1d10 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Network': ['ID=cfc0bc2b-9a26-41da-b923-6eafb85d0557,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:37.701950 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network cfc0bc2b-9a26-41da-b923-6eafb85d0557 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:26:37.717567 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.718556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.769698 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.908798 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:38.097264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:38.115954 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:38.214325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.26.5.4 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/1d8816bd-9e24-4e9f-a3c0-378e39da033e) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:38.317189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:38.350211 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:38.387692 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:38.392050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:38.395389 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:26:38.418027 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=1d8816bd-9e24-4e9f-a3c0-378e39da033e,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:38.633633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:38.828262 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:38.951617 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 1fe42036-b118-4d34-bf2d-ffc933784cfe is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:26:39.055718 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:26:39.065373 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Sync routers for ids ['1fe42036-b118-4d34-bf2d-ffc933784cfe'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:26:39.074449 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Routers {'1fe42036-b118-4d34-bf2d-ffc933784cfe'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:26:39.074854 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.075292 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:26:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1fe42036-b118-4d34-bf2d-ffc933784cfe'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:39.079368 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ae897bf0-710c-4873-8fba-a5b425480b34 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4028115 Feb 04 06:26:39.079697 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53006) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:39.110577 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-170a949b-f63d-4dfd-a23c-ea2610c028d6 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=35ce0d0ff2514965b3feb3ffef5a408c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272958 Feb 04 06:26:39.110898 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53008) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:39.180392 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Set router 1fe42036-b118-4d34-bf2d-ffc933784cfe gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:26:39.193487 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4ed004-eeac-4185-ab15-f501bcdd87c8 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.197521 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-9d4ed004-eeac-4185-ab15-f501bcdd87c8 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0833204 Feb 04 06:26:39.197727 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53010) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:39.229477 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-802400fb-b99d-4d47-b638-4fc960eee6a4 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306828 Feb 04 06:26:39.232476 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53012) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:39.237108 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-682596586', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:39.322445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:26:39.326981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.355441 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:39.380332 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Checking router: 1fe42036-b118-4d34-bf2d-ffc933784cfe for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:26:39.381149 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Updating router 1fe42036-b118-4d34-bf2d-ffc933784cfe port 1d8816bd-9e24-4e9f-a3c0-378e39da033e binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:26:39.410648 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.516123 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.577158 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Subnet': ['ID=aefe9c3e-f950-41bb-a131-61547b274673,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:39.586615 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Checking segment: {'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:26:39.586981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network hostable DHCP agents. Network: cfc0bc2b-9a26-41da-b923-6eafb85d0557, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:26:39.604195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network cfc0bc2b-9a26-41da-b923-6eafb85d0557 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:26:39.612946 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, cfc0bc2b-9a26-41da-b923-6eafb85d0557) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:39.618742 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.619396 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.622214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb7957-7efe-46f7-bb90-1687d344256e None None] Network cfc0bc2b-9a26-41da-b923-6eafb85d0557 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:26:39.637003 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7e79eb51-7804-44b0-bc60-af02d1d32154 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4035285 Feb 04 06:26:39.640566 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53014) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:39.668719 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.675462 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.722381 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Attempting to bind port 1d8816bd-9e24-4e9f-a3c0-378e39da033e on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:26:39.722757 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Attempting to bind port 1d8816bd-9e24-4e9f-a3c0-378e39da033e by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:26:39.723119 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Attempting to bind port 1d8816bd-9e24-4e9f-a3c0-378e39da033e on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:26:39.732778 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:26:39.733176 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:26:39.733583 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.734331 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:26:39.734471 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Bound port: 1d8816bd-9e24-4e9f-a3c0-378e39da033e, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:26:39.734804 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.783008 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ips': [{'subnet_id': 'aefe9c3e-f950-41bb-a131-61547b274673'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:26:39.783896 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.796657 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] For port 1d8816bd-9e24-4e9f-a3c0-378e39da033e, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:26:39.801309 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] For port 1d8816bd-9e24-4e9f-a3c0-378e39da033e, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d8816bd-9e24-4e9f-a3c0-378e39da033e,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:26:39.802960 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Pushing event updated for resources: {'Port': ['ID=1d8816bd-9e24-4e9f-a3c0-378e39da033e,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:39.811830 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.812201 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.812547 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.812937 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.813265 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.813596 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.813921 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.814266 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.814599 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.814930 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.815276 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.815604 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:39.819262 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.871583 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Routers {'1fe42036-b118-4d34-bf2d-ffc933784cfe'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:26:39.872836 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:26:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1fe42036-b118-4d34-bf2d-ffc933784cfe'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:39.946039 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Allocated IP 172.20.0.2 (cfc0bc2b-9a26-41da-b923-6eafb85d0557/aefe9c3e-f950-41bb-a131-61547b274673/080080f5-4dc3-43ad-a913-a86b0659b397) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:39.982395 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] Set router 1fe42036-b118-4d34-bf2d-ffc933784cfe gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:26:40.019408 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fdd80-16c9-4b3a-81fe-8bf4428ec8cb None None] Pushing event updated for resources: {'Port': ['ID=1d8816bd-9e24-4e9f-a3c0-378e39da033e,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:40.103303 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.111902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.120421 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.157275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Network cfc0bc2b-9a26-41da-b923-6eafb85d0557 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:40.161995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:40.164548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:26:40.177350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Pushing event updated for resources: {'Port': ['ID=080080f5-4dc3-43ad-a913-a86b0659b397,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:40.193364 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:40.220196 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae229af-0ff2-44f1-b308-88c40d3427e2 None None] The sync data for ids ['1fe42036-b118-4d34-bf2d-ffc933784cfe'] in dv-neutron-826811-2-hyperv is: [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:26:40.225554 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Attempting to bind port 080080f5-4dc3-43ad-a913-a86b0659b397 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:26:40.226020 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Attempting to bind port 080080f5-4dc3-43ad-a913-a86b0659b397 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:26:40.226455 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Attempting to bind port 080080f5-4dc3-43ad-a913-a86b0659b397 on network cfc0bc2b-9a26-41da-b923-6eafb85d0557 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:26:40.234047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:26:40.234427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Checking segment: {'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:26:40.239746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.239746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Bound using segment: {'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:26:40.239746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Bound port: 080080f5-4dc3-43ad-a913-a86b0659b397, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:26:40.239746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.319383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] For port 080080f5-4dc3-43ad-a913-a86b0659b397, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:26:40.323665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] For port 080080f5-4dc3-43ad-a913-a86b0659b397, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=080080f5-4dc3-43ad-a913-a86b0659b397,segment=NetworkSegment(85c3f33b-27d2-4729-a6b9-3405ca9cc021),segment_id=85c3f33b-27d2-4729-a6b9-3405ca9cc021)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:26:40.329943 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.396690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc599df-1e4b-48f7-b7ed-f6804d788292 None None] Pushing event updated for resources: {'Port': ['ID=080080f5-4dc3-43ad-a913-a86b0659b397,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:40.758180 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.20.0.1 (cfc0bc2b-9a26-41da-b923-6eafb85d0557/aefe9c3e-f950-41bb-a131-61547b274673/f34348c9-0733-401f-a03c-6b62b19c81e6) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:40.894849 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.929067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.971336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network cfc0bc2b-9a26-41da-b923-6eafb85d0557 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:40.974661 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:40.978406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:26:41.006456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=f34348c9-0733-401f-a03c-6b62b19c81e6,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:41.027425 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.164736 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.481021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.486924 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.523446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4712df06-2ffd-45c7-9a52-38189655993f None None] Network cfc0bc2b-9a26-41da-b923-6eafb85d0557 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:26:41.569110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=f34348c9-0733-401f-a03c-6b62b19c81e6,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:41.574268 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.582601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d8816bd-9e24-4e9f-a3c0-378e39da033e up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:26:41.647975 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e4d2f6eb-f7e3-4409-8917-7ac2c777c84f None None] Provisioning complete for port 080080f5-4dc3-43ad-a913-a86b0659b397 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:41.648348 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f6eb-f7e3-4409-8917-7ac2c777c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.668767 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network cfc0bc2b-9a26-41da-b923-6eafb85d0557 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:41.670988 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:41.734921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1d8816bd-9e24-4e9f-a3c0-378e39da033e triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:41.735295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.788650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 1fe42036-b118-4d34-bf2d-ffc933784cfe has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:26:41.834289 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f6eb-f7e3-4409-8917-7ac2c777c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.898691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e4d2f6eb-f7e3-4409-8917-7ac2c777c84f None None] For port 080080f5-4dc3-43ad-a913-a86b0659b397, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=080080f5-4dc3-43ad-a913-a86b0659b397,segment=NetworkSegment(85c3f33b-27d2-4729-a6b9-3405ca9cc021),segment_id=85c3f33b-27d2-4729-a6b9-3405ca9cc021)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:41.905932 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f6eb-f7e3-4409-8917-7ac2c777c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.912245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.922046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:26:41.929581 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-375c6819-8536-4d54-9f11-5c0cec8b3689 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "PUT /v2.0/routers/1fe42036-b118-4d34-bf2d-ffc933784cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2878773 Feb 04 06:26:41.958328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 1d8816bd-9e24-4e9f-a3c0-378e39da033e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d8816bd-9e24-4e9f-a3c0-378e39da033e,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:41.969985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.970770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 080080f5-4dc3-43ad-a913-a86b0659b397 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:26:41.993938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2f6eb-f7e3-4409-8917-7ac2c777c84f None None] Pushing event updated for resources: {'Port': ['ID=080080f5-4dc3-43ad-a913-a86b0659b397,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:42.059229 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=1d8816bd-9e24-4e9f-a3c0-378e39da033e,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:42.067277 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 080080f5-4dc3-43ad-a913-a86b0659b397 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:42.067651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.095339 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-be14944f-c0b4-4398-9e90-2c69caedfc48 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-309694747&fields=id&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 267 time: 0.0406001 Feb 04 06:26:42.155208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Sync routers for ids ['1fe42036-b118-4d34-bf2d-ffc933784cfe'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:26:42.167154 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d1b0b0b3-403b-4697-a7a3-703a40dda709 None None] Provisioning complete for port f34348c9-0733-401f-a03c-6b62b19c81e6 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:42.167525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b0b3-403b-4697-a7a3-703a40dda709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.203724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Routers {'1fe42036-b118-4d34-bf2d-ffc933784cfe'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:26:42.204508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:26:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1fe42036-b118-4d34-bf2d-ffc933784cfe'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:42.221018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-50715b9a-d3bb-48c0-adc7-97d9784a97ee tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:42.222583 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-50715b9a-d3bb-48c0-adc7-97d9784a97ee tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/networks?id=cfc0bc2b-9a26-41da-b923-6eafb85d0557 HTTP/1.1" status: 200 len: 795 time: 0.1179810 Feb 04 06:26:42.239327 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-a6e8dade-f35e-4f42-918d-8c8259e761b2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/quotas/35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 375 time: 0.0106449 Feb 04 06:26:42.255715 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0b0b3-403b-4697-a7a3-703a40dda709 None None] Port f34348c9-0733-401f-a03c-6b62b19c81e6 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:26:42.277470 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d1b0b0b3-403b-4697-a7a3-703a40dda709 None None] Provisioning complete for port 080080f5-4dc3-43ad-a913-a86b0659b397 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:42.277846 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b0b3-403b-4697-a7a3-703a40dda709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.305525 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-b64d8986-e4d6-4090-b1ee-50014d2ff8fa tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567474 Feb 04 06:26:42.361508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Set router 1fe42036-b118-4d34-bf2d-ffc933784cfe gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:26:42.458316 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-61dcf11c-7726-422c-9c19-3598bd0c18df service neutron] 10.222.0.15 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393659 Feb 04 06:26:42.553957 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-9de8b343-dcfa-48be-99df-6b8164168311 service neutron] 10.222.0.15 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890014 Feb 04 06:26:42.589448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f34348c9-0733-401f-a03c-6b62b19c81e6', 'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:9d:1e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:40Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 2, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:42.619443 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Checking router: 1fe42036-b118-4d34-bf2d-ffc933784cfe for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:26:42.619797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Updating router 1fe42036-b118-4d34-bf2d-ffc933784cfe port f34348c9-0733-401f-a03c-6b62b19c81e6 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:26:42.655805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.658450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-bbcad43a-7579-46d7-9602-1ecd9390f427 None None] Provisioning complete for port f34348c9-0733-401f-a03c-6b62b19c81e6 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:42.658802 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bbcad43a-7579-46d7-9602-1ecd9390f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.681797 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:26:42.717779 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6ca9c417-0249-47d9-a21b-4d883976dd4a req-da223fc1-fbe6-43cb-a5a4-eafb835ac1ea tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 210 time: 0.0285969 Feb 04 06:26:42.725036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-bbcad43a-7579-46d7-9602-1ecd9390f427 None None] Port f34348c9-0733-401f-a03c-6b62b19c81e6 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:26:42.957605 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.963247 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.020224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460fc4d-d07e-43ec-983a-632cadb54f88 None None] Pushing event updated for resources: {'Port': ['ID=f34348c9-0733-401f-a03c-6b62b19c81e6,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:43.067371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Attempting to bind port f34348c9-0733-401f-a03c-6b62b19c81e6 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:26:43.067745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Attempting to bind port f34348c9-0733-401f-a03c-6b62b19c81e6 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:26:43.068111 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Attempting to bind port f34348c9-0733-401f-a03c-6b62b19c81e6 on network cfc0bc2b-9a26-41da-b923-6eafb85d0557 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:26:43.073131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:26:43.073511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Checking segment: {'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:26:43.073915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.074299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Bound using segment: {'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:26:43.074762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Bound port: f34348c9-0733-401f-a03c-6b62b19c81e6, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:26:43.075941 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.143503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] For port f34348c9-0733-401f-a03c-6b62b19c81e6, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:26:43.147141 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] For port f34348c9-0733-401f-a03c-6b62b19c81e6, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f34348c9-0733-401f-a03c-6b62b19c81e6,segment=NetworkSegment(85c3f33b-27d2-4729-a6b9-3405ca9cc021),segment_id=85c3f33b-27d2-4729-a6b9-3405ca9cc021)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:26:43.152215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.213690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Routers {'1fe42036-b118-4d34-bf2d-ffc933784cfe'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:26:43.214305 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:26:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1fe42036-b118-4d34-bf2d-ffc933784cfe'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:43.220089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460fc4d-d07e-43ec-983a-632cadb54f88 None None] Pushing event updated for resources: {'Port': ['ID=f34348c9-0733-401f-a03c-6b62b19c81e6,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:43.422309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-219f5ea4-2157-4c5c-983b-36c12832fe15 None None] Provisioning complete for port f34348c9-0733-401f-a03c-6b62b19c81e6 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:43.422681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-219f5ea4-2157-4c5c-983b-36c12832fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.452905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d8816bd-9e24-4e9f-a3c0-378e39da033e up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:26:43.532638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] Set router 1fe42036-b118-4d34-bf2d-ffc933784cfe gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:26:43.642946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 1d8816bd-9e24-4e9f-a3c0-378e39da033e triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:43.643629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.651312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-228e93b3-71d4-4ff9-908e-4233ea55862a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:43.652895 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-228e93b3-71d4-4ff9-908e-4233ea55862a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/networks?id=cfc0bc2b-9a26-41da-b923-6eafb85d0557 HTTP/1.1" status: 200 len: 795 time: 0.1120527 Feb 04 06:26:43.698392 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0fe87314-232d-4d81-bcd1-11f6b3d66d2f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 379 time: 0.0373032 Feb 04 06:26:43.707892 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'port': {'device_id': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'admin_state_up': True, 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'security_groups': ['b4239a02-203a-4f9e-bddd-2dde57db285e']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:43.722477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-219f5ea4-2157-4c5c-983b-36c12832fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.792145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-219f5ea4-2157-4c5c-983b-36c12832fe15 None None] For port f34348c9-0733-401f-a03c-6b62b19c81e6, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f34348c9-0733-401f-a03c-6b62b19c81e6,segment=NetworkSegment(85c3f33b-27d2-4729-a6b9-3405ca9cc021),segment_id=85c3f33b-27d2-4729-a6b9-3405ca9cc021)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:43.814873 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-219f5ea4-2157-4c5c-983b-36c12832fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.827075 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c046b86f-7192-4655-b335-5063ef535da2 req-c0c5e0dd-b68c-464a-98e2-10d29930aa0f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 210 time: 0.0360148 Feb 04 06:26:43.855272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:26:43.858894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.896409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 080080f5-4dc3-43ad-a913-a86b0659b397 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:26:43.935529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f5ea4-2157-4c5c-983b-36c12832fe15 None None] Pushing event updated for resources: {'Port': ['ID=f34348c9-0733-401f-a03c-6b62b19c81e6,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:43.961496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9461e5ad-4064-46b9-801a-63b775e27d7e None None] Provisioning complete for port f34348c9-0733-401f-a03c-6b62b19c81e6 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:43.961875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9461e5ad-4064-46b9-801a-63b775e27d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.988574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.20.0.11 (cfc0bc2b-9a26-41da-b923-6eafb85d0557/aefe9c3e-f950-41bb-a131-61547b274673/34095861-d315-469b-afff-a8448b54df4b) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:43.992962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f34348c9-0733-401f-a03c-6b62b19c81e6', 'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:9d:1e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:40Z', 'updated_at': '2022-02-04T06:26:43Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:44.034619 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3cae0c-bbd2-4e01-930f-b771abcabc54 None None] The sync data for ids ['1fe42036-b118-4d34-bf2d-ffc933784cfe'] in dv-neutron-826811-2-hyperv is: [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f34348c9-0733-401f-a03c-6b62b19c81e6', 'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:9d:1e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:40Z', 'updated_at': '2022-02-04T06:26:43Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:26:44.043171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 080080f5-4dc3-43ad-a913-a86b0659b397 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:44.043555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:44.161176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:44.199673 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:44.250408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network cfc0bc2b-9a26-41da-b923-6eafb85d0557 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:44.253005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:44.257346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:26:44.284581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=34095861-d315-469b-afff-a8448b54df4b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:44.318065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:44.318817 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:44.341681 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-0a07dfb9-ba9b-47ff-8806-f27d7d30f9e2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6373842 Feb 04 06:26:44.356069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Request body: {'port': {'device_id': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:44.436604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:44.559465 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b460e170-6a76-436b-8f36-e4efd85e75d6 None None] Provisioning complete for port 34095861-d315-469b-afff-a8448b54df4b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:44.559962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b460e170-6a76-436b-8f36-e4efd85e75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:44.601238 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b460e170-6a76-436b-8f36-e4efd85e75d6 None None] Port 34095861-d315-469b-afff-a8448b54df4b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:26:44.759232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34095861-d315-469b-afff-a8448b54df4b {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:44.769907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:44.783548 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Transition to ACTIVE for port object 34095861-d315-469b-afff-a8448b54df4b will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:44.786757 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:44.848011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Pushing event updated for resources: {'Port': ['ID=34095861-d315-469b-afff-a8448b54df4b,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:44.977966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Attempting to bind port 34095861-d315-469b-afff-a8448b54df4b on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:26:44.978302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Attempting to bind port 34095861-d315-469b-afff-a8448b54df4b by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:26:44.978631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Attempting to bind port 34095861-d315-469b-afff-a8448b54df4b on network cfc0bc2b-9a26-41da-b923-6eafb85d0557 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:26:44.986448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Port 34095861-d315-469b-afff-a8448b54df4b on network cfc0bc2b-9a26-41da-b923-6eafb85d0557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:26:44.986766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Attempting to bind port 34095861-d315-469b-afff-a8448b54df4b on network cfc0bc2b-9a26-41da-b923-6eafb85d0557 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:26:45.000832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f9801-4834-4003-9f5c-a46d75facf9f req-7af6eec3-44be-41a3-8186-03355f984128 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:45.002492 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c9f9801-4834-4003-9f5c-a46d75facf9f req-7af6eec3-44be-41a3-8186-03355f984128 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 944 time: 0.0764003 Feb 04 06:26:45.003561 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:26:45.003898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Checking segment: {'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:26:45.004270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Bound using segment: {'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:26:45.004720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Bound port: 34095861-d315-469b-afff-a8448b54df4b, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c3f33b-27d2-4729-a6b9-3405ca9cc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:26:45.005222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:45.078910 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c9f9801-4834-4003-9f5c-a46d75facf9f req-95251f11-c863-44b6-914a-c28090c87d89 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634701 Feb 04 06:26:45.105132 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] For port 34095861-d315-469b-afff-a8448b54df4b, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:26:45.108588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] For port 34095861-d315-469b-afff-a8448b54df4b, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=34095861-d315-469b-afff-a8448b54df4b,segment=NetworkSegment(85c3f33b-27d2-4729-a6b9-3405ca9cc021),segment_id=85c3f33b-27d2-4729-a6b9-3405ca9cc021)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:26:45.113436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:45.155731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:45.156345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:45.157770 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] 10.222.0.36 "PUT /v2.0/ports/34095861-d315-469b-afff-a8448b54df4b HTTP/1.1" status: 200 len: 1094 time: 0.8083806 Feb 04 06:26:45.158226 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'tag': '34095861-d315-469b-afff-a8448b54df4b'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:45.160505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b91118-7e88-42da-853b-4aaac64d112a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec32fa5-247c-4969-b6d5-1ef636ec3e74", "tag": "34095861-d315-469b-afff-a8448b54df4b"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:26:45.185687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682aa22-d3e2-4c1a-916e-8c5d17c13d7b service neutron] Pushing event updated for resources: {'Port': ['ID=34095861-d315-469b-afff-a8448b54df4b,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:45.215091 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a9e331-9cf7-40dc-8b0e-d37b96afd6e4 x-openstack-request-id: req-52a9e331-9cf7-40dc-8b0e-d37b96afd6e4 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:26:45.215389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec32fa5-247c-4969-b6d5-1ef636ec3e74", "tag": "34095861-d315-469b-afff-a8448b54df4b", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:26:45.215760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52a9e331-9cf7-40dc-8b0e-d37b96afd6e4 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:26:45.216755 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'tag': '34095861-d315-469b-afff-a8448b54df4b', 'status': 'completed', 'code': 200} Feb 04 06:26:45.256524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-01d7bd3a-a7d5-417e-b570-557645775956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:45.258109 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-01d7bd3a-a7d5-417e-b570-557645775956 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 1097 time: 0.0521119 Feb 04 06:26:45.301558 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-605b7699-060b-4905-b940-8fdd2b46ef40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34095861-d315-469b-afff-a8448b54df4b HTTP/1.1" status: 200 len: 217 time: 0.0364161 Feb 04 06:26:45.360642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-4fa3aab1-9c29-46f6-996b-e1c56ce578db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:45.362127 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-4fa3aab1-9c29-46f6-996b-e1c56ce578db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefe9c3e-f950-41bb-a131-61547b274673 HTTP/1.1" status: 200 len: 834 time: 0.0542653 Feb 04 06:26:45.409184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-14e5285c-ef68-4603-b1ab-3a7505ffc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:45.410652 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-14e5285c-ef68-4603-b1ab-3a7505ffc4e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc0bc2b-9a26-41da-b923-6eafb85d0557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412889 Feb 04 06:26:45.473930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f34348c9-0733-401f-a03c-6b62b19c81e6 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:26:45.500985 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-c665701e-e00d-4e02-a78e-7a325264dab9 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832481 Feb 04 06:26:45.520223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f34348c9-0733-401f-a03c-6b62b19c81e6 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:45.520595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:45.592778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50f3abb2-aa04-4cbb-9c90-185a3ac9c1c6 req-137e3eb3-95b0-45db-9b4e-8fb611a58d6d service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853801 Feb 04 06:26:45.677676 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b91118-7e88-42da-853b-4aaac64d112a req-3e7fd21a-f11c-45c4-afaf-263e9af0439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:45.679147 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d3b91118-7e88-42da-853b-4aaac64d112a req-3e7fd21a-f11c-45c4-afaf-263e9af0439e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 1097 time: 0.0412071 Feb 04 06:26:45.772380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b91118-7e88-42da-853b-4aaac64d112a req-b4d86231-fa74-45f8-a6a2-36d904e7351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:45.773768 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d3b91118-7e88-42da-853b-4aaac64d112a req-b4d86231-fa74-45f8-a6a2-36d904e7351b service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfc0bc2b-9a26-41da-b923-6eafb85d0557 HTTP/1.1" status: 200 len: 896 time: 0.0879233 Feb 04 06:26:45.816003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d3b91118-7e88-42da-853b-4aaac64d112a req-d5859720-affd-4034-aceb-c1783ad0a054 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34095861-d315-469b-afff-a8448b54df4b HTTP/1.1" status: 200 len: 217 time: 0.0352128 Feb 04 06:26:45.864426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b91118-7e88-42da-853b-4aaac64d112a req-cf38fe99-97a6-4881-a018-5685088bc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:45.865912 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d3b91118-7e88-42da-853b-4aaac64d112a req-cf38fe99-97a6-4881-a018-5685088bc942 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefe9c3e-f950-41bb-a131-61547b274673 HTTP/1.1" status: 200 len: 834 time: 0.0439315 Feb 04 06:26:45.912021 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b91118-7e88-42da-853b-4aaac64d112a req-08e001b6-0e8f-4446-b359-357bc7da4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:45.913531 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d3b91118-7e88-42da-853b-4aaac64d112a req-08e001b6-0e8f-4446-b359-357bc7da4a9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc0bc2b-9a26-41da-b923-6eafb85d0557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397582 Feb 04 06:26:46.005659 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d3b91118-7e88-42da-853b-4aaac64d112a req-3582f3ed-f584-424a-8993-091753faa647 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852594 Feb 04 06:26:46.093042 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d3b91118-7e88-42da-853b-4aaac64d112a req-9e273e1a-406d-44cc-943c-322ba43535e2 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800378 Feb 04 06:26:46.197213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be3aa1-109c-4744-bafe-021deca32d4e req-c866059e-f43d-44ae-a82f-eba9d263d1c4 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:46.198683 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-67be3aa1-109c-4744-bafe-021deca32d4e req-c866059e-f43d-44ae-a82f-eba9d263d1c4 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 944 time: 0.0531900 Feb 04 06:26:46.235647 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-67be3aa1-109c-4744-bafe-021deca32d4e req-dc70e2e1-b6be-4bda-acf8-2d3746dc446f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302470 Feb 04 06:26:47.349848 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448992e8-0375-4841-bfa1-11266ffc4a5e req-878e5aaa-bc7d-4632-8854-baa095bc8ad6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:47.351305 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-448992e8-0375-4841-bfa1-11266ffc4a5e req-878e5aaa-bc7d-4632-8854-baa095bc8ad6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 944 time: 0.0485587 Feb 04 06:26:47.389382 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-448992e8-0375-4841-bfa1-11266ffc4a5e req-542fa933-60ed-45d1-9016-64ed0e3ddde0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320716 Feb 04 06:26:47.896781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 34095861-d315-469b-afff-a8448b54df4b details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:26:47.988135 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 34095861-d315-469b-afff-a8448b54df4b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=34095861-d315-469b-afff-a8448b54df4b,segment=NetworkSegment(85c3f33b-27d2-4729-a6b9-3405ca9cc021),segment_id=85c3f33b-27d2-4729-a6b9-3405ca9cc021)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:47.998010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '34095861-d315-469b-afff-a8448b54df4b', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'port_id': '34095861-d315-469b-afff-a8448b54df4b', 'mac_address': 'fa:16:3e:0e:74:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:26:48.033866 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:48.046587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34095861-d315-469b-afff-a8448b54df4b {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:48.064603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 34095861-d315-469b-afff-a8448b54df4b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=34095861-d315-469b-afff-a8448b54df4b,segment=NetworkSegment(85c3f33b-27d2-4729-a6b9-3405ca9cc021),segment_id=85c3f33b-27d2-4729-a6b9-3405ca9cc021)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:48.068556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:48.117464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=34095861-d315-469b-afff-a8448b54df4b,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:48.271865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['34095861-d315-469b-afff-a8448b54df4b'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:26:48.502592 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96086f-83e7-4c78-8169-0b4d32f5aeff req-89c6a89f-640b-43a3-a360-1b9676e6eba7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:48.504052 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab96086f-83e7-4c78-8169-0b4d32f5aeff req-89c6a89f-640b-43a3-a360-1b9676e6eba7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 945 time: 0.0485342 Feb 04 06:26:48.539744 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab96086f-83e7-4c78-8169-0b4d32f5aeff req-d0c89777-4c8c-418f-8a44-197b5db4fb5b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297148 Feb 04 06:26:49.657835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e21feb-002a-4d75-b42b-43b324517574 req-9450bc03-cef1-4064-bcef-c6bc11cffbb2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:49.659259 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-46e21feb-002a-4d75-b42b-43b324517574 req-9450bc03-cef1-4064-bcef-c6bc11cffbb2 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 945 time: 0.0533993 Feb 04 06:26:49.696881 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-46e21feb-002a-4d75-b42b-43b324517574 req-996b308d-47cd-40eb-a703-6f135a3962ce tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Feb 04 06:26:49.912083 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 34095861-d315-469b-afff-a8448b54df4b up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:26:49.961094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 34095861-d315-469b-afff-a8448b54df4b completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:49.964646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 34095861-d315-469b-afff-a8448b54df4b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:49.965016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:50.037125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:50.062101 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34095861-d315-469b-afff-a8448b54df4b'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:50.064343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b493a3-a766-4578-bb48-5504486bb30d" -d '{"events": [{"server_uuid": "7ec32fa5-247c-4969-b6d5-1ef636ec3e74", "name": "network-vif-plugged", "status": "completed", "tag": "34095861-d315-469b-afff-a8448b54df4b"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:26:50.076894 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 34095861-d315-469b-afff-a8448b54df4b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=34095861-d315-469b-afff-a8448b54df4b,segment=NetworkSegment(85c3f33b-27d2-4729-a6b9-3405ca9cc021),segment_id=85c3f33b-27d2-4729-a6b9-3405ca9cc021)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:50.081124 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:50.104444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c0402c-99f3-4321-978b-38c659715481 x-openstack-request-id: req-19c0402c-99f3-4321-978b-38c659715481 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:26:50.104728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec32fa5-247c-4969-b6d5-1ef636ec3e74", "name": "network-vif-plugged", "status": "completed", "tag": "34095861-d315-469b-afff-a8448b54df4b", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:26:50.104983 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19c0402c-99f3-4321-978b-38c659715481 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:26:50.105438 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34095861-d315-469b-afff-a8448b54df4b', 'code': 200} Feb 04 06:26:50.131813 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=34095861-d315-469b-afff-a8448b54df4b,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:50.258491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6da6f-b5e4-4380-81b1-516d97c0290d req-380791b7-bc63-491d-898d-67b5f0c47cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:50.259970 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ea6da6f-b5e4-4380-81b1-516d97c0290d req-380791b7-bc63-491d-898d-67b5f0c47cb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 1099 time: 0.0387290 Feb 04 06:26:50.293911 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4ea6da6f-b5e4-4380-81b1-516d97c0290d req-c00c9d7b-d806-464c-adeb-66acd4c2c12d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276420 Feb 04 06:26:50.815870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b27cff-9ae1-4534-bed6-d4f94de75c2e req-c1330368-32be-4170-984c-401420a18cfc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:50.817375 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-92b27cff-9ae1-4534-bed6-d4f94de75c2e req-c1330368-32be-4170-984c-401420a18cfc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0492637 Feb 04 06:26:50.855667 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-92b27cff-9ae1-4534-bed6-d4f94de75c2e req-df66d522-031c-440c-9fbb-d91b0391d2ca tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323877 Feb 04 06:26:51.238919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-151fc90f-d92d-4db3-9205-3bdd13ca139c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:51.973866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0098849-488b-45f0-92d4-068f822ee8cd req-33bbbc61-3cfe-4781-bbe1-a55623b084f0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:51.975362 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c0098849-488b-45f0-92d4-068f822ee8cd req-33bbbc61-3cfe-4781-bbe1-a55623b084f0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0506933 Feb 04 06:26:52.012015 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c0098849-488b-45f0-92d4-068f822ee8cd req-dbcd960f-ace1-4af0-86f4-0fcaaef23278 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306048 Feb 04 06:26:52.124061 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ad430-d0cc-448e-a5b3-477d0ddadc27 req-32ac19c4-ce2f-4fae-a113-21b6b586339b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:52.125528 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-216ad430-d0cc-448e-a5b3-477d0ddadc27 req-32ac19c4-ce2f-4fae-a113-21b6b586339b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0475388 Feb 04 06:26:52.162849 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-216ad430-d0cc-448e-a5b3-477d0ddadc27 req-388a8e6b-2aee-43cb-99e3-de5802436c87 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313878 Feb 04 06:26:52.183486 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53066) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:52.222771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeaa182-1c19-4a94-aa1f-af5e27ad5522 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:52.224247 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-abeaa182-1c19-4a94-aa1f-af5e27ad5522 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 1094 time: 0.0397656 Feb 04 06:26:52.226998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53068) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:52.231157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '34095861-d315-469b-afff-a8448b54df4b', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:52.253717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:52.350954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:52.448311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.26.5.177 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/3afbb605-353b-4b0f-a5af-8fab67a072b9) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:52.549391 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:52.582732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:52.621144 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:52.624393 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:52.627765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:26:52.652493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=3afbb605-353b-4b0f-a5af-8fab67a072b9,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:53.283937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:53.347886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:53.477199 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-491ca778-3ecd-483c-a79e-d95c4f510525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:53.496943 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:53.502658 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:53.573983 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=3afbb605-353b-4b0f-a5af-8fab67a072b9,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:53.582937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:53.679852 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Floating IP c3c8fc0b-1df4-48ea-94fd-178381827f3f associated. External IP: 172.26.5.177, port: 34095861-d315-469b-afff-a8448b54df4b. Feb 04 06:26:53.886027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 1fe42036-b118-4d34-bf2d-ffc933784cfe has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:26:53.989574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:26:53.999030 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71c970-2e85-4951-a8b8-e53a9ec708bc None None] Sync routers for ids ['1fe42036-b118-4d34-bf2d-ffc933784cfe'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:26:54.008140 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71c970-2e85-4951-a8b8-e53a9ec708bc None None] Routers {'1fe42036-b118-4d34-bf2d-ffc933784cfe'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:26:54.008743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:54.008870 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2a71c970-2e85-4951-a8b8-e53a9ec708bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:26:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1fe42036-b118-4d34-bf2d-ffc933784cfe'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:54.038866 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6e2a146d-7d92-4a59-a82e-f14b2e40ccc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8108690 Feb 04 06:26:54.039457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'tag': '34095861-d315-469b-afff-a8448b54df4b'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:54.041730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df246887-c317-4bab-89be-b0f480e56934" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec32fa5-247c-4969-b6d5-1ef636ec3e74", "tag": "34095861-d315-469b-afff-a8448b54df4b"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:26:54.086070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d972ec-bb67-4098-ab2c-954de58f0346 x-openstack-request-id: req-39d972ec-bb67-4098-ab2c-954de58f0346 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:26:54.086363 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec32fa5-247c-4969-b6d5-1ef636ec3e74", "tag": "34095861-d315-469b-afff-a8448b54df4b", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:26:54.086613 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39d972ec-bb67-4098-ab2c-954de58f0346 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:26:54.087119 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'tag': '34095861-d315-469b-afff-a8448b54df4b', 'status': 'completed', 'code': 200} Feb 04 06:26:54.118639 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2a71c970-2e85-4951-a8b8-e53a9ec708bc None None] Set router 1fe42036-b118-4d34-bf2d-ffc933784cfe gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:26:54.175962 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43be89d-eb49-4f1e-b887-4577b8717184 req-110bee4c-826c-4420-be3b-9673787f7cbf tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:54.177478 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b43be89d-eb49-4f1e-b887-4577b8717184 req-110bee4c-826c-4420-be3b-9673787f7cbf tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0784109 Feb 04 06:26:54.179349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df246887-c317-4bab-89be-b0f480e56934 req-3176aa46-99e1-48eb-8932-8efa0b4d4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:54.180689 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df246887-c317-4bab-89be-b0f480e56934 req-3176aa46-99e1-48eb-8932-8efa0b4d4715 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 1099 time: 0.0702147 Feb 04 06:26:54.266883 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b43be89d-eb49-4f1e-b887-4577b8717184 req-5cab48d4-739a-465f-a21b-d0608d567c96 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833237 Feb 04 06:26:54.289497 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53074) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:54.300810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df246887-c317-4bab-89be-b0f480e56934 req-983c749c-fbb7-4cb8-aa16-369b99ebb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:54.302319 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df246887-c317-4bab-89be-b0f480e56934 req-983c749c-fbb7-4cb8-aa16-369b99ebb96f service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfc0bc2b-9a26-41da-b923-6eafb85d0557 HTTP/1.1" status: 200 len: 896 time: 0.1129692 Feb 04 06:26:54.361118 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a328a0ba-a2c1-4457-bd57-913d50cd471f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/c3c8fc0b-1df4-48ea-94fd-178381827f3f HTTP/1.1" status: 200 len: 992 time: 0.0693424 Feb 04 06:26:54.378205 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df246887-c317-4bab-89be-b0f480e56934 req-fbf1563a-cba9-4d66-bcac-8936a0c5da90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34095861-d315-469b-afff-a8448b54df4b HTTP/1.1" status: 200 len: 1000 time: 0.0687442 Feb 04 06:26:54.432595 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df246887-c317-4bab-89be-b0f480e56934 req-a0b5b41e-8476-4a7c-8b3a-fab79c26526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:54.433972 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df246887-c317-4bab-89be-b0f480e56934 req-a0b5b41e-8476-4a7c-8b3a-fab79c26526e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefe9c3e-f950-41bb-a131-61547b274673 HTTP/1.1" status: 200 len: 834 time: 0.0492432 Feb 04 06:26:54.438432 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2a71c970-2e85-4951-a8b8-e53a9ec708bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c3c8fc0b-1df4-48ea-94fd-178381827f3f', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.177', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'port_id': '34095861-d315-469b-afff-a8448b54df4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'mac_address': 'fa:16:3e:0e:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:26:53Z', 'updated_at': '2022-02-04T06:26:53Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34348c9-0733-401f-a03c-6b62b19c81e6', 'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:9d:1e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:40Z', 'updated_at': '2022-02-04T06:26:43Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:54.464850 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71c970-2e85-4951-a8b8-e53a9ec708bc None None] Checking router: 1fe42036-b118-4d34-bf2d-ffc933784cfe for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:26:54.474065 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71c970-2e85-4951-a8b8-e53a9ec708bc None None] Routers {'1fe42036-b118-4d34-bf2d-ffc933784cfe'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:26:54.474662 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2a71c970-2e85-4951-a8b8-e53a9ec708bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:26:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1fe42036-b118-4d34-bf2d-ffc933784cfe'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:54.479155 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df246887-c317-4bab-89be-b0f480e56934 req-5f1b7648-b0a7-4627-acbc-b03b753603ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:54.480653 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df246887-c317-4bab-89be-b0f480e56934 req-5f1b7648-b0a7-4627-acbc-b03b753603ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc0bc2b-9a26-41da-b923-6eafb85d0557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403795 Feb 04 06:26:54.567500 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df246887-c317-4bab-89be-b0f480e56934 req-037f22ea-6cc8-4a3f-9d89-1d78460b7f37 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804195 Feb 04 06:26:54.577614 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2a71c970-2e85-4951-a8b8-e53a9ec708bc None None] Set router 1fe42036-b118-4d34-bf2d-ffc933784cfe gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:26:54.660262 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df246887-c317-4bab-89be-b0f480e56934 req-e4580e4e-b381-4418-8b64-42b19860ca89 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864456 Feb 04 06:26:54.805940 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2a71c970-2e85-4951-a8b8-e53a9ec708bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c3c8fc0b-1df4-48ea-94fd-178381827f3f', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.177', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'port_id': '34095861-d315-469b-afff-a8448b54df4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'mac_address': 'fa:16:3e:0e:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:26:53Z', 'updated_at': '2022-02-04T06:26:53Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34348c9-0733-401f-a03c-6b62b19c81e6', 'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:9d:1e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:40Z', 'updated_at': '2022-02-04T06:26:43Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:54.833181 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71c970-2e85-4951-a8b8-e53a9ec708bc None None] The sync data for ids ['1fe42036-b118-4d34-bf2d-ffc933784cfe'] in dv-neutron-826811-2-hyperv is: [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'c3c8fc0b-1df4-48ea-94fd-178381827f3f', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.177', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'port_id': '34095861-d315-469b-afff-a8448b54df4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'mac_address': 'fa:16:3e:0e:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:26:53Z', 'updated_at': '2022-02-04T06:26:53Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34348c9-0733-401f-a03c-6b62b19c81e6', 'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:9d:1e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:40Z', 'updated_at': '2022-02-04T06:26:43Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:26:54.845412 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:55.021390 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b57dbe-d98b-4ea9-90fa-39141d61179d None None] New status for floating IP c3c8fc0b-1df4-48ea-94fd-178381827f3f: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:26:55.364042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53076) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:26:55.427052 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-306f6397-ad02-4b8d-b5d8-394237823c8b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/c3c8fc0b-1df4-48ea-94fd-178381827f3f HTTP/1.1" status: 200 len: 994 time: 0.0618656 Feb 04 06:26:56.453515 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:56.710113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:58.725461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:00.321366 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-8187fdbb-9085-45bd-88d4-5b065d80f920 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393164 Feb 04 06:27:00.400603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-0b8e6d40-f18a-4e8f-91a7-75ff03ef4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:00.402086 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-0b8e6d40-f18a-4e8f-91a7-75ff03ef4b7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 1099 time: 0.0401475 Feb 04 06:27:00.505644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-7cd3d506-5e37-4efb-9434-d223d91be0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:00.507112 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-7cd3d506-5e37-4efb-9434-d223d91be0f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfc0bc2b-9a26-41da-b923-6eafb85d0557 HTTP/1.1" status: 200 len: 896 time: 0.0883572 Feb 04 06:27:00.570183 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-4adcec50-82e3-49a2-a4d5-9a622dc249d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34095861-d315-469b-afff-a8448b54df4b HTTP/1.1" status: 200 len: 1002 time: 0.0571342 Feb 04 06:27:00.621494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-26595a6c-219f-43de-ba45-20f18d3575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:00.623478 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-26595a6c-219f-43de-ba45-20f18d3575f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefe9c3e-f950-41bb-a131-61547b274673 HTTP/1.1" status: 200 len: 834 time: 0.0466306 Feb 04 06:27:00.665793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-66aea0a9-865b-4614-a024-26168c65a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:00.667242 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-66aea0a9-865b-4614-a024-26168c65a187 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc0bc2b-9a26-41da-b923-6eafb85d0557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384636 Feb 04 06:27:00.753893 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-b3d97f06-001b-41be-97f8-71cf7d0f61ba service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803044 Feb 04 06:27:00.847323 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e8f28a00-fa5a-4e18-977a-8e5bf741c37e req-c3a108df-4a25-4a3e-a341-7d051edd1661 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869298 Feb 04 06:27:19.671062 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:27:21.238797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a7c40196-34d3-4840-a554-ee6dca030071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:23.476202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-eae72ee1-b2c6-442c-aa56-999bb00714dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:24.848296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:26.459182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:26.711409 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:26.871430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77aff9d-588c-4050-9413-7b5a71c0fd34 req-dfa0f944-4557-4adf-9a33-45c59c898b05 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:26.873185 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f77aff9d-588c-4050-9413-7b5a71c0fd34 req-dfa0f944-4557-4adf-9a33-45c59c898b05 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0504780 Feb 04 06:27:26.911532 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f77aff9d-588c-4050-9413-7b5a71c0fd34 req-67669093-ef95-4e05-97ae-56b58e8a3ad4 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323653 Feb 04 06:27:28.027246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa01ab-df28-42d3-bcbe-8a398b5b5a49 req-920ea547-3d1e-4e8c-8005-62bea51f0589 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:28.028932 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ffa01ab-df28-42d3-bcbe-8a398b5b5a49 req-920ea547-3d1e-4e8c-8005-62bea51f0589 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0489321 Feb 04 06:27:28.065659 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1ffa01ab-df28-42d3-bcbe-8a398b5b5a49 req-91124ca3-88cb-42fe-8723-d08dca9b086d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307508 Feb 04 06:27:28.722312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:29.186461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87807ad2-3552-4d95-93b5-f325605e9ba9 req-d3224f23-663a-4d91-affb-331c15ae26fc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:29.187942 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87807ad2-3552-4d95-93b5-f325605e9ba9 req-d3224f23-663a-4d91-affb-331c15ae26fc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0552964 Feb 04 06:27:29.225673 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87807ad2-3552-4d95-93b5-f325605e9ba9 req-111d017e-0088-4ef7-8212-5d398b3f0184 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319443 Feb 04 06:27:30.338119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8081c-1be9-4567-a647-bba903600d92 req-8b63fc33-fc80-43b4-863c-c9ea95683355 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:30.339593 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-21e8081c-1be9-4567-a647-bba903600d92 req-8b63fc33-fc80-43b4-863c-c9ea95683355 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0493476 Feb 04 06:27:30.377329 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-21e8081c-1be9-4567-a647-bba903600d92 req-e48ecead-68d8-4b0e-9258-5edd29f86c9b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315249 Feb 04 06:27:31.490706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87877c64-f2d9-4e01-9a2a-7041187a29a3 req-ee710de5-3b17-470d-9ed1-0c55094f996b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:31.492165 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87877c64-f2d9-4e01-9a2a-7041187a29a3 req-ee710de5-3b17-470d-9ed1-0c55094f996b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0491896 Feb 04 06:27:31.528857 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-87877c64-f2d9-4e01-9a2a-7041187a29a3 req-47b615d8-b06e-470d-8782-59e3eceb853e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306642 Feb 04 06:27:32.645833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5385aa-9220-4d74-b422-96b192cc9f14 req-0b4c478e-80a4-4b82-ad09-53042f2f81e1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:32.647277 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4b5385aa-9220-4d74-b422-96b192cc9f14 req-0b4c478e-80a4-4b82-ad09-53042f2f81e1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0522304 Feb 04 06:27:32.684788 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4b5385aa-9220-4d74-b422-96b192cc9f14 req-5296542a-5510-42fb-99cc-05b9d41f1500 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306644 Feb 04 06:27:33.798842 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f9a7d-97e3-48c6-af51-90c822c7ca49 req-fa0c82f4-07e2-49bc-947a-086ce5500c4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:33.800309 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f24f9a7d-97e3-48c6-af51-90c822c7ca49 req-fa0c82f4-07e2-49bc-947a-086ce5500c4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0501385 Feb 04 06:27:33.836544 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f24f9a7d-97e3-48c6-af51-90c822c7ca49 req-f746fc8c-5664-4e17-a859-2ce170324a19 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303476 Feb 04 06:27:34.952013 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3195f52-1ed4-45e9-b742-ec563c47d637 req-c9c68442-aa69-4f8c-b9ea-18cb815238df tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:34.953544 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3195f52-1ed4-45e9-b742-ec563c47d637 req-c9c68442-aa69-4f8c-b9ea-18cb815238df tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0487669 Feb 04 06:27:34.990799 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b3195f52-1ed4-45e9-b742-ec563c47d637 req-331cc22f-d855-46e6-a698-c2868a3ea175 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312171 Feb 04 06:27:36.108778 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab57d-81f3-47bb-84ee-50d178c77803 req-91080055-7c74-428d-b84b-437321c13ed3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:36.110389 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5fbab57d-81f3-47bb-84ee-50d178c77803 req-91080055-7c74-428d-b84b-437321c13ed3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0541606 Feb 04 06:27:36.148270 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5fbab57d-81f3-47bb-84ee-50d178c77803 req-8f4db07c-4438-44ed-928c-0587e1a5b5f1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320740 Feb 04 06:27:37.260636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00544-0e45-4447-8ef2-4a516dba431c req-5c397656-a175-4c3d-a916-2af23019f02a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:37.262643 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ad00544-0e45-4447-8ef2-4a516dba431c req-5c397656-a175-4c3d-a916-2af23019f02a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0486815 Feb 04 06:27:37.300357 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ad00544-0e45-4447-8ef2-4a516dba431c req-d2fad869-2a05-4ab6-81ba-b64fa1f5850d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316312 Feb 04 06:27:38.412767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90140708-d886-4b52-934e-04cd53b9c801 req-d6a5a772-c528-4627-b69d-cdd5647f4d0c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:38.414239 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-90140708-d886-4b52-934e-04cd53b9c801 req-d6a5a772-c528-4627-b69d-cdd5647f4d0c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0471807 Feb 04 06:27:38.451087 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-90140708-d886-4b52-934e-04cd53b9c801 req-79c1b026-7613-44f5-99df-15295056bf55 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303011 Feb 04 06:27:39.568488 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb5aa9-cd23-405d-a4d3-a4b15f2672f8 req-ddfeb56e-9019-410d-a7ee-c07453019d0e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:39.569975 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7ffb5aa9-cd23-405d-a4d3-a4b15f2672f8 req-ddfeb56e-9019-410d-a7ee-c07453019d0e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0524180 Feb 04 06:27:39.607542 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7ffb5aa9-cd23-405d-a4d3-a4b15f2672f8 req-a295c5fb-8ae9-4ffe-b239-d78d6dd8adc5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311916 Feb 04 06:27:40.725398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167407a2-fe49-4c74-b141-c08129e85c03 req-d75402f1-e747-42ac-b12b-321436b4006e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:40.726872 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-167407a2-fe49-4c74-b141-c08129e85c03 req-d75402f1-e747-42ac-b12b-321436b4006e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0483477 Feb 04 06:27:40.763736 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-167407a2-fe49-4c74-b141-c08129e85c03 req-4b6a43e1-c8f9-428e-8b42-ed1d38dfc506 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304043 Feb 04 06:27:41.879653 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7a2af-4eb7-4100-ac62-0d1a664408cf req-0fdc2392-f91e-4828-84c7-ffbe04b12b1a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:41.881125 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5db7a2af-4eb7-4100-ac62-0d1a664408cf req-0fdc2392-f91e-4828-84c7-ffbe04b12b1a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0482812 Feb 04 06:27:41.918639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5db7a2af-4eb7-4100-ac62-0d1a664408cf req-0821744e-6cac-4eaf-b6d3-1a11c931b32c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314415 Feb 04 06:27:43.037187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed9bd2-a05c-4b2b-aaa7-1314979d125b req-7c35cbea-42cd-4c0d-9daf-c356198a41be tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:43.038635 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80ed9bd2-a05c-4b2b-aaa7-1314979d125b req-7c35cbea-42cd-4c0d-9daf-c356198a41be tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0527380 Feb 04 06:27:43.076369 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80ed9bd2-a05c-4b2b-aaa7-1314979d125b req-df15e5e5-b002-4653-8970-4f4f0aadd639 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310891 Feb 04 06:27:43.098560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53122) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:43.170545 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8566895a-efa7-4b32-90c0-a1d72517ceb9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/c3c8fc0b-1df4-48ea-94fd-178381827f3f HTTP/1.1" status: 200 len: 994 time: 0.0708537 Feb 04 06:27:44.493167 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef499d-096c-484b-ac53-b11669c871f7 req-49b88f43-f312-439c-b64d-1efe599c0852 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:44.494560 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ffef499d-096c-484b-ac53-b11669c871f7 req-49b88f43-f312-439c-b64d-1efe599c0852 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0792391 Feb 04 06:27:44.504402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33fd4d-3e56-49ec-9532-710670a64b7a req-06df2280-01ae-47e4-beb2-25b14ac70e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:44.505847 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a33fd4d-3e56-49ec-9532-710670a64b7a req-06df2280-01ae-47e4-beb2-25b14ac70e4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 1099 time: 0.0633428 Feb 04 06:27:44.581384 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ffef499d-096c-484b-ac53-b11669c871f7 req-a52d9b2a-ef3b-4e3d-92e8-f92af2660bc9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790575 Feb 04 06:27:44.617549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33fd4d-3e56-49ec-9532-710670a64b7a req-d0a3c524-8795-4fb9-8ddf-7db5995a200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:44.619000 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a33fd4d-3e56-49ec-9532-710670a64b7a req-d0a3c524-8795-4fb9-8ddf-7db5995a200f service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfc0bc2b-9a26-41da-b923-6eafb85d0557 HTTP/1.1" status: 200 len: 896 time: 0.0999165 Feb 04 06:27:44.685752 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a33fd4d-3e56-49ec-9532-710670a64b7a req-fe3fe6dc-0593-470a-ad6f-1fd3eeced3d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34095861-d315-469b-afff-a8448b54df4b HTTP/1.1" status: 200 len: 1002 time: 0.0605752 Feb 04 06:27:44.732767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33fd4d-3e56-49ec-9532-710670a64b7a req-39656823-aefa-4c4f-b9ed-2880b250fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:44.734186 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a33fd4d-3e56-49ec-9532-710670a64b7a req-39656823-aefa-4c4f-b9ed-2880b250fda7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefe9c3e-f950-41bb-a131-61547b274673 HTTP/1.1" status: 200 len: 834 time: 0.0422556 Feb 04 06:27:44.778031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33fd4d-3e56-49ec-9532-710670a64b7a req-6d9804eb-a443-4c3d-b8ec-91422cbe2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:44.779437 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a33fd4d-3e56-49ec-9532-710670a64b7a req-6d9804eb-a443-4c3d-b8ec-91422cbe2578 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc0bc2b-9a26-41da-b923-6eafb85d0557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393639 Feb 04 06:27:44.870435 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a33fd4d-3e56-49ec-9532-710670a64b7a req-986edda7-89b0-4d6d-a6d6-b37dcd421ec2 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845320 Feb 04 06:27:44.957396 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6a33fd4d-3e56-49ec-9532-710670a64b7a req-c3525199-018d-4ad1-9a28-70753015e5d2 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809364 Feb 04 06:27:45.705137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864007e2-3183-470f-b728-62855861ff87 req-231a67d9-81f7-4be0-a838-495386c2e457 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:45.706558 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-864007e2-3183-470f-b728-62855861ff87 req-231a67d9-81f7-4be0-a838-495386c2e457 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0553050 Feb 04 06:27:45.744471 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-864007e2-3183-470f-b728-62855861ff87 req-4c969595-bac6-4557-a42b-7e40e472d8ad tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318253 Feb 04 06:27:45.768557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53132) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:45.830606 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-295fd23c-26ff-4a57-ac6e-a22a31aa1dd8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/c3c8fc0b-1df4-48ea-94fd-178381827f3f HTTP/1.1" status: 200 len: 994 time: 0.0608363 Feb 04 06:27:51.239635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5edb0a8b-a7b7-4719-bbc4-e4fa07055c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:53.476710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ecb668c-200e-459d-9c5c-342b67e3d975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:54.850602 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:56.458842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:56.670369 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:27:56.712850 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:58.734795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:01.338889 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-fa9ad8ca-b752-44a8-a113-a4408279d350 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424047 Feb 04 06:28:01.419005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-5dfa1d78-5f73-48a4-9739-cab1e6f4a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:01.420451 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-5dfa1d78-5f73-48a4-9739-cab1e6f4a238 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 1099 time: 0.0400214 Feb 04 06:28:01.518003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-f46948ad-3f05-4854-9b47-1e3c79733a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:01.519426 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-f46948ad-3f05-4854-9b47-1e3c79733a36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfc0bc2b-9a26-41da-b923-6eafb85d0557 HTTP/1.1" status: 200 len: 896 time: 0.0817320 Feb 04 06:28:01.586515 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-2ff1c782-ef5d-4893-9621-f8f56767295e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34095861-d315-469b-afff-a8448b54df4b HTTP/1.1" status: 200 len: 1002 time: 0.0598123 Feb 04 06:28:01.634919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-98dcc48b-113c-497f-a51b-8333be1d7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:01.636275 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-98dcc48b-113c-497f-a51b-8333be1d7fb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefe9c3e-f950-41bb-a131-61547b274673 HTTP/1.1" status: 200 len: 834 time: 0.0435855 Feb 04 06:28:01.679197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-eb0ae764-d3f2-47a2-b818-be82091dc960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:01.680649 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-eb0ae764-d3f2-47a2-b818-be82091dc960 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc0bc2b-9a26-41da-b923-6eafb85d0557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378625 Feb 04 06:28:01.770227 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-e9d56f4b-7519-4aa8-930b-f2dab41c3f7c service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826850 Feb 04 06:28:01.857666 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80beba9a-9e1a-43cb-a6ff-2a6616224894 req-6e3614ae-6ff1-4c02-913e-dfae7d69d7a2 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808713 Feb 04 06:28:16.378611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53146) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:16.531514 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 3afbb605-353b-4b0f-a5af-8fab67a072b9 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:28:16.531853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:16.613416 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:16.613748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:16.625604 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 3afbb605-353b-4b0f-a5af-8fab67a072b9 owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:28:16.765375 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:16.795249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=3afbb605-353b-4b0f-a5af-8fab67a072b9,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:16.819547 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.819897 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.820237 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.820571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.820896 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.821247 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.821575 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.821896 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.822229 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.822541 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.822864 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.823182 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:16.861007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:16.861366 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Floating IP c3c8fc0b-1df4-48ea-94fd-178381827f3f disassociated (deleted). External IP: 172.26.5.177, port: 34095861-d315-469b-afff-a8448b54df4b. Feb 04 06:28:17.069460 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 1fe42036-b118-4d34-bf2d-ffc933784cfe has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:28:17.175303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:28:17.180058 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:17.185067 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9852779-4fd7-466b-852b-33e27a4ba6cb None None] Sync routers for ids ['1fe42036-b118-4d34-bf2d-ffc933784cfe'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:17.194843 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9852779-4fd7-466b-852b-33e27a4ba6cb None None] Routers {'1fe42036-b118-4d34-bf2d-ffc933784cfe'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:17.195444 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-f9852779-4fd7-466b-852b-33e27a4ba6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:27:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1fe42036-b118-4d34-bf2d-ffc933784cfe'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:17.207530 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-00c82bbc-dfba-44e4-b8b9-38a6c6246466 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/floatingips/c3c8fc0b-1df4-48ea-94fd-178381827f3f HTTP/1.1" status: 204 len: 168 time: 0.8278327 Feb 04 06:28:17.208213 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'tag': '34095861-d315-469b-afff-a8448b54df4b'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:17.210587 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463091e5-f754-494c-987b-3072565092f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec32fa5-247c-4969-b6d5-1ef636ec3e74", "tag": "34095861-d315-469b-afff-a8448b54df4b"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:28:17.303735 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-f9852779-4fd7-466b-852b-33e27a4ba6cb None None] Set router 1fe42036-b118-4d34-bf2d-ffc933784cfe gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:17.342411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4d3757-ffa8-487a-b2cc-d59837c62724 x-openstack-request-id: req-4f4d3757-ffa8-487a-b2cc-d59837c62724 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:28:17.342730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec32fa5-247c-4969-b6d5-1ef636ec3e74", "tag": "34095861-d315-469b-afff-a8448b54df4b", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:28:17.343567 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f4d3757-ffa8-487a-b2cc-d59837c62724 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:28:17.343719 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'tag': '34095861-d315-469b-afff-a8448b54df4b', 'status': 'completed', 'code': 200} Feb 04 06:28:17.430208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463091e5-f754-494c-987b-3072565092f7 req-994878e5-212b-41ea-b69c-06952c1b334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:17.431698 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-463091e5-f754-494c-987b-3072565092f7 req-994878e5-212b-41ea-b69c-06952c1b334f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 1099 time: 0.0693998 Feb 04 06:28:17.493182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3861a0-1b5b-4130-a5f3-56d7489ef1d6 req-604aab54-f5c5-49e8-aec8-5e708cc10b73 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:17.494738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab3861a0-1b5b-4130-a5f3-56d7489ef1d6 req-604aab54-f5c5-49e8-aec8-5e708cc10b73 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.1015882 Feb 04 06:28:17.517905 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-f9852779-4fd7-466b-852b-33e27a4ba6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f34348c9-0733-401f-a03c-6b62b19c81e6', 'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:9d:1e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:40Z', 'updated_at': '2022-02-04T06:26:43Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:17.547512 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9852779-4fd7-466b-852b-33e27a4ba6cb None None] Checking router: 1fe42036-b118-4d34-bf2d-ffc933784cfe for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:17.555576 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9852779-4fd7-466b-852b-33e27a4ba6cb None None] Routers {'1fe42036-b118-4d34-bf2d-ffc933784cfe'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:17.556161 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-f9852779-4fd7-466b-852b-33e27a4ba6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:27:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1fe42036-b118-4d34-bf2d-ffc933784cfe'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:17.559423 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab3861a0-1b5b-4130-a5f3-56d7489ef1d6 req-1b0cf3a0-e40b-4020-9061-84a3d3d4a7d1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539837 Feb 04 06:28:17.561188 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463091e5-f754-494c-987b-3072565092f7 req-5e3155dd-5f0c-4159-b2f4-392999025450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:17.562575 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-463091e5-f754-494c-987b-3072565092f7 req-5e3155dd-5f0c-4159-b2f4-392999025450 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfc0bc2b-9a26-41da-b923-6eafb85d0557 HTTP/1.1" status: 200 len: 896 time: 0.1228614 Feb 04 06:28:17.608634 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-463091e5-f754-494c-987b-3072565092f7 req-3d0a7eac-86c3-4f05-ae70-a26e96ba341d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34095861-d315-469b-afff-a8448b54df4b HTTP/1.1" status: 200 len: 217 time: 0.0380929 Feb 04 06:28:17.657728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463091e5-f754-494c-987b-3072565092f7 req-7cc9687f-0246-4791-a1c4-4db096b7fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:17.659222 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-463091e5-f754-494c-987b-3072565092f7 req-7cc9687f-0246-4791-a1c4-4db096b7fc66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefe9c3e-f950-41bb-a131-61547b274673 HTTP/1.1" status: 200 len: 834 time: 0.0440481 Feb 04 06:28:17.660675 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-f9852779-4fd7-466b-852b-33e27a4ba6cb None None] Set router 1fe42036-b118-4d34-bf2d-ffc933784cfe gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:17.705137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463091e5-f754-494c-987b-3072565092f7 req-f0c2efa6-3caf-41fa-8d5e-c37e31c2ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:17.706637 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-463091e5-f754-494c-987b-3072565092f7 req-f0c2efa6-3caf-41fa-8d5e-c37e31c2ea7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc0bc2b-9a26-41da-b923-6eafb85d0557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400867 Feb 04 06:28:17.802018 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-463091e5-f754-494c-987b-3072565092f7 req-6d291781-11f4-4ef6-abe8-9e3c147b1e4a service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866773 Feb 04 06:28:17.860158 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-f9852779-4fd7-466b-852b-33e27a4ba6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f34348c9-0733-401f-a03c-6b62b19c81e6', 'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:9d:1e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:40Z', 'updated_at': '2022-02-04T06:26:43Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:17.885486 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9852779-4fd7-466b-852b-33e27a4ba6cb None None] The sync data for ids ['1fe42036-b118-4d34-bf2d-ffc933784cfe'] in dv-neutron-826811-2-hyperv is: [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f34348c9-0733-401f-a03c-6b62b19c81e6', 'name': '', 'network_id': 'cfc0bc2b-9a26-41da-b923-6eafb85d0557', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:9d:1e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:40Z', 'updated_at': '2022-02-04T06:26:43Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': 'aefe9c3e-f950-41bb-a131-61547b274673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:17.893012 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-463091e5-f754-494c-987b-3072565092f7 req-38632930-d57c-4eff-a40b-6734fa49373b service neutron] 10.222.0.36 "GET /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826218 Feb 04 06:28:18.096549 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec0e82-4ca4-4116-8e16-8abd700642ab None None] New status for floating IP c3c8fc0b-1df4-48ea-94fd-178381827f3f: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:28:18.678452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5eded6-6def-43f2-8052-fa5fc9168248 req-2302aad6-76c4-4775-882b-cc3006cf97e1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:18.679890 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea5eded6-6def-43f2-8052-fa5fc9168248 req-2302aad6-76c4-4775-882b-cc3006cf97e1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0527873 Feb 04 06:28:18.716513 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ea5eded6-6def-43f2-8052-fa5fc9168248 req-5ecce6a8-0218-4f55-bbb4-47c186fa8701 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4239a02-203a-4f9e-bddd-2dde57db285e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306108 Feb 04 06:28:18.998227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4ab0b-5372-4738-8d48-e352edf599c8 req-081b5b5e-cc8f-4892-9a5f-957345045c28 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:18.999563 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ba4ab0b-5372-4738-8d48-e352edf599c8 req-081b5b5e-cc8f-4892-9a5f-957345045c28 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 946 time: 0.0474875 Feb 04 06:28:19.087894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-3ba4ab0b-5372-4738-8d48-e352edf599c8 req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 34095861-d315-469b-afff-a8448b54df4b {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:28:19.088229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3ba4ab0b-5372-4738-8d48-e352edf599c8 req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.175979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-3ba4ab0b-5372-4738-8d48-e352edf599c8 req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 34095861-d315-469b-afff-a8448b54df4b, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=34095861-d315-469b-afff-a8448b54df4b,segment=NetworkSegment(85c3f33b-27d2-4729-a6b9-3405ca9cc021),segment_id=85c3f33b-27d2-4729-a6b9-3405ca9cc021)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:28:19.176337 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3ba4ab0b-5372-4738-8d48-e352edf599c8 req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.187730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-3ba4ab0b-5372-4738-8d48-e352edf599c8 req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 34095861-d315-469b-afff-a8448b54df4b owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:28:19.314404 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3ba4ab0b-5372-4738-8d48-e352edf599c8 req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.342222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=34095861-d315-469b-afff-a8448b54df4b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:19.351549 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.351907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.352251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.352588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.352922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.353277 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.353607 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.353932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.354751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.354751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.354945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.355182 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.395057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba4ab0b-5372-4738-8d48-e352edf599c8 req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] No DVR routers for this DVR port 34095861-d315-469b-afff-a8448b54df4b on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:28:19.397582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-3ba4ab0b-5372-4738-8d48-e352edf599c8 req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.400886 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3ba4ab0b-5372-4738-8d48-e352edf599c8 req-c05fd8db-575d-42c2-969d-f3a8484a4ab9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "DELETE /v2.0/ports/34095861-d315-469b-afff-a8448b54df4b HTTP/1.1" status: 204 len: 173 time: 0.3952646 Feb 04 06:28:19.401347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'name': 'network-vif-deleted', 'tag': '34095861-d315-469b-afff-a8448b54df4b'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:19.404429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326c45bc-c610-4391-bedc-b628ee80b26c" -d '{"events": [{"server_uuid": "7ec32fa5-247c-4969-b6d5-1ef636ec3e74", "name": "network-vif-deleted", "tag": "34095861-d315-469b-afff-a8448b54df4b"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:28:19.449161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e34be-220d-4b8e-a564-fa5f6edb2a01 x-openstack-request-id: req-166e34be-220d-4b8e-a564-fa5f6edb2a01 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:28:19.449455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec32fa5-247c-4969-b6d5-1ef636ec3e74", "name": "network-vif-deleted", "tag": "34095861-d315-469b-afff-a8448b54df4b", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:28:19.450438 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-166e34be-220d-4b8e-a564-fa5f6edb2a01 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:28:19.451322 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec32fa5-247c-4969-b6d5-1ef636ec3e74', 'name': 'network-vif-deleted', 'tag': '34095861-d315-469b-afff-a8448b54df4b', 'status': 'completed', 'code': 200} Feb 04 06:28:19.834325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-23120b9b-1483-48a4-a139-c8169945d0b1 req-3e8c6e3d-9e3e-40e0-b202-aa280eafc3be tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec32fa5-247c-4969-b6d5-1ef636ec3e74 HTTP/1.1" status: 200 len: 210 time: 0.0283577 Feb 04 06:28:20.893787 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53170) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:21.240189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.242131 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-49b32660-6e98-4da2-9c05-28007fc7dbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.491127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port f34348c9-0733-401f-a03c-6b62b19c81e6 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:28:21.491464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.579730 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port f34348c9-0733-401f-a03c-6b62b19c81e6, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f34348c9-0733-401f-a03c-6b62b19c81e6,segment=NetworkSegment(85c3f33b-27d2-4729-a6b9-3405ca9cc021),segment_id=85c3f33b-27d2-4729-a6b9-3405ca9cc021)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:28:21.580077 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.592039 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for f34348c9-0733-401f-a03c-6b62b19c81e6 owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:28:21.770474 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:21.796123 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=f34348c9-0733-401f-a03c-6b62b19c81e6,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:22.225508 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.433266 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 1fe42036-b118-4d34-bf2d-ffc933784cfe has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:28:22.537911 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:28:22.542744 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c5ccfea6-58b9-48ee-99ed-08a742deb512 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "PUT /v2.0/routers/1fe42036-b118-4d34-bf2d-ffc933784cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6479533 Feb 04 06:28:22.546412 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53172) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:22.549129 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d7568-53f2-40df-a278-1bad7a85b25f None None] Sync routers for ids ['1fe42036-b118-4d34-bf2d-ffc933784cfe'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:22.558049 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d7568-53f2-40df-a278-1bad7a85b25f None None] Routers {'1fe42036-b118-4d34-bf2d-ffc933784cfe'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:22.558634 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-452d7568-53f2-40df-a278-1bad7a85b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:27:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1fe42036-b118-4d34-bf2d-ffc933784cfe'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:22.598777 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ef4ae6-c18f-44e0-af44-d013dff159df tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting subnet aefe9c3e-f950-41bb-a131-61547b274673 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:28:22.601728 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4ae6-c18f-44e0-af44-d013dff159df tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.640225 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4ae6-c18f-44e0-af44-d013dff159df tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.724487 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4ae6-c18f-44e0-af44-d013dff159df tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.746195 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-452d7568-53f2-40df-a278-1bad7a85b25f None None] Set router 1fe42036-b118-4d34-bf2d-ffc933784cfe gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:22.786912 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4ae6-c18f-44e0-af44-d013dff159df tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.817051 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef4ae6-c18f-44e0-af44-d013dff159df tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Subnet': ['ID=aefe9c3e-f950-41bb-a131-61547b274673,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:22.822179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4ae6-c18f-44e0-af44-d013dff159df tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:22.826598 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f6ef4ae6-c18f-44e0-af44-d013dff159df tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/subnets/aefe9c3e-f950-41bb-a131-61547b274673 HTTP/1.1" status: 204 len: 168 time: 0.2790797 Feb 04 06:28:22.828704 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53174) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:22.831616 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234daf3-d0ef-4507-945f-f3ff82cb9744 None None] Network cfc0bc2b-9a26-41da-b923-6eafb85d0557 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:28:22.927563 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-452d7568-53f2-40df-a278-1bad7a85b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:28:21Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:22.957270 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d7568-53f2-40df-a278-1bad7a85b25f None None] Checking router: 1fe42036-b118-4d34-bf2d-ffc933784cfe for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:22.967154 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d7568-53f2-40df-a278-1bad7a85b25f None None] Routers {'1fe42036-b118-4d34-bf2d-ffc933784cfe'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:22.967787 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-452d7568-53f2-40df-a278-1bad7a85b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:27:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['1fe42036-b118-4d34-bf2d-ffc933784cfe'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:23.031104 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] DHCP port deletion for cfc0bc2b-9a26-41da-b923-6eafb85d0557 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:28:23.081528 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Deleting port 080080f5-4dc3-43ad-a913-a86b0659b397 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:28:23.081727 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-452d7568-53f2-40df-a278-1bad7a85b25f None None] Set router 1fe42036-b118-4d34-bf2d-ffc933784cfe gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:23.082038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.145217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] For port 080080f5-4dc3-43ad-a913-a86b0659b397, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=080080f5-4dc3-43ad-a913-a86b0659b397,segment=NetworkSegment(85c3f33b-27d2-4729-a6b9-3405ca9cc021),segment_id=85c3f33b-27d2-4729-a6b9-3405ca9cc021)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:28:23.145625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.160166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Calling delete_port for 080080f5-4dc3-43ad-a913-a86b0659b397 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:28:23.234627 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.244360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.270328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Pushing event deleted for resources: {'Port': ['ID=080080f5-4dc3-43ad-a913-a86b0659b397,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:23.273519 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-452d7568-53f2-40df-a278-1bad7a85b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:28:21Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:23.277745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] No DVR routers for this DVR port 080080f5-4dc3-43ad-a913-a86b0659b397 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:28:23.279947 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.280705 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.280705 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.280922 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.281275 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.281601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.281979 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.282247 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.282773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.283098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.283416 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.283729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03df52-c0d0-49af-aa22-59fda1a39ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:23.302189 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d7568-53f2-40df-a278-1bad7a85b25f None None] The sync data for ids ['1fe42036-b118-4d34-bf2d-ffc933784cfe'] in dv-neutron-826811-2-hyperv is: [{'id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616904356', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:28:21Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '1d8816bd-9e24-4e9f-a3c0-378e39da033e', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe42036-b118-4d34-bf2d-ffc933784cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:38Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:23.349990 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.400802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 1d8816bd-9e24-4e9f-a3c0-378e39da033e {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:28:23.401181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.476758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-34651b74-ebaf-4329-af2e-7805864bf935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.483219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 1d8816bd-9e24-4e9f-a3c0-378e39da033e, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=1d8816bd-9e24-4e9f-a3c0-378e39da033e,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:28:23.483581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.495032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 1d8816bd-9e24-4e9f-a3c0-378e39da033e owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:28:23.670611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.694888 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f34348c9-0733-401f-a03c-6b62b19c81e6 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:28:23.702445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=1d8816bd-9e24-4e9f-a3c0-378e39da033e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:23.715944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: f34348c9-0733-401f-a03c-6b62b19c81e6 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:28:23.716283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f34348c9-0733-401f-a03c-6b62b19c81e6 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:28:23.716689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 080080f5-4dc3-43ad-a913-a86b0659b397 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:28:23.736434 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 080080f5-4dc3-43ad-a913-a86b0659b397 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:28:23.736953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 080080f5-4dc3-43ad-a913-a86b0659b397 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:28:23.770651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.870057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.872210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.915875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.916356 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Fanout notify agent at l3_agent the message router_deleted on router 1fe42036-b118-4d34-bf2d-ffc933784cfe {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:28:23.923856 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.924985 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5eee9f9d-3ccb-4e0e-8403-8aa3c47fdcdc tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/routers/1fe42036-b118-4d34-bf2d-ffc933784cfe HTTP/1.1" status: 204 len: 168 time: 1.0948160 Feb 04 06:28:23.927798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53178) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:24.007213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.095756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.115044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc0bc2b-9a26-41da-b923-6eafb85d0557']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:24.124440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c3f33b-27d2-4729-a6b9-3405ca9cc021') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:24.124731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c3f33b-27d2-4729-a6b9-3405ca9cc021') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:24.133651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.147286 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.153407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:28:24.153792 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:28:24.156766 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:28:24.217341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.221685 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.225474 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/networks/cfc0bc2b-9a26-41da-b923-6eafb85d0557 HTTP/1.1" status: 204 len: 168 time: 0.2964880 Feb 04 06:28:24.228336 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53180) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:24.240341 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f4571-7efa-4e9d-98f6-a31e70446201 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Network': ['ID=cfc0bc2b-9a26-41da-b923-6eafb85d0557,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:24.282449 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 34095861-d315-469b-afff-a8448b54df4b no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:28:24.286047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af480c52-ce64-480e-8bd6-01de5804b4d0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.302401 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 34095861-d315-469b-afff-a8448b54df4b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:28:24.302746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 34095861-d315-469b-afff-a8448b54df4b not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:28:24.311630 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af480c52-ce64-480e-8bd6-01de5804b4d0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.373766 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af480c52-ce64-480e-8bd6-01de5804b4d0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.378941 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-af480c52-ce64-480e-8bd6-01de5804b4d0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.380213 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-af480c52-ce64-480e-8bd6-01de5804b4d0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/security-groups/b4239a02-203a-4f9e-bddd-2dde57db285e HTTP/1.1" status: 204 len: 168 time: 0.1507161 Feb 04 06:28:24.400184 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af480c52-ce64-480e-8bd6-01de5804b4d0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4239a02-203a-4f9e-bddd-2dde57db285e,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:24.614307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53186) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:24.618883 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-1058bb0d-8d21-4209-ab0f-61a4e6a76d3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724610712', 'description': 'tempest-secgroup-smoke-1724610712 description', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:24.642542 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1058bb0d-8d21-4209-ab0f-61a4e6a76d3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.708697 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1058bb0d-8d21-4209-ab0f-61a4e6a76d3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.712374 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1058bb0d-8d21-4209-ab0f-61a4e6a76d3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.743095 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1058bb0d-8d21-4209-ab0f-61a4e6a76d3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.744296 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1058bb0d-8d21-4209-ab0f-61a4e6a76d3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1289937 Feb 04 06:28:24.746323 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058bb0d-8d21-4209-ab0f-61a4e6a76d3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302ec6d9-5479-4f67-adcc-580914cb417a,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:24.747451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53188) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:24.752297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-128f70d6-6b00-4327-8217-b5a4b2fbc610 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '302ec6d9-5479-4f67-adcc-580914cb417a', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:24.781875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-128f70d6-6b00-4327-8217-b5a4b2fbc610 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.836431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-128f70d6-6b00-4327-8217-b5a4b2fbc610 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.840701 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-128f70d6-6b00-4327-8217-b5a4b2fbc610 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.855709 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.860812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f70d6-6b00-4327-8217-b5a4b2fbc610 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0ad6ad-ba4c-4008-af22-e81f48b6d144,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:24.865194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-128f70d6-6b00-4327-8217-b5a4b2fbc610 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.866380 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-128f70d6-6b00-4327-8217-b5a4b2fbc610 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178398 Feb 04 06:28:24.869264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53190) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:24.873950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0f81cdfc-6985-4020-affe-d7901e0a545b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '302ec6d9-5479-4f67-adcc-580914cb417a', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:24.902334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0f81cdfc-6985-4020-affe-d7901e0a545b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.959009 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0f81cdfc-6985-4020-affe-d7901e0a545b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.962474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0f81cdfc-6985-4020-affe-d7901e0a545b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.979802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81cdfc-6985-4020-affe-d7901e0a545b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566f725d-d73a-4355-b77b-a8bb487cba4d,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:24.988280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0f81cdfc-6985-4020-affe-d7901e0a545b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:24.989577 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0f81cdfc-6985-4020-affe-d7901e0a545b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191928 Feb 04 06:28:24.993123 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53192) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:24.997687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-04dbe5e1-3957-4234-8ab2-15e81e50eeb8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '302ec6d9-5479-4f67-adcc-580914cb417a', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:25.026297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04dbe5e1-3957-4234-8ab2-15e81e50eeb8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.086418 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04dbe5e1-3957-4234-8ab2-15e81e50eeb8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.089877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04dbe5e1-3957-4234-8ab2-15e81e50eeb8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.107618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbe5e1-3957-4234-8ab2-15e81e50eeb8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99754ba2-9e2e-4b43-8cce-1fa717aae902,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:25.115353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-04dbe5e1-3957-4234-8ab2-15e81e50eeb8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.116543 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-04dbe5e1-3957-4234-8ab2-15e81e50eeb8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223125 Feb 04 06:28:25.119312 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53194) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:25.123630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-746d2a4d-8990-4501-a2d1-144ced9db29b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '302ec6d9-5479-4f67-adcc-580914cb417a', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:25.150617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-746d2a4d-8990-4501-a2d1-144ced9db29b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.209154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-746d2a4d-8990-4501-a2d1-144ced9db29b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.213423 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-746d2a4d-8990-4501-a2d1-144ced9db29b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.228160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d2a4d-8990-4501-a2d1-144ced9db29b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc3e956-be30-4c06-a1bb-14c900770bfc,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:25.239051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-746d2a4d-8990-4501-a2d1-144ced9db29b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.240972 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-746d2a4d-8990-4501-a2d1-144ced9db29b tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205359 Feb 04 06:28:25.244297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53196) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:25.250004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f7edb696-8bfb-4299-9c6e-4649f7764cf5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '302ec6d9-5479-4f67-adcc-580914cb417a', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:25.277417 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-f7edb696-8bfb-4299-9c6e-4649f7764cf5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Project 35ce0d0ff2514965b3feb3ffef5a408c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:28:25.283449 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7edb696-8bfb-4299-9c6e-4649f7764cf5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.342534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7edb696-8bfb-4299-9c6e-4649f7764cf5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.346062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7edb696-8bfb-4299-9c6e-4649f7764cf5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.363958 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edb696-8bfb-4299-9c6e-4649f7764cf5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed26d9a4-220e-459b-ba05-65ae849c6c36,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:25.369153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f7edb696-8bfb-4299-9c6e-4649f7764cf5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.370385 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f7edb696-8bfb-4299-9c6e-4649f7764cf5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246786 Feb 04 06:28:25.373208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53198) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:25.377480 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-89367e51-52e6-4ec7-bb5f-3d56669997ab tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'security_group_rule': {'security_group_id': '302ec6d9-5479-4f67-adcc-580914cb417a', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:25.400500 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-89367e51-52e6-4ec7-bb5f-3d56669997ab tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Project 35ce0d0ff2514965b3feb3ffef5a408c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:28:25.405928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89367e51-52e6-4ec7-bb5f-3d56669997ab tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.470503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89367e51-52e6-4ec7-bb5f-3d56669997ab tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.474414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89367e51-52e6-4ec7-bb5f-3d56669997ab tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.492808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89367e51-52e6-4ec7-bb5f-3d56669997ab tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7942f181-2824-4e93-a8f3-bbedbba664ff,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:25.495653 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d8816bd-9e24-4e9f-a3c0-378e39da033e no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:28:25.502104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-89367e51-52e6-4ec7-bb5f-3d56669997ab tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.503363 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-89367e51-52e6-4ec7-bb5f-3d56669997ab tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292241 Feb 04 06:28:25.506176 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53200) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:25.511015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'network': {'name': 'tempest-network-smoke--1411282940', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'port_security_enabled': True}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:25.519822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 1d8816bd-9e24-4e9f-a3c0-378e39da033e {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:28:25.520164 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 1d8816bd-9e24-4e9f-a3c0-378e39da033e not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:28:25.533680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:28:25.537242 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.560360 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:28:25.569437 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.569774 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Added segment 610a8cc1-5eda-462c-bf68-5c7a93aafbf6 of type vlan for network a5ec094a-155f-480a-9513-2889828d6f55 Feb 04 06:28:25.610419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.635302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.641510 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:25.642094 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.697166 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1899586 Feb 04 06:28:25.700680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53202) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:25.707119 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'admin_state_up': True, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:25.726894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f92333-7c71-4c8e-9439-3446e073249c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Network': ['ID=a5ec094a-155f-480a-9513-2889828d6f55,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:25.736901 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network a5ec094a-155f-480a-9513-2889828d6f55 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:28:25.741824 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.742930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.796270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.934570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.121159 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.139671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.241260 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.26.5.199 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/02c324a0-9711-4359-9eb7-18dd75859573) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:26.340603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.378927 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.415522 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:26.418683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:26.420926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:28:26.457321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=02c324a0-9711-4359-9eb7-18dd75859573,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:26.464407 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.674974 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.715634 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.868865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.994121 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 4e035314-d558-45ce-a31d-09249eb63310 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:28:27.097471 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:28:27.107191 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Sync routers for ids ['4e035314-d558-45ce-a31d-09249eb63310'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:27.117676 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Routers {'4e035314-d558-45ce-a31d-09249eb63310'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:27.117903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.118402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:28:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4e035314-d558-45ce-a31d-09249eb63310'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:27.119177 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-acc8310a-206c-4c0e-81bd-011b5e74adfb tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4175427 Feb 04 06:28:27.122598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53204) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:27.202687 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-87013396-c156-4a34-811a-d338213e10c4 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=35ce0d0ff2514965b3feb3ffef5a408c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789859 Feb 04 06:28:27.205252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53208) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:27.220488 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Set router 4e035314-d558-45ce-a31d-09249eb63310 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:27.295313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467aca8-e483-47c8-858b-1703bff28f48 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:27.296901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7467aca8-e483-47c8-858b-1703bff28f48 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907576 Feb 04 06:28:27.299807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53210) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:27.330220 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9697fb14-299d-4444-ba20-f84b3502942d tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292616 Feb 04 06:28:27.332724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53212) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:27.337681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-95976939', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:27.432953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:28:27.436474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.537897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:26Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:27.567347 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Checking router: 4e035314-d558-45ce-a31d-09249eb63310 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:27.567613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Updating router 4e035314-d558-45ce-a31d-09249eb63310 port 02c324a0-9711-4359-9eb7-18dd75859573 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:28:27.594583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.613290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.676053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Subnet': ['ID=6f82e62d-7212-4a43-9853-4c520ef162cb,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:27.680412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Checking segment: {'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:28:27.680754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network hostable DHCP agents. Network: a5ec094a-155f-480a-9513-2889828d6f55, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:28:27.698308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network a5ec094a-155f-480a-9513-2889828d6f55 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:28:27.708697 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, a5ec094a-155f-480a-9513-2889828d6f55) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:27.713330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:27.714385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.718512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf97150-396e-4cda-b837-2c0720c0f958 None None] Network a5ec094a-155f-480a-9513-2889828d6f55 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:28:27.733714 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5a88499d-c655-4368-b6d7-7037630b84ff tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3973203 Feb 04 06:28:27.734056 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53214) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:27.957361 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.964478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-a5ec094a-155f-480a-9513-2889828d6f55', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ips': [{'subnet_id': '6f82e62d-7212-4a43-9853-4c520ef162cb'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:28:27.965444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.969168 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.082358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Attempting to bind port 02c324a0-9711-4359-9eb7-18dd75859573 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:28:28.082727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Attempting to bind port 02c324a0-9711-4359-9eb7-18dd75859573 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:28:28.083089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Attempting to bind port 02c324a0-9711-4359-9eb7-18dd75859573 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:28:28.096828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143a165-0666-4b96-97d5-a7ca4634cb71 None None] Pushing event updated for resources: {'Port': ['ID=02c324a0-9711-4359-9eb7-18dd75859573,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:28.103741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:28:28.103942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:28:28.104343 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.104734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:28:28.105234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Bound port: 02c324a0-9711-4359-9eb7-18dd75859573, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:28:28.106169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.204540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] For port 02c324a0-9711-4359-9eb7-18dd75859573, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:28:28.206948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Allocated IP 172.20.0.2 (a5ec094a-155f-480a-9513-2889828d6f55/6f82e62d-7212-4a43-9853-4c520ef162cb/05d955a0-b9c2-4785-b340-fb6a255fa2af) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:28.209731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] For port 02c324a0-9711-4359-9eb7-18dd75859573, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=02c324a0-9711-4359-9eb7-18dd75859573,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:28:28.218831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.335961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Routers {'4e035314-d558-45ce-a31d-09249eb63310'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:28.336577 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:28:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4e035314-d558-45ce-a31d-09249eb63310'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:28.343879 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143a165-0666-4b96-97d5-a7ca4634cb71 None None] Pushing event updated for resources: {'Port': ['ID=02c324a0-9711-4359-9eb7-18dd75859573,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:28.471752 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.487068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.497646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] Set router 4e035314-d558-45ce-a31d-09249eb63310 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:28.499825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.625995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Network a5ec094a-155f-480a-9513-2889828d6f55 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:28.633047 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:28.640340 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:28:28.643734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Pushing event updated for resources: {'Port': ['ID=05d955a0-b9c2-4785-b340-fb6a255fa2af,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:28.743880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.20.0.1 (a5ec094a-155f-480a-9513-2889828d6f55/6f82e62d-7212-4a43-9853-4c520ef162cb/93ea1530-beb5-4c4b-a417-c5dc78582c4b) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:28.750995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Attempting to bind port 05d955a0-b9c2-4785-b340-fb6a255fa2af on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:28:28.751556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Attempting to bind port 05d955a0-b9c2-4785-b340-fb6a255fa2af by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:28:28.751721 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Attempting to bind port 05d955a0-b9c2-4785-b340-fb6a255fa2af on network a5ec094a-155f-480a-9513-2889828d6f55 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:28:28.764850 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:28:28.765248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Checking segment: {'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:28:28.765650 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.766058 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Bound using segment: {'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:28:28.766509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Bound port: 05d955a0-b9c2-4785-b340-fb6a255fa2af, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:28:28.766887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.768631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.839093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:26Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:28.861322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.871082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] For port 05d955a0-b9c2-4785-b340-fb6a255fa2af, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:28:28.873548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c6be5-a385-4a7a-afd4-1a56ce1ac6c4 None None] The sync data for ids ['4e035314-d558-45ce-a31d-09249eb63310'] in dv-neutron-826811-2-hyperv is: [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:26Z', 'revision_number': 3, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:28.891868 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] For port 05d955a0-b9c2-4785-b340-fb6a255fa2af, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=05d955a0-b9c2-4785-b340-fb6a255fa2af,segment=NetworkSegment(610a8cc1-5eda-462c-bf68-5c7a93aafbf6),segment_id=610a8cc1-5eda-462c-bf68-5c7a93aafbf6)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:28:28.897130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.897654 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.944828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network a5ec094a-155f-480a-9513-2889828d6f55 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:28.948023 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:28.952414 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:28:28.972704 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7022b0-c9fb-415f-a029-68b47875d95c None None] Pushing event updated for resources: {'Port': ['ID=05d955a0-b9c2-4785-b340-fb6a255fa2af,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:28.986793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=93ea1530-beb5-4c4b-a417-c5dc78582c4b,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:29.010371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.163305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.488371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.497221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.577436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=93ea1530-beb5-4c4b-a417-c5dc78582c4b,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:29.582711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.636236 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 05d955a0-b9c2-4785-b340-fb6a255fa2af up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:28:29.682292 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network a5ec094a-155f-480a-9513-2889828d6f55 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:29.684464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:29.693952 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 05d955a0-b9c2-4785-b340-fb6a255fa2af triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:29.694450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.791264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.827946 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 4e035314-d558-45ce-a31d-09249eb63310 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:28:29.831300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 05d955a0-b9c2-4785-b340-fb6a255fa2af, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=05d955a0-b9c2-4785-b340-fb6a255fa2af,segment=NetworkSegment(610a8cc1-5eda-462c-bf68-5c7a93aafbf6),segment_id=610a8cc1-5eda-462c-bf68-5c7a93aafbf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:28:29.838206 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.839436 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 02c324a0-9711-4359-9eb7-18dd75859573 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:28:29.928542 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=05d955a0-b9c2-4785-b340-fb6a255fa2af,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:29.940428 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 02c324a0-9711-4359-9eb7-18dd75859573 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:29.940803 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.974769 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:28:29.981143 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a6235b5b-2dae-492c-9d33-690d41dd354f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "PUT /v2.0/routers/4e035314-d558-45ce-a31d-09249eb63310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2447810 Feb 04 06:28:30.022197 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca3b28f-b3c7-4405-8d6a-e3acfc3805a5 None None] Network a5ec094a-155f-480a-9513-2889828d6f55 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:28:30.040511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.090737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 02c324a0-9711-4359-9eb7-18dd75859573, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=02c324a0-9711-4359-9eb7-18dd75859573,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:28:30.099035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.180885 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-55181060-9739-43d1-86b6-92783bfcb174 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724610712&fields=id&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 267 time: 0.0330555 Feb 04 06:28:30.182022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b6275b8e-fa5e-469e-aeb4-06734ea62dfd None None] Provisioning complete for port 05d955a0-b9c2-4785-b340-fb6a255fa2af triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:30.182469 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b6275b8e-fa5e-469e-aeb4-06734ea62dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.298126 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-03932723-6964-4b3e-9707-a5bf28dafdb8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:30.299626 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-03932723-6964-4b3e-9707-a5bf28dafdb8 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/networks?id=a5ec094a-155f-480a-9513-2889828d6f55 HTTP/1.1" status: 200 len: 797 time: 0.1116202 Feb 04 06:28:30.315863 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-9701aee9-e3f3-4c78-86b9-5d79934c325c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/quotas/35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 375 time: 0.0101297 Feb 04 06:28:30.372521 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=02c324a0-9711-4359-9eb7-18dd75859573,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:30.384357 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-151ce5df-257b-4213-a5e9-91e9febfabc6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548067 Feb 04 06:28:30.469801 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-8e052038-ede9-4388-977b-43c62dafd52e service neutron] 10.222.0.15 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845840 Feb 04 06:28:30.568631 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-47300d3d-1881-4db3-a2ec-962a0187efc9 service neutron] 10.222.0.15 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922678 Feb 04 06:28:30.666636 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Sync routers for ids ['4e035314-d558-45ce-a31d-09249eb63310'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:30.679472 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Routers {'4e035314-d558-45ce-a31d-09249eb63310'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:30.680067 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:28:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4e035314-d558-45ce-a31d-09249eb63310'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:30.709142 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1f6fcc92-65eb-4cb2-88bd-67364a2ad72c None None] Provisioning complete for port 93ea1530-beb5-4c4b-a417-c5dc78582c4b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:30.709508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc92-65eb-4cb2-88bd-67364a2ad72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.760230 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fcc92-65eb-4cb2-88bd-67364a2ad72c None None] Port 93ea1530-beb5-4c4b-a417-c5dc78582c4b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:28:30.794902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1f6fcc92-65eb-4cb2-88bd-67364a2ad72c None None] Provisioning complete for port 05d955a0-b9c2-4785-b340-fb6a255fa2af triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:30.795452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc92-65eb-4cb2-88bd-67364a2ad72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.815823 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c28dc37e-3bc1-4962-8b37-6d8c328e6288 req-34926a2e-adbb-4e89-9804-4182b4b547ba tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 210 time: 0.0426130 Feb 04 06:28:30.835871 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Set router 4e035314-d558-45ce-a31d-09249eb63310 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:31.018329 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-dc86d76d-3e58-4d70-ab17-bc229eecbe00 None None] Provisioning complete for port 93ea1530-beb5-4c4b-a417-c5dc78582c4b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:31.018703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dc86d76d-3e58-4d70-ab17-bc229eecbe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.065596 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-dc86d76d-3e58-4d70-ab17-bc229eecbe00 None None] Port 93ea1530-beb5-4c4b-a417-c5dc78582c4b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:28:31.077937 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:29Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '93ea1530-beb5-4c4b-a417-c5dc78582c4b', 'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:e1:2b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:28Z', 'updated_at': '2022-02-04T06:28:29Z', 'revision_number': 2, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:31.109882 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Checking router: 4e035314-d558-45ce-a31d-09249eb63310 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:31.110259 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Updating router 4e035314-d558-45ce-a31d-09249eb63310 port 93ea1530-beb5-4c4b-a417-c5dc78582c4b binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:28:31.136360 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.286270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-9411effb-dd0e-4568-b42a-1fb6ee9ac0da None None] Provisioning complete for port 93ea1530-beb5-4c4b-a417-c5dc78582c4b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:31.286643 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9411effb-dd0e-4568-b42a-1fb6ee9ac0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.323257 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-9411effb-dd0e-4568-b42a-1fb6ee9ac0da None None] Port 93ea1530-beb5-4c4b-a417-c5dc78582c4b cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:28:31.416146 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.420961 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.467662 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Pushing event updated for resources: {'Port': ['ID=93ea1530-beb5-4c4b-a417-c5dc78582c4b,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:31.500948 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.501643 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.502343 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.502861 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.503273 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.503664 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.504062 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.504390 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.504711 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.505035 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.505374 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.505686 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:31.520895 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 05d955a0-b9c2-4785-b340-fb6a255fa2af up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:28:31.539086 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Attempting to bind port 93ea1530-beb5-4c4b-a417-c5dc78582c4b on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:28:31.539447 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Attempting to bind port 93ea1530-beb5-4c4b-a417-c5dc78582c4b by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:28:31.539801 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Attempting to bind port 93ea1530-beb5-4c4b-a417-c5dc78582c4b on network a5ec094a-155f-480a-9513-2889828d6f55 {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:28:31.545317 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:28:31.545680 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Checking segment: {'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:28:31.546071 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.546455 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Bound using segment: {'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:28:31.547467 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Bound port: 93ea1530-beb5-4c4b-a417-c5dc78582c4b, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:28:31.547467 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.573977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 05d955a0-b9c2-4785-b340-fb6a255fa2af triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:31.575614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.618794 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] For port 93ea1530-beb5-4c4b-a417-c5dc78582c4b, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:28:31.625254 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] For port 93ea1530-beb5-4c4b-a417-c5dc78582c4b, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=93ea1530-beb5-4c4b-a417-c5dc78582c4b,segment=NetworkSegment(610a8cc1-5eda-462c-bf68-5c7a93aafbf6),segment_id=610a8cc1-5eda-462c-bf68-5c7a93aafbf6)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:28:31.631524 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.683053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 02c324a0-9711-4359-9eb7-18dd75859573 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:28:31.691559 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Routers {'4e035314-d558-45ce-a31d-09249eb63310'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:31.692171 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:28:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4e035314-d558-45ce-a31d-09249eb63310'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:31.741964 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 02c324a0-9711-4359-9eb7-18dd75859573 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:31.742444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.798762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-16cb8a11-c56e-464a-a7fe-edd4e6eb7651 None None] Provisioning complete for port 93ea1530-beb5-4c4b-a417-c5dc78582c4b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:31.799446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-16cb8a11-c56e-464a-a7fe-edd4e6eb7651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.816464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-aa5db6b2-2fb1-4d98-819e-431050b044b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:31.818765 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-aa5db6b2-2fb1-4d98-819e-431050b044b1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/networks?id=a5ec094a-155f-480a-9513-2889828d6f55 HTTP/1.1" status: 200 len: 797 time: 0.1548612 Feb 04 06:28:31.825307 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] Set router 4e035314-d558-45ce-a31d-09249eb63310 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:31.886149 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-4da0f38d-48fc-4086-9d1d-65d129a92e3c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35ce0d0ff2514965b3feb3ffef5a408c HTTP/1.1" status: 200 len: 380 time: 0.0538466 Feb 04 06:28:31.894823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'port': {'device_id': '3789aeb8-7152-490a-aadc-d6a14179210a', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'admin_state_up': True, 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'security_groups': ['302ec6d9-5479-4f67-adcc-580914cb417a']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:31.960363 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ae7e5-4666-4c25-b94a-679b9a9fff34 None None] Pushing event updated for resources: {'Port': ['ID=93ea1530-beb5-4c4b-a417-c5dc78582c4b,revision_number=4']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:32.009283 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1f99aa90-be98-404b-ad10-5e6f41a273eb req-2f71e11e-b03f-4a1e-8ec7-7883ef7cb5f0 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 210 time: 0.0441806 Feb 04 06:28:32.022022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-16cb8a11-c56e-464a-a7fe-edd4e6eb7651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.058725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Made reservation on behalf of 35ce0d0ff2514965b3feb3ffef5a408c for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:28:32.059544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-16cb8a11-c56e-464a-a7fe-edd4e6eb7651 None None] For port 93ea1530-beb5-4c4b-a417-c5dc78582c4b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=93ea1530-beb5-4c4b-a417-c5dc78582c4b,segment=NetworkSegment(610a8cc1-5eda-462c-bf68-5c7a93aafbf6),segment_id=610a8cc1-5eda-462c-bf68-5c7a93aafbf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:28:32.062528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.062825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-16cb8a11-c56e-464a-a7fe-edd4e6eb7651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.114817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb8a11-c56e-464a-a7fe-edd4e6eb7651 None None] Pushing event updated for resources: {'Port': ['ID=93ea1530-beb5-4c4b-a417-c5dc78582c4b,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:32.183652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8612d901-45a4-4eda-9374-7111637a586a None None] Provisioning complete for port 93ea1530-beb5-4c4b-a417-c5dc78582c4b triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:32.184323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8612d901-45a4-4eda-9374-7111637a586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.196575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.20.0.8 (a5ec094a-155f-480a-9513-2889828d6f55/6f82e62d-7212-4a43-9853-4c520ef162cb/8cba2753-fc9f-4330-80c4-a9747a1cd88f) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:32.212421 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:29Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '93ea1530-beb5-4c4b-a417-c5dc78582c4b', 'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:e1:2b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:28Z', 'updated_at': '2022-02-04T06:28:31Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:32.243162 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0b943-4b56-4f49-8a1c-053d3460f242 None None] The sync data for ids ['4e035314-d558-45ce-a31d-09249eb63310'] in dv-neutron-826811-2-hyperv is: [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:29Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '93ea1530-beb5-4c4b-a417-c5dc78582c4b', 'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:e1:2b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:28Z', 'updated_at': '2022-02-04T06:28:31Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:32.354592 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.392394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.440012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network a5ec094a-155f-480a-9513-2889828d6f55 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:32.443150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:32.446968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:28:32.454467 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=8cba2753-fc9f-4330-80c4-a9747a1cd88f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:32.507380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:32.508041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.528537 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-5056b00f-3335-4207-9eb1-4a50f6728f23 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6385715 Feb 04 06:28:32.540387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Request body: {'port': {'device_id': '3789aeb8-7152-490a-aadc-d6a14179210a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:32.600326 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.691834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-e969b14f-1ca1-4306-9557-c84818c5ccd1 None None] Provisioning complete for port 8cba2753-fc9f-4330-80c4-a9747a1cd88f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:32.692202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e969b14f-1ca1-4306-9557-c84818c5ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.732086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-e969b14f-1ca1-4306-9557-c84818c5ccd1 None None] Port 8cba2753-fc9f-4330-80c4-a9747a1cd88f cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:28:32.891975 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cba2753-fc9f-4330-80c4-a9747a1cd88f {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:28:32.899573 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.912499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Transition to ACTIVE for port object 8cba2753-fc9f-4330-80c4-a9747a1cd88f will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:28:32.916545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.989872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8cba2753-fc9f-4330-80c4-a9747a1cd88f,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:33.047600 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Attempting to bind port 8cba2753-fc9f-4330-80c4-a9747a1cd88f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:28:33.048058 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Attempting to bind port 8cba2753-fc9f-4330-80c4-a9747a1cd88f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:28:33.048524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Attempting to bind port 8cba2753-fc9f-4330-80c4-a9747a1cd88f on network a5ec094a-155f-480a-9513-2889828d6f55 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:28:33.057303 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Port 8cba2753-fc9f-4330-80c4-a9747a1cd88f on network a5ec094a-155f-480a-9513-2889828d6f55 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:28:33.057687 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Attempting to bind port 8cba2753-fc9f-4330-80c4-a9747a1cd88f on network a5ec094a-155f-480a-9513-2889828d6f55 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:28:33.065517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:28:33.065902 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Checking segment: {'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:28:33.066307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Bound using segment: {'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:28:33.066765 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Bound port: 8cba2753-fc9f-4330-80c4-a9747a1cd88f, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610a8cc1-5eda-462c-bf68-5c7a93aafbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:28:33.067132 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:33.177361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] For port 8cba2753-fc9f-4330-80c4-a9747a1cd88f, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:28:33.181637 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] For port 8cba2753-fc9f-4330-80c4-a9747a1cd88f, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8cba2753-fc9f-4330-80c4-a9747a1cd88f,segment=NetworkSegment(610a8cc1-5eda-462c-bf68-5c7a93aafbf6),segment_id=610a8cc1-5eda-462c-bf68-5c7a93aafbf6)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:28:33.190557 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcaf11-8eb6-41a2-ab84-410cd870bbfc req-7c32d98d-a8af-44f4-80ec-5aa947e0413a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:33.192178 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cfdcaf11-8eb6-41a2-ab84-410cd870bbfc req-7c32d98d-a8af-44f4-80ec-5aa947e0413a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 943 time: 0.0837319 Feb 04 06:28:33.194039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:33.249318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:33.249948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:33.251364 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/8cba2753-fc9f-4330-80c4-a9747a1cd88f HTTP/1.1" status: 200 len: 1093 time: 0.7160747 Feb 04 06:28:33.253586 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3789aeb8-7152-490a-aadc-d6a14179210a', 'tag': '8cba2753-fc9f-4330-80c4-a9747a1cd88f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:33.255875 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2041affc-889a-4a3f-9777-4b15284d1718" -d '{"events": [{"name": "network-changed", "server_uuid": "3789aeb8-7152-490a-aadc-d6a14179210a", "tag": "8cba2753-fc9f-4330-80c4-a9747a1cd88f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:28:33.294435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fd640-9c6c-40bc-8369-3b998470c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8cba2753-fc9f-4330-80c4-a9747a1cd88f,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:33.308185 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cfdcaf11-8eb6-41a2-ab84-410cd870bbfc req-02b8cff1-2c3f-447a-b285-586aea9588a5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087673 Feb 04 06:28:33.346790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cb6716-958f-477b-a9a0-ba2df332264a x-openstack-request-id: req-54cb6716-958f-477b-a9a0-ba2df332264a {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:28:33.347156 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3789aeb8-7152-490a-aadc-d6a14179210a", "tag": "8cba2753-fc9f-4330-80c4-a9747a1cd88f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:28:33.347481 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54cb6716-958f-477b-a9a0-ba2df332264a {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:28:33.347955 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3789aeb8-7152-490a-aadc-d6a14179210a', 'tag': '8cba2753-fc9f-4330-80c4-a9747a1cd88f', 'status': 'completed', 'code': 200} Feb 04 06:28:33.351012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-c490f8b8-5aa2-4406-a7d1-3c5818804839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:33.352540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-c490f8b8-5aa2-4406-a7d1-3c5818804839 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 1096 time: 0.0546238 Feb 04 06:28:33.399128 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-c714ce7c-2357-4ac7-8455-a2430d8311fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cba2753-fc9f-4330-80c4-a9747a1cd88f HTTP/1.1" status: 200 len: 217 time: 0.0394483 Feb 04 06:28:33.452955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-dc837b57-c2b0-4e5f-ba35-093a7f2faa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:33.455248 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-dc837b57-c2b0-4e5f-ba35-093a7f2faa0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f82e62d-7212-4a43-9853-4c520ef162cb HTTP/1.1" status: 200 len: 833 time: 0.0499234 Feb 04 06:28:33.504147 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-72a8b243-9995-48b9-a22c-81bc230a0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:33.506570 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-72a8b243-9995-48b9-a22c-81bc230a0e83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5ec094a-155f-480a-9513-2889828d6f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448182 Feb 04 06:28:33.534197 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 93ea1530-beb5-4c4b-a417-c5dc78582c4b up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:28:33.583414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 93ea1530-beb5-4c4b-a417-c5dc78582c4b triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:33.583789 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:33.602940 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-f0480779-86c2-4494-baad-99f18f4f4673 service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898991 Feb 04 06:28:33.669775 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:28:33.691150 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-012e0e31-8131-49ae-b73e-badcc9838d84 req-1bf7642e-742a-4298-8a53-82e116f9b523 service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823481 Feb 04 06:28:33.772500 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041affc-889a-4a3f-9777-4b15284d1718 req-e5a7ba95-6ffd-4b59-af61-712c645dd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:33.774035 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2041affc-889a-4a3f-9777-4b15284d1718 req-e5a7ba95-6ffd-4b59-af61-712c645dd65e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 1096 time: 0.0410068 Feb 04 06:28:33.866590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041affc-889a-4a3f-9777-4b15284d1718 req-a3649aa2-2c89-43c3-adcd-58e5885d9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:33.868042 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2041affc-889a-4a3f-9777-4b15284d1718 req-a3649aa2-2c89-43c3-adcd-58e5885d9888 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5ec094a-155f-480a-9513-2889828d6f55 HTTP/1.1" status: 200 len: 898 time: 0.0881495 Feb 04 06:28:33.908345 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2041affc-889a-4a3f-9777-4b15284d1718 req-ee430249-00c3-49b4-ba8f-d4f6f231fa69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cba2753-fc9f-4330-80c4-a9747a1cd88f HTTP/1.1" status: 200 len: 217 time: 0.0334837 Feb 04 06:28:33.960093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041affc-889a-4a3f-9777-4b15284d1718 req-c21ffa4a-3507-4e7e-adb7-6ee5689a9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:33.961444 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2041affc-889a-4a3f-9777-4b15284d1718 req-c21ffa4a-3507-4e7e-adb7-6ee5689a9224 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f82e62d-7212-4a43-9853-4c520ef162cb HTTP/1.1" status: 200 len: 833 time: 0.0461884 Feb 04 06:28:34.007044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041affc-889a-4a3f-9777-4b15284d1718 req-7888a4ba-059c-4c91-89f0-79fca1fc22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:34.008515 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2041affc-889a-4a3f-9777-4b15284d1718 req-7888a4ba-059c-4c91-89f0-79fca1fc22f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5ec094a-155f-480a-9513-2889828d6f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407002 Feb 04 06:28:34.095763 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2041affc-889a-4a3f-9777-4b15284d1718 req-49284175-82dd-4fa4-8c1c-3ee1622214b1 service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800490 Feb 04 06:28:34.189216 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2041affc-889a-4a3f-9777-4b15284d1718 req-142cc4e3-5761-4e07-8448-5ff9a943205d service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860960 Feb 04 06:28:34.438071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b15e3-3f5d-4ed2-9989-b378b1cfc492 req-a004d71b-00cd-4e67-b819-39bd6b6761be tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:34.439570 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd4b15e3-3f5d-4ed2-9989-b378b1cfc492 req-a004d71b-00cd-4e67-b819-39bd6b6761be tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 943 time: 0.0509214 Feb 04 06:28:34.477840 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cd4b15e3-3f5d-4ed2-9989-b378b1cfc492 req-e784a70a-e384-49bc-a0fa-6716c92f5fa7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Feb 04 06:28:35.592949 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29224674-c00f-4f57-9f71-dc3b9c0a2d50 req-33494efc-dc52-4ea9-a5b0-9122fdf91946 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:35.594419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-29224674-c00f-4f57-9f71-dc3b9c0a2d50 req-33494efc-dc52-4ea9-a5b0-9122fdf91946 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 943 time: 0.0487988 Feb 04 06:28:35.630557 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-29224674-c00f-4f57-9f71-dc3b9c0a2d50 req-371a074c-5d60-4c2b-b484-33b3ae7a07e4 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301516 Feb 04 06:28:36.344638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8cba2753-fc9f-4330-80c4-a9747a1cd88f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:28:36.435858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8cba2753-fc9f-4330-80c4-a9747a1cd88f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8cba2753-fc9f-4330-80c4-a9747a1cd88f,segment=NetworkSegment(610a8cc1-5eda-462c-bf68-5c7a93aafbf6),segment_id=610a8cc1-5eda-462c-bf68-5c7a93aafbf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:28:36.445946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '8cba2753-fc9f-4330-80c4-a9747a1cd88f', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'port_id': '8cba2753-fc9f-4330-80c4-a9747a1cd88f', 'mac_address': 'fa:16:3e:6a:53:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:28:36.485634 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.498609 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cba2753-fc9f-4330-80c4-a9747a1cd88f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:28:36.516929 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8cba2753-fc9f-4330-80c4-a9747a1cd88f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8cba2753-fc9f-4330-80c4-a9747a1cd88f,segment=NetworkSegment(610a8cc1-5eda-462c-bf68-5c7a93aafbf6),segment_id=610a8cc1-5eda-462c-bf68-5c7a93aafbf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:28:36.520814 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.566403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=8cba2753-fc9f-4330-80c4-a9747a1cd88f,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:36.728096 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['8cba2753-fc9f-4330-80c4-a9747a1cd88f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:28:36.750106 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4c7b1-c528-407d-9c8f-ac6f1a2c8ebd req-0d040ac4-ebeb-487e-92d6-06e35048ae95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:36.751599 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2dc4c7b1-c528-407d-9c8f-ac6f1a2c8ebd req-0d040ac4-ebeb-487e-92d6-06e35048ae95 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 944 time: 0.0547824 Feb 04 06:28:36.790342 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2dc4c7b1-c528-407d-9c8f-ac6f1a2c8ebd req-e7e515a8-a23c-4ec6-9637-c29791185c48 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327024 Feb 04 06:28:37.905247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59291ca4-075b-48c6-9b0d-2186f69ee03a req-39e49597-77cf-4873-b01f-b4997eb28c56 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:37.906716 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-59291ca4-075b-48c6-9b0d-2186f69ee03a req-39e49597-77cf-4873-b01f-b4997eb28c56 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 944 time: 0.0486479 Feb 04 06:28:37.943729 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-59291ca4-075b-48c6-9b0d-2186f69ee03a req-8afff2fe-cb4e-4fc2-914f-f97bb823e621 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311897 Feb 04 06:28:38.360074 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8cba2753-fc9f-4330-80c4-a9747a1cd88f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:28:38.407011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 8cba2753-fc9f-4330-80c4-a9747a1cd88f completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:28:38.411070 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 8cba2753-fc9f-4330-80c4-a9747a1cd88f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:38.411458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:38.488120 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:38.509403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3789aeb8-7152-490a-aadc-d6a14179210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cba2753-fc9f-4330-80c4-a9747a1cd88f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:38.512567 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68056375-ebf3-4f15-b391-2f7c570c8fe9" -d '{"events": [{"server_uuid": "3789aeb8-7152-490a-aadc-d6a14179210a", "name": "network-vif-plugged", "status": "completed", "tag": "8cba2753-fc9f-4330-80c4-a9747a1cd88f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:28:38.525052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 8cba2753-fc9f-4330-80c4-a9747a1cd88f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8cba2753-fc9f-4330-80c4-a9747a1cd88f,segment=NetworkSegment(610a8cc1-5eda-462c-bf68-5c7a93aafbf6),segment_id=610a8cc1-5eda-462c-bf68-5c7a93aafbf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:28:38.529808 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:38.552125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423aaf66-54da-4876-bcd1-07984242b522 x-openstack-request-id: req-423aaf66-54da-4876-bcd1-07984242b522 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:28:38.552417 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3789aeb8-7152-490a-aadc-d6a14179210a", "name": "network-vif-plugged", "status": "completed", "tag": "8cba2753-fc9f-4330-80c4-a9747a1cd88f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:28:38.552670 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-423aaf66-54da-4876-bcd1-07984242b522 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:28:38.553056 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3789aeb8-7152-490a-aadc-d6a14179210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cba2753-fc9f-4330-80c4-a9747a1cd88f', 'code': 200} Feb 04 06:28:38.579099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=8cba2753-fc9f-4330-80c4-a9747a1cd88f,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:38.712869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9babb0d-3c87-45d3-9a11-a0cae9f26a70 req-f4d33d54-5a58-4509-8651-91002ad5858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:38.714362 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9babb0d-3c87-45d3-9a11-a0cae9f26a70 req-f4d33d54-5a58-4509-8651-91002ad5858e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 1098 time: 0.0393221 Feb 04 06:28:38.747500 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9babb0d-3c87-45d3-9a11-a0cae9f26a70 req-7bf07167-7eae-416d-9352-4c5659596390 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269115 Feb 04 06:28:39.061583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebc392-b8c5-4f4f-a853-d6e9dd6d755a req-539dd912-aeb0-4aa7-bcfa-8b332309e756 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.063105 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4ebc392-b8c5-4f4f-a853-d6e9dd6d755a req-539dd912-aeb0-4aa7-bcfa-8b332309e756 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.0532918 Feb 04 06:28:39.100710 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4ebc392-b8c5-4f4f-a853-d6e9dd6d755a req-564ff143-d589-483c-b3fb-e88a814d2a1d tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315833 Feb 04 06:28:40.218291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9782907-43ae-4c44-9980-4d8c771d8caf req-e36580f9-d0bf-4718-9ac5-921f2664b9f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:40.219831 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9782907-43ae-4c44-9980-4d8c771d8caf req-e36580f9-d0bf-4718-9ac5-921f2664b9f3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.0519161 Feb 04 06:28:40.257981 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9782907-43ae-4c44-9980-4d8c771d8caf req-c44e099a-4fd8-4aa4-98e0-995261db6471 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Feb 04 06:28:40.370675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85340229-24b2-4c8c-87b2-82157cdc18e2 req-94348275-1ed9-4548-a43d-aa071c69fd65 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:40.372713 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-85340229-24b2-4c8c-87b2-82157cdc18e2 req-94348275-1ed9-4548-a43d-aa071c69fd65 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.0496352 Feb 04 06:28:40.410550 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-85340229-24b2-4c8c-87b2-82157cdc18e2 req-c6329b61-2a18-40f5-9cf3-0d1f25576b09 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318453 Feb 04 06:28:40.432003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53272) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:40.475269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c40345e-9e93-4555-9621-bf1c4e5578a1 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:40.476687 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-2c40345e-9e93-4555-9621-bf1c4e5578a1 tempest-TestNetworkAdvancedServerOps-104856413 tempest-TestNetworkAdvancedServerOps-104856413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 1093 time: 0.0436265 Feb 04 06:28:40.479494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53274) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:40.484408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '8cba2753-fc9f-4330-80c4-a9747a1cd88f', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:40.508137 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.602210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.708827 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Allocated IP 172.26.5.37 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/2fdfe05a-edd1-49e0-8bcf-23459ee9a8d9) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:40.807688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.840579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.883131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:40.888159 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:40.892408 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:28:40.895356 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=2fdfe05a-edd1-49e0-8bcf-23459ee9a8d9,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:41.523992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.591657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.737677 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.743580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.813591 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event updated for resources: {'Port': ['ID=2fdfe05a-edd1-49e0-8bcf-23459ee9a8d9,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:41.820010 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.921166 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Floating IP 3000c111-76d7-447c-86b3-b6aa0a73c397 associated. External IP: 172.26.5.37, port: 8cba2753-fc9f-4330-80c4-a9747a1cd88f. Feb 04 06:28:42.126963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 4e035314-d558-45ce-a31d-09249eb63310 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:28:42.236032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:28:42.246360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930cb2f-1c2a-4379-bdf0-ff284ab32bc9 None None] Sync routers for ids ['4e035314-d558-45ce-a31d-09249eb63310'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:42.253517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.256847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930cb2f-1c2a-4379-bdf0-ff284ab32bc9 None None] Routers {'4e035314-d558-45ce-a31d-09249eb63310'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:42.257513 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4930cb2f-1c2a-4379-bdf0-ff284ab32bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:28:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4e035314-d558-45ce-a31d-09249eb63310'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:42.280859 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9e36ba03-a27c-4584-9a06-0fdd8df4d94c tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8003478 Feb 04 06:28:42.281473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3789aeb8-7152-490a-aadc-d6a14179210a', 'tag': '8cba2753-fc9f-4330-80c4-a9747a1cd88f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:42.283710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f6b89c-d474-465f-a39e-64d185b93020" -d '{"events": [{"name": "network-changed", "server_uuid": "3789aeb8-7152-490a-aadc-d6a14179210a", "tag": "8cba2753-fc9f-4330-80c4-a9747a1cd88f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:28:42.326463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f70acf6-1d01-42da-bb52-2e97d62c0b89 x-openstack-request-id: req-7f70acf6-1d01-42da-bb52-2e97d62c0b89 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:28:42.326751 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3789aeb8-7152-490a-aadc-d6a14179210a", "tag": "8cba2753-fc9f-4330-80c4-a9747a1cd88f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:28:42.327000 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f70acf6-1d01-42da-bb52-2e97d62c0b89 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:28:42.327430 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3789aeb8-7152-490a-aadc-d6a14179210a', 'tag': '8cba2753-fc9f-4330-80c4-a9747a1cd88f', 'status': 'completed', 'code': 200} Feb 04 06:28:42.369050 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-4930cb2f-1c2a-4379-bdf0-ff284ab32bc9 None None] Set router 4e035314-d558-45ce-a31d-09249eb63310 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:42.416799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3520cd-4370-4905-b271-704105f55a53 req-9d75c97d-ea14-45e9-a16c-a9117eb71389 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:42.419123 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e3520cd-4370-4905-b271-704105f55a53 req-9d75c97d-ea14-45e9-a16c-a9117eb71389 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.0782225 Feb 04 06:28:42.423602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6b89c-d474-465f-a39e-64d185b93020 req-951d42b2-b544-47f2-baab-ed090117caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:42.424998 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26f6b89c-d474-465f-a39e-64d185b93020 req-951d42b2-b544-47f2-baab-ed090117caa7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 1098 time: 0.0743284 Feb 04 06:28:42.502566 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2e3520cd-4370-4905-b271-704105f55a53 req-98962b19-8156-4dc0-929d-4136904addec tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765862 Feb 04 06:28:42.528500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53280) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:42.535988 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6b89c-d474-465f-a39e-64d185b93020 req-76672585-7297-4802-b10e-8e64dfb4cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:42.537486 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26f6b89c-d474-465f-a39e-64d185b93020 req-76672585-7297-4802-b10e-8e64dfb4cc5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5ec094a-155f-480a-9513-2889828d6f55 HTTP/1.1" status: 200 len: 898 time: 0.1050982 Feb 04 06:28:42.604071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4930cb2f-1c2a-4379-bdf0-ff284ab32bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:29Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3000c111-76d7-447c-86b3-b6aa0a73c397', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '4e035314-d558-45ce-a31d-09249eb63310', 'port_id': '8cba2753-fc9f-4330-80c4-a9747a1cd88f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'mac_address': 'fa:16:3e:6a:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789aeb8-7152-490a-aadc-d6a14179210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:41Z', 'updated_at': '2022-02-04T06:28:41Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea1530-beb5-4c4b-a417-c5dc78582c4b', 'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:e1:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:28Z', 'updated_at': '2022-02-04T06:28:32Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:42.608602 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-51db994f-c2f4-4f42-995d-dea24958923a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/3000c111-76d7-447c-86b3-b6aa0a73c397 HTTP/1.1" status: 200 len: 990 time: 0.0788360 Feb 04 06:28:42.611287 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26f6b89c-d474-465f-a39e-64d185b93020 req-e1b84476-46ea-49fd-aa72-8cc76b1bb300 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cba2753-fc9f-4330-80c4-a9747a1cd88f HTTP/1.1" status: 200 len: 998 time: 0.0671997 Feb 04 06:28:42.634154 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930cb2f-1c2a-4379-bdf0-ff284ab32bc9 None None] Checking router: 4e035314-d558-45ce-a31d-09249eb63310 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:42.643537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930cb2f-1c2a-4379-bdf0-ff284ab32bc9 None None] Routers {'4e035314-d558-45ce-a31d-09249eb63310'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:42.644130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4930cb2f-1c2a-4379-bdf0-ff284ab32bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:28:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4e035314-d558-45ce-a31d-09249eb63310'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:42.661129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6b89c-d474-465f-a39e-64d185b93020 req-d58e46c1-3fbc-4044-88c6-0d539196a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:42.662614 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26f6b89c-d474-465f-a39e-64d185b93020 req-d58e46c1-3fbc-4044-88c6-0d539196a432 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f82e62d-7212-4a43-9853-4c520ef162cb HTTP/1.1" status: 200 len: 833 time: 0.0451164 Feb 04 06:28:42.707846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6b89c-d474-465f-a39e-64d185b93020 req-51ee8d78-5ae6-4f0a-a916-880b1e0c96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:42.709304 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26f6b89c-d474-465f-a39e-64d185b93020 req-51ee8d78-5ae6-4f0a-a916-880b1e0c96ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5ec094a-155f-480a-9513-2889828d6f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404148 Feb 04 06:28:42.748540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-4930cb2f-1c2a-4379-bdf0-ff284ab32bc9 None None] Set router 4e035314-d558-45ce-a31d-09249eb63310 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:42.802145 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26f6b89c-d474-465f-a39e-64d185b93020 req-24e5e849-a2a4-4b92-b0c2-dc82efb680bb service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863304 Feb 04 06:28:42.894447 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26f6b89c-d474-465f-a39e-64d185b93020 req-d40848e8-88ca-4461-ac22-2082dafb5846 service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853581 Feb 04 06:28:42.968158 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4930cb2f-1c2a-4379-bdf0-ff284ab32bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:29Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3000c111-76d7-447c-86b3-b6aa0a73c397', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '4e035314-d558-45ce-a31d-09249eb63310', 'port_id': '8cba2753-fc9f-4330-80c4-a9747a1cd88f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'mac_address': 'fa:16:3e:6a:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789aeb8-7152-490a-aadc-d6a14179210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:41Z', 'updated_at': '2022-02-04T06:28:41Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea1530-beb5-4c4b-a417-c5dc78582c4b', 'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:e1:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:28Z', 'updated_at': '2022-02-04T06:28:32Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:42.996652 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930cb2f-1c2a-4379-bdf0-ff284ab32bc9 None None] The sync data for ids ['4e035314-d558-45ce-a31d-09249eb63310'] in dv-neutron-826811-2-hyperv is: [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:29Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3000c111-76d7-447c-86b3-b6aa0a73c397', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '4e035314-d558-45ce-a31d-09249eb63310', 'port_id': '8cba2753-fc9f-4330-80c4-a9747a1cd88f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'mac_address': 'fa:16:3e:6a:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3789aeb8-7152-490a-aadc-d6a14179210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:41Z', 'updated_at': '2022-02-04T06:28:41Z', 'revision_number': 0, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea1530-beb5-4c4b-a417-c5dc78582c4b', 'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:e1:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:28Z', 'updated_at': '2022-02-04T06:28:32Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:43.175021 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6ad3e-f236-4911-baea-bdf56e042dae None None] New status for floating IP 3000c111-76d7-447c-86b3-b6aa0a73c397: ACTIVE {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:28:43.611984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53282) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:43.677156 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-340ed22a-d1a8-47f4-a74b-6997a3333844 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/3000c111-76d7-447c-86b3-b6aa0a73c397 HTTP/1.1" status: 200 len: 992 time: 0.0640926 Feb 04 06:28:51.243382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0ae5939b-bfc5-4347-9cf5-7bb86c736982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:53.477794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f30d2038-027b-4e06-93a5-b1ede131bc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:54.857868 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:56.462295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:56.717115 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:58.732550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.356539 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af733843-f028-4535-9630-3c497de15d8c req-75c34d1c-b20a-4617-add0-660c4a44cffc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772262 Feb 04 06:29:01.438298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af733843-f028-4535-9630-3c497de15d8c req-967b37a3-3e06-46fd-ba0c-b06874b0cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:01.439802 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af733843-f028-4535-9630-3c497de15d8c req-967b37a3-3e06-46fd-ba0c-b06874b0cd8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 1098 time: 0.0412841 Feb 04 06:29:01.544011 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af733843-f028-4535-9630-3c497de15d8c req-3942eb3f-7e76-4174-9c30-4c9cfbf2f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:01.545380 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af733843-f028-4535-9630-3c497de15d8c req-3942eb3f-7e76-4174-9c30-4c9cfbf2f59d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5ec094a-155f-480a-9513-2889828d6f55 HTTP/1.1" status: 200 len: 898 time: 0.0872767 Feb 04 06:29:01.607893 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af733843-f028-4535-9630-3c497de15d8c req-0331a02a-cbfe-43d1-912d-06b50f8c9edf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cba2753-fc9f-4330-80c4-a9747a1cd88f HTTP/1.1" status: 200 len: 1000 time: 0.0560710 Feb 04 06:29:01.654571 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af733843-f028-4535-9630-3c497de15d8c req-24ad085e-9e14-4e19-9676-c1faf1c36193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:01.655986 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af733843-f028-4535-9630-3c497de15d8c req-24ad085e-9e14-4e19-9676-c1faf1c36193 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f82e62d-7212-4a43-9853-4c520ef162cb HTTP/1.1" status: 200 len: 833 time: 0.0420313 Feb 04 06:29:01.703675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af733843-f028-4535-9630-3c497de15d8c req-c5ff50c6-35f2-4f1d-8ab6-39316cf48f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:01.705162 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af733843-f028-4535-9630-3c497de15d8c req-c5ff50c6-35f2-4f1d-8ab6-39316cf48f65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5ec094a-155f-480a-9513-2889828d6f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430880 Feb 04 06:29:01.794544 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af733843-f028-4535-9630-3c497de15d8c req-7c620156-7adb-4850-a34f-9e364980c2e2 service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811687 Feb 04 06:29:01.885237 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-af733843-f028-4535-9630-3c497de15d8c req-3fed876e-9d70-4917-a858-861d9f4a638b service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846629 Feb 04 06:29:10.669989 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:29:15.087773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d990dea-7aca-41d8-9a03-165205f0889d req-61eab0a8-5382-49a0-989f-5922aef2da1a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:15.089272 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d990dea-7aca-41d8-9a03-165205f0889d req-61eab0a8-5382-49a0-989f-5922aef2da1a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.0504096 Feb 04 06:29:15.127126 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d990dea-7aca-41d8-9a03-165205f0889d req-c21cbc68-5a23-4679-b12d-4a9e1dc192f5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Feb 04 06:29:16.284923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45f123-5292-4f50-8547-be9691cb4283 req-7193cd82-ac5b-485b-a569-c0edd9489203 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:16.286399 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bc45f123-5292-4f50-8547-be9691cb4283 req-7193cd82-ac5b-485b-a569-c0edd9489203 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.0910747 Feb 04 06:29:16.323274 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bc45f123-5292-4f50-8547-be9691cb4283 req-86a0e347-2d1b-4a88-97c9-f1da82d7b06f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309207 Feb 04 06:29:16.345208 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53304) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:16.408759 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-4225f5e1-5332-4464-957e-fcef982b45b5 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/3000c111-76d7-447c-86b3-b6aa0a73c397 HTTP/1.1" status: 200 len: 992 time: 0.0623262 Feb 04 06:29:17.719511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf80fb-c3ae-4dc1-be2e-9090b6b24721 req-b65eec5d-ed31-4f4b-acb3-eaee40788df6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:17.720927 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1bdf80fb-c3ae-4dc1-be2e-9090b6b24721 req-b65eec5d-ed31-4f4b-acb3-eaee40788df6 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.0759835 Feb 04 06:29:17.726683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbdbd4-b187-4396-a4f8-6d1b646d8cac req-b2304569-c994-43b3-800f-ab5a0db57a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:17.728049 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0fbdbd4-b187-4396-a4f8-6d1b646d8cac req-b2304569-c994-43b3-800f-ab5a0db57a22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 1098 time: 0.0546968 Feb 04 06:29:17.810089 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1bdf80fb-c3ae-4dc1-be2e-9090b6b24721 req-08a71991-176a-4867-a2d0-310094e6e378 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810826 Feb 04 06:29:17.840937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbdbd4-b187-4396-a4f8-6d1b646d8cac req-80d2f48b-d7e3-4555-b381-28f985640f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:17.842416 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0fbdbd4-b187-4396-a4f8-6d1b646d8cac req-80d2f48b-d7e3-4555-b381-28f985640f5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5ec094a-155f-480a-9513-2889828d6f55 HTTP/1.1" status: 200 len: 898 time: 0.1065454 Feb 04 06:29:17.910319 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0fbdbd4-b187-4396-a4f8-6d1b646d8cac req-2f4922cd-ba8f-48c1-83aa-487f52d9c488 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cba2753-fc9f-4330-80c4-a9747a1cd88f HTTP/1.1" status: 200 len: 1000 time: 0.0616684 Feb 04 06:29:17.959206 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbdbd4-b187-4396-a4f8-6d1b646d8cac req-7b176433-2f4b-4e97-bbf3-0745a779dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:17.960699 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0fbdbd4-b187-4396-a4f8-6d1b646d8cac req-7b176433-2f4b-4e97-bbf3-0745a779dba6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f82e62d-7212-4a43-9853-4c520ef162cb HTTP/1.1" status: 200 len: 833 time: 0.0439951 Feb 04 06:29:18.004504 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbdbd4-b187-4396-a4f8-6d1b646d8cac req-71f6d40a-9528-4e14-a1ce-d63f79781b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:18.005925 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0fbdbd4-b187-4396-a4f8-6d1b646d8cac req-71f6d40a-9528-4e14-a1ce-d63f79781b29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5ec094a-155f-480a-9513-2889828d6f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390906 Feb 04 06:29:18.096610 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0fbdbd4-b187-4396-a4f8-6d1b646d8cac req-cc0d61c9-56aa-4a54-885a-4537129802b6 service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Feb 04 06:29:18.182107 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a0fbdbd4-b187-4396-a4f8-6d1b646d8cac req-78f7829b-ef1d-46a3-a089-8fb28fe17843 service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792665 Feb 04 06:29:18.937605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf40bdc-6de6-41c3-8b22-e2da7cc8d571 req-24173db5-5a45-4b6f-bf19-6ab9cb8805af tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:18.939119 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ecf40bdc-6de6-41c3-8b22-e2da7cc8d571 req-24173db5-5a45-4b6f-bf19-6ab9cb8805af tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.0511436 Feb 04 06:29:18.979111 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ecf40bdc-6de6-41c3-8b22-e2da7cc8d571 req-f04f9683-31f5-461b-b24f-3fe723f285de tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331125 Feb 04 06:29:20.098688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfa005-cbd9-4c1a-a86e-8afb372bdb7d req-084f1cb3-be1f-419e-b1d2-41b858e10d49 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:20.100166 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-45dfa005-cbd9-4c1a-a86e-8afb372bdb7d req-084f1cb3-be1f-419e-b1d2-41b858e10d49 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.0537114 Feb 04 06:29:20.137947 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-45dfa005-cbd9-4c1a-a86e-8afb372bdb7d req-7f7ed34c-f881-4fa2-8bee-732a43414755 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311651 Feb 04 06:29:20.160872 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53316) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:20.220138 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0fef4c02-1260-4d0b-a1d2-7ae5fdb53bbe tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/floatingips/3000c111-76d7-447c-86b3-b6aa0a73c397 HTTP/1.1" status: 200 len: 992 time: 0.0581062 Feb 04 06:29:20.460934 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53322) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:20.612319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 2fdfe05a-edd1-49e0-8bcf-23459ee9a8d9 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:29:20.612656 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:20.687655 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:20.687975 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:20.699994 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 2fdfe05a-edd1-49e0-8bcf-23459ee9a8d9 owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:29:20.842895 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:20.869315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=2fdfe05a-edd1-49e0-8bcf-23459ee9a8d9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:20.895667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.896016 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.896358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.896696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.897030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.897388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.897716 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.898041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.898365 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.898686 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.899007 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.899331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:20.938618 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:20.938948 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Floating IP 3000c111-76d7-447c-86b3-b6aa0a73c397 disassociated (deleted). External IP: 172.26.5.37, port: 8cba2753-fc9f-4330-80c4-a9747a1cd88f. Feb 04 06:29:21.139880 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 4e035314-d558-45ce-a31d-09249eb63310 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:29:21.245375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0b403e20-b3ec-4f0d-93d6-2e7564ac138d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:21.534055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:29:21.538859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:21.543931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b0001-a511-4295-8c61-04789551475b None None] Sync routers for ids ['4e035314-d558-45ce-a31d-09249eb63310'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:21.552638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b0001-a511-4295-8c61-04789551475b None None] Routers {'4e035314-d558-45ce-a31d-09249eb63310'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:21.553264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f33b0001-a511-4295-8c61-04789551475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:28:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4e035314-d558-45ce-a31d-09249eb63310'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:21.565482 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a9e85622-ba3f-4b9b-9c1b-82fb63a8c91e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/floatingips/3000c111-76d7-447c-86b3-b6aa0a73c397 HTTP/1.1" status: 204 len: 168 time: 1.1034460 Feb 04 06:29:21.566071 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3789aeb8-7152-490a-aadc-d6a14179210a', 'tag': '8cba2753-fc9f-4330-80c4-a9747a1cd88f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:21.568306 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0a35c7-dd83-46a5-881f-88c5d960567f" -d '{"events": [{"name": "network-changed", "server_uuid": "3789aeb8-7152-490a-aadc-d6a14179210a", "tag": "8cba2753-fc9f-4330-80c4-a9747a1cd88f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:29:21.606993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242cd10a-fb6b-4cfd-a380-1ae2ff73335f x-openstack-request-id: req-242cd10a-fb6b-4cfd-a380-1ae2ff73335f {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:29:21.607281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3789aeb8-7152-490a-aadc-d6a14179210a", "tag": "8cba2753-fc9f-4330-80c4-a9747a1cd88f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:29:21.607525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-242cd10a-fb6b-4cfd-a380-1ae2ff73335f {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:29:21.607917 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3789aeb8-7152-490a-aadc-d6a14179210a', 'tag': '8cba2753-fc9f-4330-80c4-a9747a1cd88f', 'status': 'completed', 'code': 200} Feb 04 06:29:21.670348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a35c7-dd83-46a5-881f-88c5d960567f req-fe04d182-34c0-4df3-86d4-36df81791107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:21.671961 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b0a35c7-dd83-46a5-881f-88c5d960567f req-fe04d182-34c0-4df3-86d4-36df81791107 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 1098 time: 0.0444334 Feb 04 06:29:21.810332 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a35c7-dd83-46a5-881f-88c5d960567f req-4a8f5fac-f340-4beb-9828-435282ef4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:21.811807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b0a35c7-dd83-46a5-881f-88c5d960567f req-4a8f5fac-f340-4beb-9828-435282ef4a50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5ec094a-155f-480a-9513-2889828d6f55 HTTP/1.1" status: 200 len: 898 time: 0.1278455 Feb 04 06:29:21.817180 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-f33b0001-a511-4295-8c61-04789551475b None None] Set router 4e035314-d558-45ce-a31d-09249eb63310 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:21.866095 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67610aba-b87a-4174-8479-4b456929f6ec req-f0a679ec-5c03-447f-a9a8-8981529072ab tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:21.867584 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-67610aba-b87a-4174-8479-4b456929f6ec req-f0a679ec-5c03-447f-a9a8-8981529072ab tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.1023850 Feb 04 06:29:21.869003 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b0a35c7-dd83-46a5-881f-88c5d960567f req-4917e348-a838-4f01-aa0d-01a9b34c9cdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cba2753-fc9f-4330-80c4-a9747a1cd88f HTTP/1.1" status: 200 len: 217 time: 0.0499849 Feb 04 06:29:21.942992 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-67610aba-b87a-4174-8479-4b456929f6ec req-60e62cff-248c-400f-8a9d-e1fe92e62fa9 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687559 Feb 04 06:29:21.944788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a35c7-dd83-46a5-881f-88c5d960567f req-b067c5ce-6f66-424d-9e9e-bf48bcb34740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:21.946186 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b0a35c7-dd83-46a5-881f-88c5d960567f req-b067c5ce-6f66-424d-9e9e-bf48bcb34740 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f82e62d-7212-4a43-9853-4c520ef162cb HTTP/1.1" status: 200 len: 833 time: 0.0703642 Feb 04 06:29:21.994711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a35c7-dd83-46a5-881f-88c5d960567f req-03321240-5aa2-4515-96f7-b3986106b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:21.996269 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b0a35c7-dd83-46a5-881f-88c5d960567f req-03321240-5aa2-4515-96f7-b3986106b706 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5ec094a-155f-480a-9513-2889828d6f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422873 Feb 04 06:29:22.012702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f33b0001-a511-4295-8c61-04789551475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:29Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '93ea1530-beb5-4c4b-a417-c5dc78582c4b', 'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:e1:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:28Z', 'updated_at': '2022-02-04T06:28:32Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:22.042536 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b0001-a511-4295-8c61-04789551475b None None] Checking router: 4e035314-d558-45ce-a31d-09249eb63310 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:22.050775 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b0001-a511-4295-8c61-04789551475b None None] Routers {'4e035314-d558-45ce-a31d-09249eb63310'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:22.051376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f33b0001-a511-4295-8c61-04789551475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:28:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4e035314-d558-45ce-a31d-09249eb63310'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:22.090882 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b0a35c7-dd83-46a5-881f-88c5d960567f req-1a29f4c3-91db-4042-99a2-8d6b5614699d service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869861 Feb 04 06:29:22.156842 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-f33b0001-a511-4295-8c61-04789551475b None None] Set router 4e035314-d558-45ce-a31d-09249eb63310 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:22.182711 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b0a35c7-dd83-46a5-881f-88c5d960567f req-8d2915bf-8726-475a-a2d5-d2829a7d621e service neutron] 10.222.0.36 "GET /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847328 Feb 04 06:29:22.355695 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-f33b0001-a511-4295-8c61-04789551475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:29Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '93ea1530-beb5-4c4b-a417-c5dc78582c4b', 'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:e1:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:28Z', 'updated_at': '2022-02-04T06:28:32Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:22.381145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b0001-a511-4295-8c61-04789551475b None None] The sync data for ids ['4e035314-d558-45ce-a31d-09249eb63310'] in dv-neutron-826811-2-hyperv is: [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:28:29Z', 'revision_number': 4, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '93ea1530-beb5-4c4b-a417-c5dc78582c4b', 'name': '', 'network_id': 'a5ec094a-155f-480a-9513-2889828d6f55', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'mac_address': 'fa:16:3e:e1:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:28Z', 'updated_at': '2022-02-04T06:28:32Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'subnets': [{'id': '6f82e62d-7212-4a43-9853-4c520ef162cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:22.596800 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c91ba1a-b676-4d0e-a464-9c4050443944 None None] New status for floating IP 3000c111-76d7-447c-86b3-b6aa0a73c397: DOWN {{(pid=102169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:29:23.060903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1584d-8010-45d5-a929-7cc5f9979eec req-52e765c3-58f1-4163-b4ab-a36d530da63a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:23.062423 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6ac1584d-8010-45d5-a929-7cc5f9979eec req-52e765c3-58f1-4163-b4ab-a36d530da63a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.0510805 Feb 04 06:29:23.107048 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6ac1584d-8010-45d5-a929-7cc5f9979eec req-2de16c06-e009-489b-95d6-99613f8b1da1 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/security-groups?id=302ec6d9-5479-4f67-adcc-580914cb417a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385764 Feb 04 06:29:23.344057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8931e-6a91-4325-9304-f48a4d0927eb req-0b0af527-2a27-40b5-bac9-c4c855608af7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:23.345445 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2e8931e-6a91-4325-9304-f48a4d0927eb req-0b0af527-2a27-40b5-bac9-c4c855608af7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 945 time: 0.0489726 Feb 04 06:29:23.431161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-d2e8931e-6a91-4325-9304-f48a4d0927eb req-2fdd6b87-8069-4380-b9e1-fa421ea2fca7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 8cba2753-fc9f-4330-80c4-a9747a1cd88f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:29:23.431503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2e8931e-6a91-4325-9304-f48a4d0927eb req-2fdd6b87-8069-4380-b9e1-fa421ea2fca7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.479413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dde005fb-e1bf-4717-a454-cc4e242ab860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.525361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-d2e8931e-6a91-4325-9304-f48a4d0927eb req-2fdd6b87-8069-4380-b9e1-fa421ea2fca7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 8cba2753-fc9f-4330-80c4-a9747a1cd88f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=8cba2753-fc9f-4330-80c4-a9747a1cd88f,segment=NetworkSegment(610a8cc1-5eda-462c-bf68-5c7a93aafbf6),segment_id=610a8cc1-5eda-462c-bf68-5c7a93aafbf6)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:23.525727 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2e8931e-6a91-4325-9304-f48a4d0927eb req-2fdd6b87-8069-4380-b9e1-fa421ea2fca7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.537993 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-d2e8931e-6a91-4325-9304-f48a4d0927eb req-2fdd6b87-8069-4380-b9e1-fa421ea2fca7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 8cba2753-fc9f-4330-80c4-a9747a1cd88f owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:29:23.668018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2e8931e-6a91-4325-9304-f48a4d0927eb req-2fdd6b87-8069-4380-b9e1-fa421ea2fca7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.694519 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd6b87-8069-4380-b9e1-fa421ea2fca7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=8cba2753-fc9f-4330-80c4-a9747a1cd88f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:23.737979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e8931e-6a91-4325-9304-f48a4d0927eb req-2fdd6b87-8069-4380-b9e1-fa421ea2fca7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] No DVR routers for this DVR port 8cba2753-fc9f-4330-80c4-a9747a1cd88f on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:29:23.740431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-d2e8931e-6a91-4325-9304-f48a4d0927eb req-2fdd6b87-8069-4380-b9e1-fa421ea2fca7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:23.743723 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d2e8931e-6a91-4325-9304-f48a4d0927eb req-2fdd6b87-8069-4380-b9e1-fa421ea2fca7 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.36 "DELETE /v2.0/ports/8cba2753-fc9f-4330-80c4-a9747a1cd88f HTTP/1.1" status: 204 len: 173 time: 0.3931649 Feb 04 06:29:23.744164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3789aeb8-7152-490a-aadc-d6a14179210a', 'name': 'network-vif-deleted', 'tag': '8cba2753-fc9f-4330-80c4-a9747a1cd88f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:23.746587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aa6771-18b4-4a65-85ec-cd70f189293a" -d '{"events": [{"server_uuid": "3789aeb8-7152-490a-aadc-d6a14179210a", "name": "network-vif-deleted", "tag": "8cba2753-fc9f-4330-80c4-a9747a1cd88f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:29:23.784561 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deba4d2-986b-45f4-9c36-1ab8b70afe81 x-openstack-request-id: req-8deba4d2-986b-45f4-9c36-1ab8b70afe81 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:29:23.784843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3789aeb8-7152-490a-aadc-d6a14179210a", "name": "network-vif-deleted", "tag": "8cba2753-fc9f-4330-80c4-a9747a1cd88f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:29:23.785102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8deba4d2-986b-45f4-9c36-1ab8b70afe81 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:29:23.785514 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3789aeb8-7152-490a-aadc-d6a14179210a', 'name': 'network-vif-deleted', 'tag': '8cba2753-fc9f-4330-80c4-a9747a1cd88f', 'status': 'completed', 'code': 200} Feb 04 06:29:24.219454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ee8c35b4-9b7f-4990-8bd9-10f06e8b6ce8 req-f889d66c-d293-446d-a23c-9fe1ec9c2d0f tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "GET /v2.0/ports?device_id=3789aeb8-7152-490a-aadc-d6a14179210a HTTP/1.1" status: 200 len: 210 time: 0.0286977 Feb 04 06:29:24.860518 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:25.274026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53342) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:25.633364 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:25.888614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 93ea1530-beb5-4c4b-a417-c5dc78582c4b {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:29:25.888614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:25.973346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 93ea1530-beb5-4c4b-a417-c5dc78582c4b, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=93ea1530-beb5-4c4b-a417-c5dc78582c4b,segment=NetworkSegment(610a8cc1-5eda-462c-bf68-5c7a93aafbf6),segment_id=610a8cc1-5eda-462c-bf68-5c7a93aafbf6)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:25.973699 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:25.985039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 93ea1530-beb5-4c4b-a417-c5dc78582c4b owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:29:26.165051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.195776 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=93ea1530-beb5-4c4b-a417-c5dc78582c4b,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:26.368857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.466946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.585568 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Router 4e035314-d558-45ce-a31d-09249eb63310 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:29:26.687931 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:29:26.692861 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c9fd6e1e-3755-42f6-ab20-ad7f4872f2b3 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "PUT /v2.0/routers/4e035314-d558-45ce-a31d-09249eb63310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4177768 Feb 04 06:29:26.695647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53344) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:26.698163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10b663d-7665-480a-adae-9efb17133061 None None] Sync routers for ids ['4e035314-d558-45ce-a31d-09249eb63310'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:26.721389 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b663d-7665-480a-adae-9efb17133061 None None] Routers {'4e035314-d558-45ce-a31d-09249eb63310'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:26.721994 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c10b663d-7665-480a-adae-9efb17133061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4e035314-d558-45ce-a31d-09249eb63310'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:26.747072 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7402138-23a8-4c04-8ce7-396cd092409a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting subnet 6f82e62d-7212-4a43-9853-4c520ef162cb {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:29:26.750235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7402138-23a8-4c04-8ce7-396cd092409a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.757758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.789331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7402138-23a8-4c04-8ce7-396cd092409a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.828232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c10b663d-7665-480a-adae-9efb17133061 None None] Set router 4e035314-d558-45ce-a31d-09249eb63310 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:26.876133 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7402138-23a8-4c04-8ce7-396cd092409a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.935181 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7402138-23a8-4c04-8ce7-396cd092409a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.962679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7402138-23a8-4c04-8ce7-396cd092409a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Subnet': ['ID=6f82e62d-7212-4a43-9853-4c520ef162cb,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:26.967870 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7402138-23a8-4c04-8ce7-396cd092409a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:26.971772 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e7402138-23a8-4c04-8ce7-396cd092409a tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/subnets/6f82e62d-7212-4a43-9853-4c520ef162cb HTTP/1.1" status: 204 len: 168 time: 0.2743683 Feb 04 06:29:26.973644 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53346) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:26.982162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a4812-8395-4597-9815-49896b4a1dcc None None] Network a5ec094a-155f-480a-9513-2889828d6f55 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:29:27.083442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.097786 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c10b663d-7665-480a-adae-9efb17133061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:29:26Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:27.127637 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10b663d-7665-480a-adae-9efb17133061 None None] Checking router: 4e035314-d558-45ce-a31d-09249eb63310 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:27.140633 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b663d-7665-480a-adae-9efb17133061 None None] Routers {'4e035314-d558-45ce-a31d-09249eb63310'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:27.141258 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c10b663d-7665-480a-adae-9efb17133061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['4e035314-d558-45ce-a31d-09249eb63310'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:27.193668 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.221151 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] DHCP port deletion for a5ec094a-155f-480a-9513-2889828d6f55 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:29:27.249626 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Deleting port 02c324a0-9711-4359-9eb7-18dd75859573 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:29:27.249972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.271163 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-c10b663d-7665-480a-adae-9efb17133061 None None] Set router 4e035314-d558-45ce-a31d-09249eb63310 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:27.332015 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] For port 02c324a0-9711-4359-9eb7-18dd75859573, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=02c324a0-9711-4359-9eb7-18dd75859573,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:27.332379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.343937 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Calling delete_port for 02c324a0-9711-4359-9eb7-18dd75859573 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:29:27.376435 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Deleting port 05d955a0-b9c2-4785-b340-fb6a255fa2af {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:29:27.376805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.459384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] For port 05d955a0-b9c2-4785-b340-fb6a255fa2af, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=05d955a0-b9c2-4785-b340-fb6a255fa2af,segment=NetworkSegment(610a8cc1-5eda-462c-bf68-5c7a93aafbf6),segment_id=610a8cc1-5eda-462c-bf68-5c7a93aafbf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:27.459702 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.490461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Calling delete_port for 05d955a0-b9c2-4785-b340-fb6a255fa2af owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:29:27.513968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.549759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Port': ['ID=02c324a0-9711-4359-9eb7-18dd75859573,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:27.570214 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-c10b663d-7665-480a-adae-9efb17133061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:29:26Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:27.610248 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10b663d-7665-480a-adae-9efb17133061 None None] The sync data for ids ['4e035314-d558-45ce-a31d-09249eb63310'] in dv-neutron-826811-2-hyperv is: [{'id': '4e035314-d558-45ce-a31d-09249eb63310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398886969', 'tenant_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '02c324a0-9711-4359-9eb7-18dd75859573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:25Z', 'updated_at': '2022-02-04T06:29:26Z', 'revision_number': 5, 'project_id': '35ce0d0ff2514965b3feb3ffef5a408c', 'gw_port': {'id': '02c324a0-9711-4359-9eb7-18dd75859573', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e035314-d558-45ce-a31d-09249eb63310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:26Z', 'updated_at': '2022-02-04T06:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:27.611880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 05d955a0-b9c2-4785-b340-fb6a255fa2af no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:29:27.614886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.642201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.671222 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Pushing event deleted for resources: {'Port': ['ID=05d955a0-b9c2-4785-b340-fb6a255fa2af,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:27.684840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] No DVR routers for this DVR port 05d955a0-b9c2-4785-b340-fb6a255fa2af on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:29:27.686864 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.687209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.687552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.687889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.688223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.688557 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.688887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.689534 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.689656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.689884 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.690207 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.690529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343da9d5-db21-4e9f-9362-742fed024228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:27.695656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No active binding found for port 05d955a0-b9c2-4785-b340-fb6a255fa2af {{(pid=102168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 06:29:27.696173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 05d955a0-b9c2-4785-b340-fb6a255fa2af not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:29:27.712924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.715562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.757642 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.758124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Fanout notify agent at l3_agent the message router_deleted on router 4e035314-d558-45ce-a31d-09249eb63310 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:29:27.764833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.765968 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-33245459-7e43-4e1f-8e08-56f4465d6461 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/routers/4e035314-d558-45ce-a31d-09249eb63310 HTTP/1.1" status: 204 len: 168 time: 0.7914186 Feb 04 06:29:27.768617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53348) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:27.841739 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.927960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.947197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ec094a-155f-480a-9513-2889828d6f55']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:27.957465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610a8cc1-5eda-462c-bf68-5c7a93aafbf6') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:27.957763 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610a8cc1-5eda-462c-bf68-5c7a93aafbf6') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:27.969444 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.983794 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.990417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:29:27.990806 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:29:27.993951 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:29:28.062415 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.070298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.073412 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/networks/a5ec094a-155f-480a-9513-2889828d6f55 HTTP/1.1" status: 204 len: 168 time: 0.3038213 Feb 04 06:29:28.077549 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53350) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:28.086374 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59cb0c-1b99-48ed-9580-f7f82d1bbb4e tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'Network': ['ID=a5ec094a-155f-480a-9513-2889828d6f55,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:28.139231 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.163947 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.227535 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.230679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.231906 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] 10.222.0.15 "DELETE /v2.0/security-groups/302ec6d9-5479-4f67-adcc-580914cb417a HTTP/1.1" status: 204 len: 168 time: 0.1533058 Feb 04 06:29:28.241629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=302ec6d9-5479-4f67-adcc-580914cb417a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:28.250295 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.250650 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.251164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.251518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.252308 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.252783 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.253227 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.253473 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.253961 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.254302 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.254704 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.255046 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80380c88-b4a6-4bcb-9aca-834682dcae01 tempest-TestNetworkAdvancedServerOps-1704451694 tempest-TestNetworkAdvancedServerOps-1704451694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:28.543363 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53358) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:28.640110 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8cba2753-fc9f-4330-80c4-a9747a1cd88f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:29:28.661675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 8cba2753-fc9f-4330-80c4-a9747a1cd88f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:29:28.662025 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 8cba2753-fc9f-4330-80c4-a9747a1cd88f not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:29:28.693427 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ee236779-979c-4fb1-8dd7-45e209eedef7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35ce0d0ff2514965b3feb3ffef5a408c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488917 Feb 04 06:29:28.695801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53362) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:28.743186 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.744278 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a08-7717-47dc-946f-d1a07a19e512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.766151 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a08-7717-47dc-946f-d1a07a19e512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.813652 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a08-7717-47dc-946f-d1a07a19e512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.816137 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a08-7717-47dc-946f-d1a07a19e512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.817618 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f9a30a08-7717-47dc-946f-d1a07a19e512 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7b7100b-e5df-4113-bef6-eb142dbd730b HTTP/1.1" status: 204 len: 168 time: 0.1205969 Feb 04 06:29:28.826175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a30a08-7717-47dc-946f-d1a07a19e512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b7100b-e5df-4113-bef6-eb142dbd730b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:29.075422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53368) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:29.088207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af0cb2fc-4cc5-4e8a-b2c6-d5d7f816f049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.164684 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af0cb2fc-4cc5-4e8a-b2c6-d5d7f816f049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.169214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-af0cb2fc-4cc5-4e8a-b2c6-d5d7f816f049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.207427 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-af0cb2fc-4cc5-4e8a-b2c6-d5d7f816f049 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbc6a2594c8e4f008af0abbacbe02543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309187 Feb 04 06:29:29.208587 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cb2fc-4cc5-4e8a-b2c6-d5d7f816f049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11681af9-d2b2-42b4-ae38-5663961cb5fb,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:29.210114 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53370) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:29.258703 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c44616af-4e12-4642-aede-5dbfd29875cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.279814 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c44616af-4e12-4642-aede-5dbfd29875cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.325045 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c44616af-4e12-4642-aede-5dbfd29875cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.327534 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c44616af-4e12-4642-aede-5dbfd29875cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.328727 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c44616af-4e12-4642-aede-5dbfd29875cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11681af9-d2b2-42b4-ae38-5663961cb5fb HTTP/1.1" status: 204 len: 168 time: 0.1176276 Feb 04 06:29:29.336139 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44616af-4e12-4642-aede-5dbfd29875cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11681af9-d2b2-42b4-ae38-5663961cb5fb,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:29.540063 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 02c324a0-9711-4359-9eb7-18dd75859573 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:29:29.559021 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 02c324a0-9711-4359-9eb7-18dd75859573 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:29:29.559366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 02c324a0-9711-4359-9eb7-18dd75859573 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:29:29.559772 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 93ea1530-beb5-4c4b-a417-c5dc78582c4b no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:29:29.578585 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 93ea1530-beb5-4c4b-a417-c5dc78582c4b {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:29:29.578933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 93ea1530-beb5-4c4b-a417-c5dc78582c4b not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:29:29.982158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53392) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:30.085640 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1043653554-network', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:30.107328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Made reservation on behalf of 85d719d0afdb4c03a4ffdc282cac234b for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:30.109683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.118065 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.194289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.197818 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.222623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:29:30.232795 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5711b4a5-9a6a-4dae-b159-c6379703b546,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:30.237910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.238237 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Added segment 59256c05-a927-434e-a5af-aec8b438ccf6 of type vlan for network ff660357-be77-44d1-90f8-c07e3b6f08a0 Feb 04 06:29:30.571661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.595258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.596184 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:30.597041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.649622 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6663816 Feb 04 06:29:30.654149 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53396) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:30.657366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468b6c7-2e77-4055-8f84-53d34c2ba1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=ff660357-be77-44d1-90f8-c07e3b6f08a0,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:30.661901 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] Request body: {'subnet': {'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1043653554-subnet', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:30.668218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network ff660357-be77-44d1-90f8-c07e3b6f08a0 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:29:30.686174 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] Made reservation on behalf of 85d719d0afdb4c03a4ffdc282cac234b for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:30.688571 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.854196 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.911717 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1216c47f-0515-4bfc-bb04-f658d4756e68,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:30.922157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] Checking segment: {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:29:30.922518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] Network hostable DHCP agents. Network: ff660357-be77-44d1-90f8-c07e3b6f08a0, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:29:30.939136 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] Network ff660357-be77-44d1-90f8-c07e3b6f08a0 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:29:30.947307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, ff660357-be77-44d1-90f8-c07e3b6f08a0) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:30.951666 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:30.952310 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.956360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ee798d-dc84-44f7-8226-a3ef3456bd7c None None] Network ff660357-be77-44d1-90f8-c07e3b6f08a0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:29:30.967888 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-54351ee2-8d26-4c77-b56c-323db50c79c2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3123319 Feb 04 06:29:30.970837 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53398) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:30.975181 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:30.997987 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.999028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.050127 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.101770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-ff660357-be77-44d1-90f8-c07e3b6f08a0', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:29:31.102849 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.189213 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.236245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Allocated IP 172.20.0.2 (ff660357-be77-44d1-90f8-c07e3b6f08a0/1216c47f-0515-4bfc-bb04-f658d4756e68/29f3a572-30b8-4fae-bd53-b13fa2f184b4) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:31.394327 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.414708 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.517638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.524458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.526301 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Allocated IP 172.26.5.5 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/0789e2f5-6a1c-4c9f-bc8a-847b8488c437) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:31.564595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Network ff660357-be77-44d1-90f8-c07e3b6f08a0 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:31.569016 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:31.572382 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:29:31.581720 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Pushing event updated for resources: {'Port': ['ID=29f3a572-30b8-4fae-bd53-b13fa2f184b4,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:31.630007 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Attempting to bind port 29f3a572-30b8-4fae-bd53-b13fa2f184b4 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:31.630376 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Attempting to bind port 29f3a572-30b8-4fae-bd53-b13fa2f184b4 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:31.630744 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Attempting to bind port 29f3a572-30b8-4fae-bd53-b13fa2f184b4 on network ff660357-be77-44d1-90f8-c07e3b6f08a0 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:29:31.636714 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.642324 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:29:31.642708 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Checking segment: {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:29:31.643109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.643506 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Bound using segment: {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:29:31.643982 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Bound port: 29f3a572-30b8-4fae-bd53-b13fa2f184b4, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:31.644363 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.674348 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.712113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] For port 29f3a572-30b8-4fae-bd53-b13fa2f184b4, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:29:31.714439 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:31.715961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] For port 29f3a572-30b8-4fae-bd53-b13fa2f184b4, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=29f3a572-30b8-4fae-bd53-b13fa2f184b4,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:29:31.717216 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:31.719919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.720591 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:29:31.743017 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Pushing event updated for resources: {'Port': ['ID=0789e2f5-6a1c-4c9f-bc8a-847b8488c437,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:31.776344 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a4f2a-66d3-41a8-b135-c5ab57af29ef None None] Pushing event updated for resources: {'Port': ['ID=29f3a572-30b8-4fae-bd53-b13fa2f184b4,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:31.992448 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.191009 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.315959 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Router f2660061-f5ec-4a97-bd06-0e88d78267f0 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:29:32.421785 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:29:32.432472 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Sync routers for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:32.440279 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.441603 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c24ffe32-f937-400b-a210-83b1096e9c9b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4696903 Feb 04 06:29:32.444340 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53400) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:32.447360 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:32.448179 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:32.564497 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:32.769132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086dac7a-834a-4661-a435-5d6a06160630 None None] Network ff660357-be77-44d1-90f8-c07e3b6f08a0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:29:32.769858 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:31Z', 'revision_number': 3, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:32.797888 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Checking router: f2660061-f5ec-4a97-bd06-0e88d78267f0 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:32.798274 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Updating router f2660061-f5ec-4a97-bd06-0e88d78267f0 port 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:29:32.824021 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.889267 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-25684cdb-f025-4174-bf3a-35fdb3a0da77 None None] Provisioning complete for port 29f3a572-30b8-4fae-bd53-b13fa2f184b4 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:32.889718 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-25684cdb-f025-4174-bf3a-35fdb3a0da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.006323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-25684cdb-f025-4174-bf3a-35fdb3a0da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.049777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-25684cdb-f025-4174-bf3a-35fdb3a0da77 None None] For port 29f3a572-30b8-4fae-bd53-b13fa2f184b4, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=29f3a572-30b8-4fae-bd53-b13fa2f184b4,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:33.055234 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-25684cdb-f025-4174-bf3a-35fdb3a0da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.110122 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25684cdb-f025-4174-bf3a-35fdb3a0da77 None None] Pushing event updated for resources: {'Port': ['ID=29f3a572-30b8-4fae-bd53-b13fa2f184b4,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:33.123649 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.129576 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.186562 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Attempting to bind port 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:33.187011 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Attempting to bind port 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:33.187431 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Attempting to bind port 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:29:33.190209 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.194803 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Pushing event updated for resources: {'Port': ['ID=0789e2f5-6a1c-4c9f-bc8a-847b8488c437,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:33.197269 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:29:33.197643 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:29:33.198033 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.198420 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:29:33.198885 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Bound port: 0789e2f5-6a1c-4c9f-bc8a-847b8488c437, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:33.199253 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.223045 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.223247 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.223585 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.223907 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.224233 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.224555 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.224872 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.225225 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.225546 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.225859 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.226169 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.226484 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:33.261839 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] For port 0789e2f5-6a1c-4c9f-bc8a-847b8488c437, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:29:33.267115 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] For port 0789e2f5-6a1c-4c9f-bc8a-847b8488c437, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0789e2f5-6a1c-4c9f-bc8a-847b8488c437,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:29:33.272056 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.278373 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-abbd0ab5-3925-439e-99ee-7caf68be7e47 None None] Provisioning complete for port 29f3a572-30b8-4fae-bd53-b13fa2f184b4 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:33.278682 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-abbd0ab5-3925-439e-99ee-7caf68be7e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.330673 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:33.331367 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:33.357628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Allocated IP 172.20.0.1 (ff660357-be77-44d1-90f8-c07e3b6f08a0/1216c47f-0515-4bfc-bb04-f658d4756e68/7049b18b-244f-4d76-8fbe-d670b67204c2) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:33.370150 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455af1b-a13d-44e4-8584-5cc572f9ec12 None None] Pushing event updated for resources: {'Port': ['ID=0789e2f5-6a1c-4c9f-bc8a-847b8488c437,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:33.441730 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:33.466264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.503694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.543788 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Network ff660357-be77-44d1-90f8-c07e3b6f08a0 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:33.546843 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:33.550303 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:29:33.578061 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Pushing event updated for resources: {'Port': ['ID=7049b18b-244f-4d76-8fbe-d670b67204c2,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:33.599962 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.617754 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 29f3a572-30b8-4fae-bd53-b13fa2f184b4 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:29:33.648345 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:31Z', 'revision_number': 3, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:33.680359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 29f3a572-30b8-4fae-bd53-b13fa2f184b4 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:33.681064 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.681233 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2775e-d853-4f70-8f38-53d5aab5e6ec None None] The sync data for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv is: [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:31Z', 'revision_number': 3, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:33.765543 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.882208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7de9ac4b-4245-4f96-b7c3-283df2882905 None None] Provisioning complete for port 7049b18b-244f-4d76-8fbe-d670b67204c2 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:33.883326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7de9ac4b-4245-4f96-b7c3-283df2882905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.937822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-7de9ac4b-4245-4f96-b7c3-283df2882905 None None] Port 7049b18b-244f-4d76-8fbe-d670b67204c2 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:29:33.968164 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:33.972550 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.040400 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Pushing event updated for resources: {'Port': ['ID=7049b18b-244f-4d76-8fbe-d670b67204c2,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:34.042899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.142894 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Network ff660357-be77-44d1-90f8-c07e3b6f08a0 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:34.144282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:34.265562 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Router f2660061-f5ec-4a97-bd06-0e88d78267f0 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:29:34.359764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-ff0e4466-b382-4733-8f64-8114c64a5c7c None None] Provisioning complete for port 7049b18b-244f-4d76-8fbe-d670b67204c2 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:34.360135 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4466-b382-4733-8f64-8114c64a5c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.382966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:29:34.388484 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e701efe2-0577-4539-8ca2-07af86da977c admin admin] 10.222.0.15 "PUT /v2.0/routers/f2660061-f5ec-4a97-bd06-0e88d78267f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9427352 Feb 04 06:29:34.410155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e4466-b382-4733-8f64-8114c64a5c7c None None] Port 7049b18b-244f-4d76-8fbe-d670b67204c2 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:29:34.851199 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53416) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:34.856556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-496679712-network', 'tenant_id': '2179438f8642496195474c694184f104'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:34.877584 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Made reservation on behalf of 2179438f8642496195474c694184f104 for: {'network': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:34.879983 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.889667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.966179 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.970029 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.994964 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:29:35.005021 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1e1b05-e974-43fc-9902-5c4d8aa96925,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:35.011722 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.012066 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.segments_db [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Added segment 0327dbb4-ef42-4ce9-a05f-1c68767b44d4 of type vlan for network f6b87a3a-3af0-4d57-823f-04f541fa57de Feb 04 06:29:35.052558 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.077925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.078957 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:35.079530 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.135476 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2831349 Feb 04 06:29:35.138969 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53418) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:35.144269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] Request body: {'subnet': {'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-496679712-subnet', 'tenant_id': '2179438f8642496195474c694184f104', 'ip_version': 4}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:35.144913 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5aa23-e827-4e6f-8058-4a6b1ac903f5 admin admin] Pushing event updated for resources: {'Network': ['ID=f6b87a3a-3af0-4d57-823f-04f541fa57de,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:35.155607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network f6b87a3a-3af0-4d57-823f-04f541fa57de details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:29:35.166826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] Made reservation on behalf of 2179438f8642496195474c694184f104 for: {'subnet': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:35.169585 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747952'] for subnet, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.268728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Sync routers for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:35.277768 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:35.278375 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:35.342620 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9700084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747938'] for subnet, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.383449 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:35.391732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] Pushing event updated for resources: {'Subnet': ['ID=67da429f-6a82-477f-af4e-4f34dfe84513,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:35.407460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] Checking segment: {'id': '0327dbb4-ef42-4ce9-a05f-1c68767b44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:29:35.407823 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] Network hostable DHCP agents. Network: f6b87a3a-3af0-4d57-823f-04f541fa57de, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:29:35.424334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] Network f6b87a3a-3af0-4d57-823f-04f541fa57de is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:29:35.434062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, f6b87a3a-3af0-4d57-823f-04f541fa57de) {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:35.438197 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:35.438779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.454729 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0f485394-44df-4e81-895c-ea93701c090b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3145213 Feb 04 06:29:35.457286 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53420) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:35.461310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9210613-f04e-402f-95ff-dd87f9685a78 None None] Network f6b87a3a-3af0-4d57-823f-04f541fa57de requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:29:35.461551 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-496679712-router', 'tenant_id': '2179438f8642496195474c694184f104', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:35.486570 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.487718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.553470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.609933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:29:35.702044 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.745750 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-f6b87a3a-3af0-4d57-823f-04f541fa57de', 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de', 'tenant_id': '2179438f8642496195474c694184f104', 'fixed_ips': [{'subnet_id': '67da429f-6a82-477f-af4e-4f34dfe84513'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:29:35.746567 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.757519 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:35.757889 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.789788 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 2, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:35.825369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Checking router: f2660061-f5ec-4a97-bd06-0e88d78267f0 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:35.825730 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Updating router f2660061-f5ec-4a97-bd06-0e88d78267f0 port 7049b18b-244f-4d76-8fbe-d670b67204c2 binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:29:35.903801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.916991 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.928307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.029474 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Allocated IP 172.26.5.215 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/c812cbbe-ef85-4350-945e-8c687ac35e00) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:36.035438 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Allocated IP 172.20.0.2 (f6b87a3a-3af0-4d57-823f-04f541fa57de/67da429f-6a82-477f-af4e-4f34dfe84513/5dc5b145-00d9-4e1a-84ad-76a78441e9cc) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:36.041836 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.125904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 0789e2f5-6a1c-4c9f-bc8a-847b8488c437, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0789e2f5-6a1c-4c9f-bc8a-847b8488c437,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:36.134362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.141061 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.169849 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.210266 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:36.213314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:36.218214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:29:36.250287 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Pushing event updated for resources: {'Port': ['ID=c812cbbe-ef85-4350-945e-8c687ac35e00,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:36.442952 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=0789e2f5-6a1c-4c9f-bc8a-847b8488c437,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:36.481825 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.531683 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.552881 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.609049 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Network f6b87a3a-3af0-4d57-823f-04f541fa57de is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:36.610885 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.615003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:36.618793 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:29:36.624747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.629247 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Pushing event updated for resources: {'Port': ['ID=5dc5b145-00d9-4e1a-84ad-76a78441e9cc,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:36.681826 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.719294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22150a-c342-4ce9-bc4b-3f7b51fbb85e None None] Pushing event updated for resources: {'Port': ['ID=7049b18b-244f-4d76-8fbe-d670b67204c2,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:36.728270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Attempting to bind port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:36.728643 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Attempting to bind port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '0327dbb4-ef42-4ce9-a05f-1c68767b44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:36.729010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Attempting to bind port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc on network f6b87a3a-3af0-4d57-823f-04f541fa57de {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:29:36.750902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:29:36.751365 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Checking segment: {'id': '0327dbb4-ef42-4ce9-a05f-1c68767b44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:29:36.751684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.752082 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Bound using segment: {'id': '0327dbb4-ef42-4ce9-a05f-1c68767b44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:29:36.752565 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Bound port: 5dc5b145-00d9-4e1a-84ad-76a78441e9cc, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0327dbb4-ef42-4ce9-a05f-1c68767b44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:36.752951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.790022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Attempting to bind port 7049b18b-244f-4d76-8fbe-d670b67204c2 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:36.790022 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Attempting to bind port 7049b18b-244f-4d76-8fbe-d670b67204c2 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:36.790432 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Attempting to bind port 7049b18b-244f-4d76-8fbe-d670b67204c2 on network ff660357-be77-44d1-90f8-c07e3b6f08a0 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:29:36.821251 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:29:36.821589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Checking segment: {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:29:36.822011 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.822439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Bound using segment: {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:29:36.822916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Bound port: 7049b18b-244f-4d76-8fbe-d670b67204c2, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:36.823926 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.826409 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:29:36.889239 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] For port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:29:36.895473 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] For port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5dc5b145-00d9-4e1a-84ad-76a78441e9cc,segment=NetworkSegment(0327dbb4-ef42-4ce9-a05f-1c68767b44d4),segment_id=0327dbb4-ef42-4ce9-a05f-1c68767b44d4)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:29:36.902749 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.939319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] For port 7049b18b-244f-4d76-8fbe-d670b67204c2, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:29:36.943153 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:29:36.954775 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Sync routers for ids ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:36.963245 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:36.965430 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Routers {'0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:36.966032 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:36.968891 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53422) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:36.969613 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-7f646b8f-a414-414b-9497-cb227974ae33 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5106821 Feb 04 06:29:36.970346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] For port 7049b18b-244f-4d76-8fbe-d670b67204c2, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7049b18b-244f-4d76-8fbe-d670b67204c2,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:29:36.990217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.003406 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-71e80424-7002-40c2-ba94-a03f50cd9145 None None] Provisioning complete for port 7049b18b-244f-4d76-8fbe-d670b67204c2 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:37.004068 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71e80424-7002-40c2-ba94-a03f50cd9145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.028594 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3006fec-2895-4a98-92a3-69b0ccf21c9b None None] Pushing event updated for resources: {'Port': ['ID=5dc5b145-00d9-4e1a-84ad-76a78441e9cc,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:37.093057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:37.093729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:37.190441 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Set router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:37.204307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22150a-c342-4ce9-bc4b-3f7b51fbb85e None None] Pushing event updated for resources: {'Port': ['ID=7049b18b-244f-4d76-8fbe-d670b67204c2,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:37.218096 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71e80424-7002-40c2-ba94-a03f50cd9145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.264962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-71e80424-7002-40c2-ba94-a03f50cd9145 None None] For port 7049b18b-244f-4d76-8fbe-d670b67204c2, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7049b18b-244f-4d76-8fbe-d670b67204c2,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:37.324201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71e80424-7002-40c2-ba94-a03f50cd9145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.397775 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:37.449281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e80424-7002-40c2-ba94-a03f50cd9145 None None] Pushing event updated for resources: {'Port': ['ID=7049b18b-244f-4d76-8fbe-d670b67204c2,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:37.453248 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'name': 'tempest-TestShelveInstance-496679712-router', 'tenant_id': '2179438f8642496195474c694184f104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 3, 'project_id': '2179438f8642496195474c694184f104', 'gw_port': {'id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:48:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:37.496870 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d0e90b6b-fb43-40c8-9b90-d2df15a09d4e None None] Provisioning complete for port 7049b18b-244f-4d76-8fbe-d670b67204c2 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:37.497270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d0e90b6b-fb43-40c8-9b90-d2df15a09d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.503092 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Checking router: 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:37.503525 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Updating router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 port c812cbbe-ef85-4350-945e-8c687ac35e00 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:29:37.546332 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.615109 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.725695 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:37.755318 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5dc5b145-00d9-4e1a-84ad-76a78441e9cc up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:29:37.758718 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4472e78b-2ccf-40fb-ad51-75dc40465e2c None None] The sync data for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv is: [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:37.798899 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Allocated IP 172.20.0.1 (f6b87a3a-3af0-4d57-823f-04f541fa57de/67da429f-6a82-477f-af4e-4f34dfe84513/ccf23f79-b4fb-4074-aeeb-6f2d621597aa) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:37.826149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:37.826149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.897856 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.903639 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.958672 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.969779 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Attempting to bind port c812cbbe-ef85-4350-945e-8c687ac35e00 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:37.970756 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Attempting to bind port c812cbbe-ef85-4350-945e-8c687ac35e00 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:37.971286 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Attempting to bind port c812cbbe-ef85-4350-945e-8c687ac35e00 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:29:37.972450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.981344 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd432df4-f8d6-4ee9-8b59-8dd21e976571 None None] Pushing event updated for resources: {'Port': ['ID=c812cbbe-ef85-4350-945e-8c687ac35e00,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:37.984374 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:29:37.984962 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:29:37.985565 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:37.986125 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:29:37.986753 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Bound port: c812cbbe-ef85-4350-945e-8c687ac35e00, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:37.987318 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.009319 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5dc5b145-00d9-4e1a-84ad-76a78441e9cc,segment=NetworkSegment(0327dbb4-ef42-4ce9-a05f-1c68767b44d4),segment_id=0327dbb4-ef42-4ce9-a05f-1c68767b44d4)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:38.014834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.015774 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:29:38.018285 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.055528 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] For port c812cbbe-ef85-4350-945e-8c687ac35e00, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:29:38.059271 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] For port c812cbbe-ef85-4350-945e-8c687ac35e00, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c812cbbe-ef85-4350-945e-8c687ac35e00,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:29:38.063531 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.103494 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Network f6b87a3a-3af0-4d57-823f-04f541fa57de is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:38.116994 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:38.126101 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:29:38.127575 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Routers {'0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:38.128403 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:38.140882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=5dc5b145-00d9-4e1a-84ad-76a78441e9cc,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:38.148962 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:38.149411 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.179756 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.234089 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Pushing event updated for resources: {'Port': ['ID=ccf23f79-b4fb-4074-aeeb-6f2d621597aa,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:38.297727 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] Set router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:38.369260 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd432df4-f8d6-4ee9-8b59-8dd21e976571 None None] Pushing event updated for resources: {'Port': ['ID=c812cbbe-ef85-4350-945e-8c687ac35e00,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:38.498444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78269bde-51cb-491c-b5c2-08f8c5156622 None None] Network f6b87a3a-3af0-4d57-823f-04f541fa57de requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:29:38.534837 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'name': 'tempest-TestShelveInstance-496679712-router', 'tenant_id': '2179438f8642496195474c694184f104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 3, 'project_id': '2179438f8642496195474c694184f104', 'gw_port': {'id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:48:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:38.571732 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad2a3a-724c-4aa6-8800-d819202d7dfb None None] The sync data for ids ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'] in dv-neutron-826811-2-hyperv is: [{'id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'name': 'tempest-TestShelveInstance-496679712-router', 'tenant_id': '2179438f8642496195474c694184f104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 3, 'project_id': '2179438f8642496195474c694184f104', 'gw_port': {'id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:48:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:38.632646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-08b0dff2-043f-4b47-8ade-06ac1705d94d None None] Provisioning complete for port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:38.633018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-08b0dff2-043f-4b47-8ade-06ac1705d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.655106 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.873963 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.879610 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.987250 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Pushing event updated for resources: {'Port': ['ID=ccf23f79-b4fb-4074-aeeb-6f2d621597aa,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:38.989144 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b1151976-6493-4810-8eca-ab8dcdb5e457 None None] Provisioning complete for port ccf23f79-b4fb-4074-aeeb-6f2d621597aa triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:38.989604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b1151976-6493-4810-8eca-ab8dcdb5e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.991230 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:39.049224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b1151976-6493-4810-8eca-ab8dcdb5e457 None None] Port ccf23f79-b4fb-4074-aeeb-6f2d621597aa cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:29:39.061543 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b1151976-6493-4810-8eca-ab8dcdb5e457 None None] Provisioning complete for port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:39.061891 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b1151976-6493-4810-8eca-ab8dcdb5e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:39.145047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Network f6b87a3a-3af0-4d57-823f-04f541fa57de is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:39.150709 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:39.288471 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:29:39.308809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-310edd43-76f4-4066-88aa-a1bdd9bd8a19 None None] Provisioning complete for port ccf23f79-b4fb-4074-aeeb-6f2d621597aa triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:39.309682 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-310edd43-76f4-4066-88aa-a1bdd9bd8a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:39.352586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-310edd43-76f4-4066-88aa-a1bdd9bd8a19 None None] Port ccf23f79-b4fb-4074-aeeb-6f2d621597aa cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:29:39.412960 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:29:39.418546 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-37d16b97-1d83-4de6-b367-5d7b2dab469d admin admin] 10.222.0.15 "PUT /v2.0/routers/0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4474797 Feb 04 06:29:39.477815 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-35e071e3-7c41-4999-9aa5-de919fe0942f None None] Provisioning complete for port ccf23f79-b4fb-4074-aeeb-6f2d621597aa triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:39.478259 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-35e071e3-7c41-4999-9aa5-de919fe0942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:39.518692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-35e071e3-7c41-4999-9aa5-de919fe0942f None None] Port ccf23f79-b4fb-4074-aeeb-6f2d621597aa cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:29:39.721700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5dc5b145-00d9-4e1a-84ad-76a78441e9cc up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:29:39.780184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:39.780703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:39.870548 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7049b18b-244f-4d76-8fbe-d670b67204c2 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:29:39.929616 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 7049b18b-244f-4d76-8fbe-d670b67204c2 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:39.930083 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.018757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c812cbbe-ef85-4350-945e-8c687ac35e00 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:29:40.064531 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c812cbbe-ef85-4350-945e-8c687ac35e00 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:40.064940 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.144323 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.164140 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port c812cbbe-ef85-4350-945e-8c687ac35e00, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c812cbbe-ef85-4350-945e-8c687ac35e00,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:40.169371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.228427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=c812cbbe-ef85-4350-945e-8c687ac35e00,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:40.267474 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53430) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:40.272139 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-c14aedf5-e2e2-4d2a-8515-2a1d5e74ac7b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737610852', 'description': 'tempest-secgroup-smoke-1737610852 description', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:40.295879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c14aedf5-e2e2-4d2a-8515-2a1d5e74ac7b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.369710 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c14aedf5-e2e2-4d2a-8515-2a1d5e74ac7b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.374332 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c14aedf5-e2e2-4d2a-8515-2a1d5e74ac7b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.404539 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c14aedf5-e2e2-4d2a-8515-2a1d5e74ac7b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.408617 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-c14aedf5-e2e2-4d2a-8515-2a1d5e74ac7b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1372747 Feb 04 06:29:40.408984 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53432) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:40.413672 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5eba4f70-8517-429a-963b-7c66b69229cc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': 'd69e22c7-a72a-414c-8bd1-1bb4132aee16', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:40.418577 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aedf5-e2e2-4d2a-8515-2a1d5e74ac7b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69e22c7-a72a-414c-8bd1-1bb4132aee16,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:40.445769 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5eba4f70-8517-429a-963b-7c66b69229cc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.503209 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5eba4f70-8517-429a-963b-7c66b69229cc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.507910 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5eba4f70-8517-429a-963b-7c66b69229cc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.526612 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba4f70-8517-429a-963b-7c66b69229cc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49b5b8f-6d7b-4cf8-a00d-990822563fa1,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:40.533985 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5eba4f70-8517-429a-963b-7c66b69229cc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.537565 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5eba4f70-8517-429a-963b-7c66b69229cc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276186 Feb 04 06:29:40.538213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53434) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:40.542920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-b474b894-fcc5-4b24-a6a2-fe58f1934f2f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': 'd69e22c7-a72a-414c-8bd1-1bb4132aee16', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:40.570840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b474b894-fcc5-4b24-a6a2-fe58f1934f2f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.630385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b474b894-fcc5-4b24-a6a2-fe58f1934f2f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.634017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b474b894-fcc5-4b24-a6a2-fe58f1934f2f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.651819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474b894-fcc5-4b24-a6a2-fe58f1934f2f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf2c771-b558-43fa-9d20-739c439666ff,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:40.660915 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b474b894-fcc5-4b24-a6a2-fe58f1934f2f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.662224 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b474b894-fcc5-4b24-a6a2-fe58f1934f2f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229491 Feb 04 06:29:40.664956 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53436) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:40.669654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f8e048fe-af52-4906-84e5-3ab703a2f7dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': 'd69e22c7-a72a-414c-8bd1-1bb4132aee16', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:40.700470 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f8e048fe-af52-4906-84e5-3ab703a2f7dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.758928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f8e048fe-af52-4906-84e5-3ab703a2f7dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.762453 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f8e048fe-af52-4906-84e5-3ab703a2f7dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.777101 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e048fe-af52-4906-84e5-3ab703a2f7dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d24ddc-b654-4a60-881a-c2012c56605f,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:40.787659 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f8e048fe-af52-4906-84e5-3ab703a2f7dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.788854 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f8e048fe-af52-4906-84e5-3ab703a2f7dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229200 Feb 04 06:29:40.791579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53438) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:40.796499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9d022926-4399-47fb-8944-e58502e74ed4 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': 'd69e22c7-a72a-414c-8bd1-1bb4132aee16', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:40.826145 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d022926-4399-47fb-8944-e58502e74ed4 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.886542 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d022926-4399-47fb-8944-e58502e74ed4 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.890295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d022926-4399-47fb-8944-e58502e74ed4 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.908579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d022926-4399-47fb-8944-e58502e74ed4 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb07fed6-1d48-4bcc-a82e-81d71b34e1f6,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:40.918059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9d022926-4399-47fb-8944-e58502e74ed4 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.919353 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9d022926-4399-47fb-8944-e58502e74ed4 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262207 Feb 04 06:29:40.922291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53440) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:40.926732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-c2fa0d77-65d1-4501-9536-5aadf3211c0b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': 'd69e22c7-a72a-414c-8bd1-1bb4132aee16', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:40.950809 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-c2fa0d77-65d1-4501-9536-5aadf3211c0b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Project 85d719d0afdb4c03a4ffdc282cac234b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:29:40.955903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0d77-65d1-4501-9536-5aadf3211c0b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.017379 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0d77-65d1-4501-9536-5aadf3211c0b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.021568 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0d77-65d1-4501-9536-5aadf3211c0b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.041195 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa0d77-65d1-4501-9536-5aadf3211c0b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba2801f-4b16-4fe9-918d-c2fee06e39cf,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:41.046853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0d77-65d1-4501-9536-5aadf3211c0b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.048038 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c2fa0d77-65d1-4501-9536-5aadf3211c0b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247642 Feb 04 06:29:41.050758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53442) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:41.054979 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-a8644d7f-ed92-43f3-977c-477b239679c3 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': 'd69e22c7-a72a-414c-8bd1-1bb4132aee16', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:41.079419 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-a8644d7f-ed92-43f3-977c-477b239679c3 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Project 85d719d0afdb4c03a4ffdc282cac234b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:29:41.084224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a8644d7f-ed92-43f3-977c-477b239679c3 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.147505 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a8644d7f-ed92-43f3-977c-477b239679c3 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.151563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a8644d7f-ed92-43f3-977c-477b239679c3 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.171330 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8644d7f-ed92-43f3-977c-477b239679c3 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c43006-718c-4894-a0c1-7fb984ab8689,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:41.177406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-a8644d7f-ed92-43f3-977c-477b239679c3 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.178607 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-a8644d7f-ed92-43f3-977c-477b239679c3 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269457 Feb 04 06:29:41.224155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Sync routers for ids ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:41.233575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Routers {'0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:41.234192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:41.316991 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-c123526f-31bb-409c-8a91-1075f7251a1d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1737610852&fields=id&tenant_id=85d719d0afdb4c03a4ffdc282cac234b HTTP/1.1" status: 200 len: 267 time: 0.0329180 Feb 04 06:29:41.339486 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Set router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:41.426295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-8d2d5ed4-2fb7-415b-971d-90fee59d9ccd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:41.427834 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-8d2d5ed4-2fb7-415b-971d-90fee59d9ccd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 809 time: 0.1038432 Feb 04 06:29:41.443707 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-a2649ec6-d49b-4452-ac00-e2508ed72a04 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/quotas/85d719d0afdb4c03a4ffdc282cac234b HTTP/1.1" status: 200 len: 375 time: 0.0096955 Feb 04 06:29:41.501178 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-4543518d-a116-4d2c-9e2b-bb981445f782 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512047 Feb 04 06:29:41.561218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c812cbbe-ef85-4350-945e-8c687ac35e00 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:29:41.607028 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-bcd3d680-96b3-4ba6-a2d1-f4b419c8ac6c service neutron] 10.222.0.15 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920126 Feb 04 06:29:41.682746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c812cbbe-ef85-4350-945e-8c687ac35e00 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:41.683027 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.697595 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-f03d1006-e667-4a3b-951e-7d511c592604 service neutron] 10.222.0.15 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837095 Feb 04 06:29:41.743352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'name': 'tempest-TestShelveInstance-496679712-router', 'tenant_id': '2179438f8642496195474c694184f104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:38Z', 'revision_number': 4, 'project_id': '2179438f8642496195474c694184f104', 'gw_port': {'id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'ccf23f79-b4fb-4074-aeeb-6f2d621597aa', 'name': '', 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de', 'tenant_id': '2179438f8642496195474c694184f104', 'mac_address': 'fa:16:3e:5f:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '67da429f-6a82-477f-af4e-4f34dfe84513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:37Z', 'updated_at': '2022-02-04T06:29:38Z', 'revision_number': 2, 'project_id': '2179438f8642496195474c694184f104', 'subnets': [{'id': '67da429f-6a82-477f-af4e-4f34dfe84513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:41.791898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Checking router: 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:41.792255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Updating router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 port ccf23f79-b4fb-4074-aeeb-6f2d621597aa binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:29:41.830335 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.878894 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bbe6c34c-1837-498e-ab92-083bc28aed19 req-e2c40576-7078-4c48-9aa5-fdabb803e43a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 210 time: 0.0310574 Feb 04 06:29:42.114195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.120507 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.176385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98e360-7a12-449f-baff-640345edbe26 None None] Pushing event updated for resources: {'Port': ['ID=ccf23f79-b4fb-4074-aeeb-6f2d621597aa,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:42.234119 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Attempting to bind port ccf23f79-b4fb-4074-aeeb-6f2d621597aa on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:42.234800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Attempting to bind port ccf23f79-b4fb-4074-aeeb-6f2d621597aa by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '0327dbb4-ef42-4ce9-a05f-1c68767b44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:42.234914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Attempting to bind port ccf23f79-b4fb-4074-aeeb-6f2d621597aa on network f6b87a3a-3af0-4d57-823f-04f541fa57de {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:29:42.239945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:29:42.240427 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Checking segment: {'id': '0327dbb4-ef42-4ce9-a05f-1c68767b44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:29:42.241040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.241279 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Bound using segment: {'id': '0327dbb4-ef42-4ce9-a05f-1c68767b44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:29:42.241714 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Bound port: ccf23f79-b4fb-4074-aeeb-6f2d621597aa, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0327dbb4-ef42-4ce9-a05f-1c68767b44d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:42.242089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.310728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] For port ccf23f79-b4fb-4074-aeeb-6f2d621597aa, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:29:42.314383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] For port ccf23f79-b4fb-4074-aeeb-6f2d621597aa, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ccf23f79-b4fb-4074-aeeb-6f2d621597aa,segment=NetworkSegment(0327dbb4-ef42-4ce9-a05f-1c68767b44d4),segment_id=0327dbb4-ef42-4ce9-a05f-1c68767b44d4)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:29:42.318559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.389135 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Routers {'0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:42.389774 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:42.426880 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98e360-7a12-449f-baff-640345edbe26 None None] Pushing event updated for resources: {'Port': ['ID=ccf23f79-b4fb-4074-aeeb-6f2d621597aa,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:42.438422 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-58cfec45-8de0-47bb-abdb-6f479bc3b2de None None] Provisioning complete for port ccf23f79-b4fb-4074-aeeb-6f2d621597aa triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:42.438796 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-58cfec45-8de0-47bb-abdb-6f479bc3b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.538691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] Set router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:42.602316 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-58cfec45-8de0-47bb-abdb-6f479bc3b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.703927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-58cfec45-8de0-47bb-abdb-6f479bc3b2de None None] For port ccf23f79-b4fb-4074-aeeb-6f2d621597aa, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ccf23f79-b4fb-4074-aeeb-6f2d621597aa,segment=NetworkSegment(0327dbb4-ef42-4ce9-a05f-1c68767b44d4),segment_id=0327dbb4-ef42-4ce9-a05f-1c68767b44d4)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:42.710366 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-58cfec45-8de0-47bb-abdb-6f479bc3b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.801312 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfec45-8de0-47bb-abdb-6f479bc3b2de None None] Pushing event updated for resources: {'Port': ['ID=ccf23f79-b4fb-4074-aeeb-6f2d621597aa,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:42.830131 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-89568f4b-418b-4fc4-b636-6950802fa109 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:42.831632 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-89568f4b-418b-4fc4-b636-6950802fa109 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 809 time: 0.1243172 Feb 04 06:29:42.839041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8744e32b-68c3-4f0f-bc77-b9aad0146b3b None None] Provisioning complete for port ccf23f79-b4fb-4074-aeeb-6f2d621597aa triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:42.839414 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8744e32b-68c3-4f0f-bc77-b9aad0146b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.843736 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'name': 'tempest-TestShelveInstance-496679712-router', 'tenant_id': '2179438f8642496195474c694184f104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:38Z', 'revision_number': 4, 'project_id': '2179438f8642496195474c694184f104', 'gw_port': {'id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'ccf23f79-b4fb-4074-aeeb-6f2d621597aa', 'name': '', 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de', 'tenant_id': '2179438f8642496195474c694184f104', 'mac_address': 'fa:16:3e:5f:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '67da429f-6a82-477f-af4e-4f34dfe84513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:37Z', 'updated_at': '2022-02-04T06:29:42Z', 'revision_number': 4, 'project_id': '2179438f8642496195474c694184f104', 'subnets': [{'id': '67da429f-6a82-477f-af4e-4f34dfe84513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:42.878437 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-58145994-6b39-4254-90b1-131dfe2f3ec2 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85d719d0afdb4c03a4ffdc282cac234b HTTP/1.1" status: 200 len: 380 time: 0.0371821 Feb 04 06:29:42.890989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232493d-dcd0-4da2-8e9f-93fff85953cd None None] The sync data for ids ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'] in dv-neutron-826811-2-hyperv is: [{'id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'name': 'tempest-TestShelveInstance-496679712-router', 'tenant_id': '2179438f8642496195474c694184f104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:38Z', 'revision_number': 4, 'project_id': '2179438f8642496195474c694184f104', 'gw_port': {'id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'ccf23f79-b4fb-4074-aeeb-6f2d621597aa', 'name': '', 'network_id': 'f6b87a3a-3af0-4d57-823f-04f541fa57de', 'tenant_id': '2179438f8642496195474c694184f104', 'mac_address': 'fa:16:3e:5f:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '67da429f-6a82-477f-af4e-4f34dfe84513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:37Z', 'updated_at': '2022-02-04T06:29:42Z', 'revision_number': 4, 'project_id': '2179438f8642496195474c694184f104', 'subnets': [{'id': '67da429f-6a82-477f-af4e-4f34dfe84513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:42.904390 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'port': {'device_id': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'admin_state_up': True, 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'security_groups': ['d69e22c7-a72a-414c-8bd1-1bb4132aee16']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:43.034945 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7743e014-b804-450d-8369-dbd0305dfd4d req-04fdb8c6-06fd-4c5a-888f-b8d7db21fab1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 210 time: 0.0416789 Feb 04 06:29:43.079110 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Made reservation on behalf of 85d719d0afdb4c03a4ffdc282cac234b for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:29:43.082822 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.214886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Allocated IP 172.20.0.6 (ff660357-be77-44d1-90f8-c07e3b6f08a0/1216c47f-0515-4bfc-bb04-f658d4756e68/6feaa9a6-000b-44bc-828f-2b841ebaa65f) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:43.361868 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.399369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.443123 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Network ff660357-be77-44d1-90f8-c07e3b6f08a0 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:43.445982 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:43.450329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:29:43.456395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'Port': ['ID=6feaa9a6-000b-44bc-828f-2b841ebaa65f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:43.506264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:43.507051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.530650 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-051111c1-ca52-4be1-8a41-0945e418eefe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6316473 Feb 04 06:29:43.543314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Request body: {'port': {'device_id': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:43.607434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.634586 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ccf23f79-b4fb-4074-aeeb-6f2d621597aa up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:29:43.687174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port ccf23f79-b4fb-4074-aeeb-6f2d621597aa triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:43.687546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.731778 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-b6b13c16-7799-4aa8-ab44-d0ae8ce5284c None None] Provisioning complete for port 6feaa9a6-000b-44bc-828f-2b841ebaa65f triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:43.732065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b6b13c16-7799-4aa8-ab44-d0ae8ce5284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.788395 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-b6b13c16-7799-4aa8-ab44-d0ae8ce5284c None None] Port 6feaa9a6-000b-44bc-828f-2b841ebaa65f cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:29:43.883655 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6feaa9a6-000b-44bc-828f-2b841ebaa65f {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:29:43.891232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.902923 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Transition to ACTIVE for port object 6feaa9a6-000b-44bc-828f-2b841ebaa65f will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:29:43.906754 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.960957 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6feaa9a6-000b-44bc-828f-2b841ebaa65f,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:44.037302 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Attempting to bind port 6feaa9a6-000b-44bc-828f-2b841ebaa65f on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:29:44.037906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Attempting to bind port 6feaa9a6-000b-44bc-828f-2b841ebaa65f by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:29:44.038345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Attempting to bind port 6feaa9a6-000b-44bc-828f-2b841ebaa65f on network ff660357-be77-44d1-90f8-c07e3b6f08a0 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:29:44.043681 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Port 6feaa9a6-000b-44bc-828f-2b841ebaa65f on network ff660357-be77-44d1-90f8-c07e3b6f08a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:29:44.044005 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Attempting to bind port 6feaa9a6-000b-44bc-828f-2b841ebaa65f on network ff660357-be77-44d1-90f8-c07e3b6f08a0 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:29:44.049151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:29:44.049496 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Checking segment: {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:29:44.049883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Bound using segment: {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:29:44.050313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Bound port: 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:29:44.050671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.131406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:29:44.157960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:29:44.162489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.206394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:44.207014 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.208443 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 200 len: 1093 time: 0.6700165 Feb 04 06:29:44.209055 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:44.211346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd8dc14-3a93-45f1-92e8-e687cdc48594" -d '{"events": [{"name": "network-changed", "server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:29:44.221569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd896b59-0913-4506-8057-dee65a48ef42 req-4d17aad7-8c47-4522-ad9b-afcafe698d4e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:44.223176 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dd896b59-0913-4506-8057-dee65a48ef42 req-4d17aad7-8c47-4522-ad9b-afcafe698d4e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.1105752 Feb 04 06:29:44.273118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0938a2c-9955-4530-86bf-2014fad33b73 x-openstack-request-id: req-f0938a2c-9955-4530-86bf-2014fad33b73 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:29:44.273461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:29:44.273714 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0938a2c-9955-4530-86bf-2014fad33b73 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:29:44.274109 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'status': 'completed', 'code': 200} Feb 04 06:29:44.274781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dd42b-3a76-4ce2-9738-ed2125a324e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6feaa9a6-000b-44bc-828f-2b841ebaa65f,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:44.314939 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dd896b59-0913-4506-8057-dee65a48ef42 req-07745939-fceb-40e1-94f1-459f17c9b102 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826845 Feb 04 06:29:44.324318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-9800ead2-6981-419f-8153-f3cef6c3500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:44.326157 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-9800ead2-6981-419f-8153-f3cef6c3500c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1096 time: 0.0658901 Feb 04 06:29:44.374007 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-2e8e0318-5251-4a03-8020-4b0a08381d8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 200 len: 217 time: 0.0407889 Feb 04 06:29:44.426657 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-7840a1ca-daab-4586-a7fd-840c85fb03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:44.428138 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-7840a1ca-daab-4586-a7fd-840c85fb03ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0483458 Feb 04 06:29:44.473461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-d54882c5-9118-4277-9c87-9fa392675252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:44.474868 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-d54882c5-9118-4277-9c87-9fa392675252 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398982 Feb 04 06:29:44.566578 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-fb76728b-ffaf-4289-9346-656471f75ea4 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831547 Feb 04 06:29:44.656497 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8cd033bf-7ee9-47ea-82b6-1c143081a68a req-39a7b2f7-de3c-4726-9aa4-07951c2fcec7 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837238 Feb 04 06:29:44.744385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8dc14-3a93-45f1-92e8-e687cdc48594 req-4c84805f-9235-4c31-b8f2-e269cace1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:44.747044 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bfd8dc14-3a93-45f1-92e8-e687cdc48594 req-4c84805f-9235-4c31-b8f2-e269cace1267 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1096 time: 0.0473504 Feb 04 06:29:44.837172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8dc14-3a93-45f1-92e8-e687cdc48594 req-fcc9446d-3a61-40b9-adbc-5bf36bdb661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:44.840157 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bfd8dc14-3a93-45f1-92e8-e687cdc48594 req-fcc9446d-3a61-40b9-adbc-5bf36bdb661b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0854728 Feb 04 06:29:44.882280 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bfd8dc14-3a93-45f1-92e8-e687cdc48594 req-24dbcee1-9305-43c7-b18d-abf632308f2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 200 len: 217 time: 0.0366099 Feb 04 06:29:45.242364 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8dc14-3a93-45f1-92e8-e687cdc48594 req-4aefb8af-3b82-4bbc-8c59-7030a34e1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:45.243894 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bfd8dc14-3a93-45f1-92e8-e687cdc48594 req-4aefb8af-3b82-4bbc-8c59-7030a34e1842 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.3552191 Feb 04 06:29:45.287210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8dc14-3a93-45f1-92e8-e687cdc48594 req-1d7706a2-c942-4ead-8078-7bcad71e72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:45.288560 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bfd8dc14-3a93-45f1-92e8-e687cdc48594 req-1d7706a2-c942-4ead-8078-7bcad71e72ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378714 Feb 04 06:29:45.388761 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bfd8dc14-3a93-45f1-92e8-e687cdc48594 req-bbab0136-97c3-4cca-b2a4-10fe344fc467 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922716 Feb 04 06:29:45.509300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3d9fc-e13e-49b6-a21c-ecb21782c550 req-fbf85ebb-2905-4d28-9529-165bb46c3ffd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:45.511130 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7fa3d9fc-e13e-49b6-a21c-ecb21782c550 req-fbf85ebb-2905-4d28-9529-165bb46c3ffd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.1210301 Feb 04 06:29:45.561569 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bfd8dc14-3a93-45f1-92e8-e687cdc48594 req-8119fbdb-8f97-490d-a290-e0680558bfdb service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600425 Feb 04 06:29:45.568496 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-7fa3d9fc-e13e-49b6-a21c-ecb21782c550 req-df647bae-09fe-43b8-b814-7adef9c89a73 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506010 Feb 04 06:29:46.685912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6feaa9a6-000b-44bc-828f-2b841ebaa65f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:29:46.694307 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ec0fb-27f9-4a62-a7fd-e6afeafa3526 req-8de1df91-808c-400f-9202-7f1b169926b0 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:46.695845 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5b1ec0fb-27f9-4a62-a7fd-e6afeafa3526 req-8de1df91-808c-400f-9202-7f1b169926b0 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0555594 Feb 04 06:29:46.735581 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5b1ec0fb-27f9-4a62-a7fd-e6afeafa3526 req-7fa37795-c5f2-4254-a164-9d249bf0f35c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330145 Feb 04 06:29:46.797576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:46.808882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'port_id': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'mac_address': 'fa:16:3e:8b:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:29:46.847839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:46.863703 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6feaa9a6-000b-44bc-828f-2b841ebaa65f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:29:46.882309 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:46.888840 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:46.934938 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6feaa9a6-000b-44bc-828f-2b841ebaa65f,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:47.095503 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['6feaa9a6-000b-44bc-828f-2b841ebaa65f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:29:47.669217 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:29:47.850149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424296f-d92e-47e4-84e2-124f6d991ab2 req-027d5510-3e2a-4912-8804-9544dd432170 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:47.851624 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0424296f-d92e-47e4-84e2-124f6d991ab2 req-027d5510-3e2a-4912-8804-9544dd432170 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 944 time: 0.0479414 Feb 04 06:29:47.889935 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0424296f-d92e-47e4-84e2-124f6d991ab2 req-42513144-f58a-4ff5-bdf3-68a533e2d7e2 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Feb 04 06:29:48.701576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6feaa9a6-000b-44bc-828f-2b841ebaa65f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:29:48.749927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 6feaa9a6-000b-44bc-828f-2b841ebaa65f completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:29:48.754036 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 6feaa9a6-000b-44bc-828f-2b841ebaa65f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:29:48.754530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:48.836031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:48.857574 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:48.859790 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4191b4-bd8e-4c10-9dd1-d91d3c4a787d" -d '{"events": [{"server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "name": "network-vif-plugged", "status": "completed", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:29:48.872998 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:29:48.876856 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:48.903583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d73d12d-1a54-49f9-9065-cca4c92fa9a8 x-openstack-request-id: req-9d73d12d-1a54-49f9-9065-cca4c92fa9a8 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:29:48.903872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "name": "network-vif-plugged", "status": "completed", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:29:48.904121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d73d12d-1a54-49f9-9065-cca4c92fa9a8 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:29:48.904510 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'code': 200} Feb 04 06:29:48.934631 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6feaa9a6-000b-44bc-828f-2b841ebaa65f,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:49.007900 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d375c-7e32-49a1-9f0a-b39f9caa1e76 req-4a920638-ba3f-48b8-a074-3281f1aa5e8f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:49.009888 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5b3d375c-7e32-49a1-9f0a-b39f9caa1e76 req-4a920638-ba3f-48b8-a074-3281f1aa5e8f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0509942 Feb 04 06:29:49.081840 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5b3d375c-7e32-49a1-9f0a-b39f9caa1e76 req-7f3341ae-9969-4308-b5fd-a76ac4a3a2c6 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662839 Feb 04 06:29:49.087869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e3fb2-4cfc-49e3-99ab-58c397a673fc req-42e3b05f-556a-44d3-b938-a2d1fa314925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:49.089547 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5d4e3fb2-4cfc-49e3-99ab-58c397a673fc req-42e3b05f-556a-44d3-b938-a2d1fa314925 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1098 time: 0.0670793 Feb 04 06:29:49.134720 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5d4e3fb2-4cfc-49e3-99ab-58c397a673fc req-ca74ff4f-01a2-4f43-8ad3-b04052d77dd5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389464 Feb 04 06:29:50.201886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86edb71-fe6e-47c2-8783-fd65523c3908 req-2fce2b56-5472-4fdc-abb8-d3979fdd8cbf tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:50.205110 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f86edb71-fe6e-47c2-8783-fd65523c3908 req-2fce2b56-5472-4fdc-abb8-d3979fdd8cbf tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0525751 Feb 04 06:29:50.243380 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f86edb71-fe6e-47c2-8783-fd65523c3908 req-18fded5f-7f43-40f4-b661-17904d17abcd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337074 Feb 04 06:29:50.360399 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725960c8-d5fd-491c-b71f-0226f376eca4 req-4b541def-a646-44c3-9c1b-6c9e4194b1d1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:50.361844 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-725960c8-d5fd-491c-b71f-0226f376eca4 req-4b541def-a646-44c3-9c1b-6c9e4194b1d1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0503500 Feb 04 06:29:50.404507 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-725960c8-d5fd-491c-b71f-0226f376eca4 req-9d6e3002-db13-4177-8836-0ceef4b69e1c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367830 Feb 04 06:29:50.426093 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53494) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:50.548522 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57de70ab-ce12-486f-a6a8-0e26cac5894e tempest-TestShelveInstance-571940868 tempest-TestShelveInstance-571940868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:50.550051 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-57de70ab-ce12-486f-a6a8-0e26cac5894e tempest-TestShelveInstance-571940868 tempest-TestShelveInstance-571940868-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1093 time: 0.1230023 Feb 04 06:29:50.553128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53498) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:29:50.557686 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:29:50.582241 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for floatingip, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.681381 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.789923 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Allocated IP 172.26.5.225 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/be2c05f3-21a0-4ff0-83de-f9e1e7c1ce9b) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:29:50.891188 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.923333 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.959699 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:29:50.962307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:29:50.965978 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:29:50.995110 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'Port': ['ID=be2c05f3-21a0-4ff0-83de-f9e1e7c1ce9b,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:51.246794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-6c656913-6ba1-4f9a-b068-660fcdeb48e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:51.322292 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:51.389701 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:51.536202 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:51.540146 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:51.611765 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'Port': ['ID=be2c05f3-21a0-4ff0-83de-f9e1e7c1ce9b,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:51.620279 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:51.719584 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Floating IP ac5166c9-8222-4964-aeb9-7d217ef5e250 associated. External IP: 172.26.5.225, port: 6feaa9a6-000b-44bc-828f-2b841ebaa65f. Feb 04 06:29:51.924889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Router f2660061-f5ec-4a97-bd06-0e88d78267f0 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:29:52.030971 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:29:52.040503 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02299d-7523-468b-867c-5e4922b7ef65 None None] Sync routers for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:52.048325 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:52.050380 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02299d-7523-468b-867c-5e4922b7ef65 None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:52.050972 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-de02299d-7523-468b-867c-5e4922b7ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:52.075688 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a8e55a8b-2614-4571-bcb4-491a8aa54e19 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5214787 Feb 04 06:29:52.076260 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:52.078521 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d401d253-1b1d-4588-982f-9fe534582652" -d '{"events": [{"name": "network-changed", "server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:29:52.112996 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8027ff9c-3d3b-49bd-8a77-bc01fe6835e3 x-openstack-request-id: req-8027ff9c-3d3b-49bd-8a77-bc01fe6835e3 {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:29:52.113300 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:29:52.113549 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8027ff9c-3d3b-49bd-8a77-bc01fe6835e3 {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:29:52.113972 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'status': 'completed', 'code': 200} Feb 04 06:29:52.158676 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-de02299d-7523-468b-867c-5e4922b7ef65 None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:52.173479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401d253-1b1d-4588-982f-9fe534582652 req-f7460645-8e07-472d-a66c-50a60390524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:52.175494 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d401d253-1b1d-4588-982f-9fe534582652 req-f7460645-8e07-472d-a66c-50a60390524c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1098 time: 0.0418117 Feb 04 06:29:52.268638 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401d253-1b1d-4588-982f-9fe534582652 req-1eb48271-d802-4e29-866e-08066fd1ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:52.270147 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d401d253-1b1d-4588-982f-9fe534582652 req-1eb48271-d802-4e29-866e-08066fd1ee14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0885999 Feb 04 06:29:52.334331 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d401d253-1b1d-4588-982f-9fe534582652 req-b5e5a601-6fcb-4d92-8d72-f49977461093 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 200 len: 999 time: 0.0569067 Feb 04 06:29:52.377117 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-de02299d-7523-468b-867c-5e4922b7ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'ac5166c9-8222-4964-aeb9-7d217ef5e250', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'floating_ip_address': '172.26.5.225', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'port_id': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'mac_address': 'fa:16:3e:8b:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:29:51Z', 'updated_at': '2022-02-04T06:29:51Z', 'revision_number': 0, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:52.382572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401d253-1b1d-4588-982f-9fe534582652 req-eaef3c91-4a02-494f-9ffa-bcdcace98864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:52.384036 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d401d253-1b1d-4588-982f-9fe534582652 req-eaef3c91-4a02-494f-9ffa-bcdcace98864 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0426879 Feb 04 06:29:52.435485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401d253-1b1d-4588-982f-9fe534582652 req-b3ec276a-1305-4642-95d0-96c6b1f9ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:52.437019 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d401d253-1b1d-4588-982f-9fe534582652 req-b3ec276a-1305-4642-95d0-96c6b1f9ad2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469501 Feb 04 06:29:52.492923 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02299d-7523-468b-867c-5e4922b7ef65 None None] Checking router: f2660061-f5ec-4a97-bd06-0e88d78267f0 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:52.501704 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02299d-7523-468b-867c-5e4922b7ef65 None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:29:52.502349 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-de02299d-7523-468b-867c-5e4922b7ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:29:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:52.528764 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d401d253-1b1d-4588-982f-9fe534582652 req-6938867f-d539-4cbf-8974-75757fe4f5f8 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855908 Feb 04 06:29:52.603430 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-de02299d-7523-468b-867c-5e4922b7ef65 None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:29:52.622425 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d401d253-1b1d-4588-982f-9fe534582652 req-6b587a9d-ba16-45f6-ae5c-8153ecb25c83 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872192 Feb 04 06:29:52.819934 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-de02299d-7523-468b-867c-5e4922b7ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'ac5166c9-8222-4964-aeb9-7d217ef5e250', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'floating_ip_address': '172.26.5.225', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'port_id': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'mac_address': 'fa:16:3e:8b:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:29:51Z', 'updated_at': '2022-02-04T06:29:51Z', 'revision_number': 0, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:52.846064 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02299d-7523-468b-867c-5e4922b7ef65 None None] The sync data for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv is: [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': 'ac5166c9-8222-4964-aeb9-7d217ef5e250', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'floating_ip_address': '172.26.5.225', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'port_id': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'mac_address': 'fa:16:3e:8b:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:29:51Z', 'updated_at': '2022-02-04T06:29:51Z', 'revision_number': 0, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:53.027512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa89dcc-eda3-4031-ac16-f6d71266a81f None None] New status for floating IP ac5166c9-8222-4964-aeb9-7d217ef5e250: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:29:53.481592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-20b9d480-6eb4-45a8-859c-01977d986de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:54.864448 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:56.468775 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:56.718902 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:58.747201 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:02.321809 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-6e37163a-6347-4ba4-be97-7aca9311ffb5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395494 Feb 04 06:30:02.401411 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-bd966460-d2a9-463c-994a-2a57f35ae020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:02.402612 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-bd966460-d2a9-463c-994a-2a57f35ae020 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1098 time: 0.0409513 Feb 04 06:30:02.504449 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-2330e357-883e-450a-bb88-004fd51d5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:02.505898 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-2330e357-883e-450a-bb88-004fd51d5035 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0851588 Feb 04 06:30:02.569786 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-bed98483-a254-4411-ae5f-f74aad483d22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 200 len: 1001 time: 0.0568366 Feb 04 06:30:02.617889 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-9f67c286-4a9a-4fa0-98ae-2e1315fab553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:02.619312 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-9f67c286-4a9a-4fa0-98ae-2e1315fab553 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0423737 Feb 04 06:30:02.669788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-e5868466-123e-4e06-891f-e24f5d15150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:02.671249 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-e5868466-123e-4e06-891f-e24f5d15150c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439279 Feb 04 06:30:02.758664 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-47e56714-42db-44a5-944a-b46bdefe52d6 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800035 Feb 04 06:30:02.851879 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6b2c1af1-9616-4121-ab8b-01c908551a55 req-921adf4e-2626-4742-bfd0-16b59680a20a service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847685 Feb 04 06:30:21.247629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-aedaf0c0-6837-47ec-a81e-067103db36b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:23.485357 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7adfa475-0416-45a4-9238-40386f53b6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:24.668197 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:30:24.867875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:26.471232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:26.719304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:28.743501 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:51.248898 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4973a64e-1d60-482a-a638-b13a63df42fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:53.485313 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-01c99234-6f75-47ab-9c71-30e7533863a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:54.870989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.474161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:56.721585 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:58.760807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:01.666725 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:31:04.309535 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-09e4661f-b0d2-43a4-ad3b-b44d435c668c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404580 Feb 04 06:31:04.387364 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-206e81fb-5a47-4dc2-97cd-72abc6d69151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:04.389501 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-206e81fb-5a47-4dc2-97cd-72abc6d69151 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1098 time: 0.0409205 Feb 04 06:31:04.492747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-09d2b5a2-4f23-4e8a-82ad-df1167641f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:04.494230 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-09d2b5a2-4f23-4e8a-82ad-df1167641f77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0867548 Feb 04 06:31:04.557337 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-19ed76ee-4cfd-469c-99ee-ee2fb014995a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 200 len: 1001 time: 0.0568149 Feb 04 06:31:04.604908 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-2cf0f8f8-e0d2-40f6-b92d-711832c71d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:04.606339 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-2cf0f8f8-e0d2-40f6-b92d-711832c71d5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0431218 Feb 04 06:31:04.656164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-1f8fc7a9-f4c0-4b45-bea4-f7702c83f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:04.657714 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-1f8fc7a9-f4c0-4b45-bea4-f7702c83f634 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450656 Feb 04 06:31:04.746103 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-dbcf32be-0dd5-4535-afac-be7fc9cdb223 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814722 Feb 04 06:31:04.838349 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0fa4def-c125-43c3-8eae-7bc5d1b3de57 req-1bd65c6e-20e3-478f-905b-ad1d11865da0 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860598 Feb 04 06:31:21.249311 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fee35ea0-ae58-4f8c-89c6-783b89b62c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:23.485472 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-880cd7f5-3b8a-495b-9075-505d8d47434a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:24.873149 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:26.476870 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:26.722339 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:28.756827 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:38.665437 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:31:44.774617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf263de-4e7d-4faa-9391-a297164b3b52 req-839945eb-0174-4969-acd3-93b8bf1d3201 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:44.776091 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-adf263de-4e7d-4faa-9391-a297164b3b52 req-839945eb-0174-4969-acd3-93b8bf1d3201 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0497794 Feb 04 06:31:44.814602 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-adf263de-4e7d-4faa-9391-a297164b3b52 req-b26dd821-c3c6-4793-b4d2-e1b25fe1934f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323951 Feb 04 06:31:45.929349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfedc98-dc35-4e74-9cbc-6574db36b96d req-5a4ec6dd-3853-4d58-bc39-2b7432367a1b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:45.930856 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0dfedc98-dc35-4e74-9cbc-6574db36b96d req-5a4ec6dd-3853-4d58-bc39-2b7432367a1b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0481112 Feb 04 06:31:45.968076 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0dfedc98-dc35-4e74-9cbc-6574db36b96d req-5838db74-bf0f-42ab-9c07-ecb20029b927 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313392 Feb 04 06:31:47.087310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3587475-22f1-41f9-af80-6e6ab72d901d req-e58d6bc6-2ff2-4114-bf41-e20804f5fd87 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:47.088752 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e3587475-22f1-41f9-af80-6e6ab72d901d req-e58d6bc6-2ff2-4114-bf41-e20804f5fd87 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Feb 04 06:31:47.128613 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e3587475-22f1-41f9-af80-6e6ab72d901d req-70c07ed0-0990-4e01-96ed-987a08d4dee5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338948 Feb 04 06:31:48.245462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79124e7-1425-45d4-b7e2-f7e0058c0a5d req-3ed2c3fb-2d3a-4772-8197-c30d1b274ee5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:48.247031 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f79124e7-1425-45d4-b7e2-f7e0058c0a5d req-3ed2c3fb-2d3a-4772-8197-c30d1b274ee5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0524306 Feb 04 06:31:48.289525 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f79124e7-1425-45d4-b7e2-f7e0058c0a5d req-3eb510ae-5a54-4460-bdd1-b72d9b8fdac0 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344672 Feb 04 06:31:49.105380 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [req-a9e16fe5-2d48-4ef7-a99e-192b5bb0b6d0 req-885a252c-733f-4431-9e5f-bf973937b28f service neutron] (102166) timed out ('10.222.0.15', 49816) {{(pid=102166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 06:31:49.404294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9873dc5-830b-4454-a102-9ff3165fd71b req-ad5fcabf-7e3e-461f-9a0a-b1eb20324a24 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:49.405904 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9873dc5-830b-4454-a102-9ff3165fd71b req-ad5fcabf-7e3e-461f-9a0a-b1eb20324a24 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0491982 Feb 04 06:31:49.443122 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9873dc5-830b-4454-a102-9ff3165fd71b req-9d1bbd86-e1cd-458d-aa50-68461f9d9efe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312102 Feb 04 06:31:50.559062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607ae31-44f0-43d1-b75e-e5a50b913ea8 req-c8c051d0-bbc4-4596-91dc-39cbe4e66cab tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:50.560450 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8607ae31-44f0-43d1-b75e-e5a50b913ea8 req-c8c051d0-bbc4-4596-91dc-39cbe4e66cab tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0506871 Feb 04 06:31:50.604177 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8607ae31-44f0-43d1-b75e-e5a50b913ea8 req-ffcba92e-53ae-44d6-a01d-1579ce1870ba tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377209 Feb 04 06:31:51.250741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-26b9a0d9-80c1-4639-9be5-6fad0d3391da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:51.717898 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf987b-787e-4ad9-81c3-ec94499c5ce1 req-dfc59565-d755-4391-bf77-2c2315f8e021 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:51.719340 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fdf987b-787e-4ad9-81c3-ec94499c5ce1 req-dfc59565-d755-4391-bf77-2c2315f8e021 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0483596 Feb 04 06:31:51.756394 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9fdf987b-787e-4ad9-81c3-ec94499c5ce1 req-468f34b4-4f1d-46ea-be8a-d32fc8c321ab tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312364 Feb 04 06:31:52.874853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ea46-bfd7-4600-89c1-0ef77e8008a1 req-078c2ace-e910-4a23-9f79-d04cf103358f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:52.876356 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8395ea46-bfd7-4600-89c1-0ef77e8008a1 req-078c2ace-e910-4a23-9f79-d04cf103358f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0492768 Feb 04 06:31:52.914938 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8395ea46-bfd7-4600-89c1-0ef77e8008a1 req-a1376e5e-3d8c-4aa4-ae63-177265f4dd50 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322652 Feb 04 06:31:53.485981 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-344eda10-2827-4759-9fc6-948f1b6f7ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:54.036533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cba7a-f696-4764-a3b1-9e858290d188 req-d0af5e3a-4301-49f2-838a-ad4d5c566036 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:54.038030 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b41cba7a-f696-4764-a3b1-9e858290d188 req-d0af5e3a-4301-49f2-838a-ad4d5c566036 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0551744 Feb 04 06:31:54.078968 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b41cba7a-f696-4764-a3b1-9e858290d188 req-8a875c51-61cb-4520-84d0-e98e1cbf70bf tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350740 Feb 04 06:31:54.876196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:55.195069 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234faeb-8176-4e23-b1fd-268d00772255 req-43ea8a45-5d92-442d-85c3-adf819bfedf7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:55.197218 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6234faeb-8176-4e23-b1fd-268d00772255 req-43ea8a45-5d92-442d-85c3-adf819bfedf7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0502551 Feb 04 06:31:55.237839 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6234faeb-8176-4e23-b1fd-268d00772255 req-a481b4d4-506f-4587-9e44-e8b6188cc28d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340810 Feb 04 06:31:56.350856 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4e7ad-c614-4763-b131-99ce57f705b8 req-39601e67-6b35-495d-8b25-5dc47c6df77c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:56.352308 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91a4e7ad-c614-4763-b131-99ce57f705b8 req-39601e67-6b35-495d-8b25-5dc47c6df77c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Feb 04 06:31:56.389791 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-91a4e7ad-c614-4763-b131-99ce57f705b8 req-eeb8bf9b-3bbb-491e-8aea-904d04a728d5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316293 Feb 04 06:31:56.479743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:56.722861 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:57.243334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6feaa9a6-000b-44bc-828f-2b841ebaa65f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:31:57.337290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:31:57.347403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'port_id': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'mac_address': 'fa:16:3e:8b:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:31:57.385992 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:57.404419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6feaa9a6-000b-44bc-828f-2b841ebaa65f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:31:57.428456 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:31:57.433920 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:57.494177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6feaa9a6-000b-44bc-828f-2b841ebaa65f,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:57.501514 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.501861 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.502550 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.502687 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.502974 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.503352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.503636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.503963 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.504291 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.504613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.504935 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.505290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:57.510789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80234559-4fc9-43ff-8523-07b8041bc216 req-3eefaac9-aca1-4619-8400-4591886a4be9 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:57.514545 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['6feaa9a6-000b-44bc-828f-2b841ebaa65f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:31:57.520954 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80234559-4fc9-43ff-8523-07b8041bc216 req-3eefaac9-aca1-4619-8400-4591886a4be9 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 944 time: 0.0605578 Feb 04 06:31:57.577281 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80234559-4fc9-43ff-8523-07b8041bc216 req-b5fcdc96-0f2c-4d85-80f4-f297ebfd2cad tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547423 Feb 04 06:31:58.689838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2095a3-1765-4a2d-be74-3161a8b5d0a4 req-00a839b4-c9f3-45fd-94ec-31759a174a03 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:58.697212 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5e2095a3-1765-4a2d-be74-3161a8b5d0a4 req-00a839b4-c9f3-45fd-94ec-31759a174a03 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 944 time: 0.0599680 Feb 04 06:31:58.735913 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5e2095a3-1765-4a2d-be74-3161a8b5d0a4 req-626d963d-41ba-46d0-8cae-a3dc4f918372 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362611 Feb 04 06:31:58.777195 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:59.258622 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6feaa9a6-000b-44bc-828f-2b841ebaa65f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:31:59.454206 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 6feaa9a6-000b-44bc-828f-2b841ebaa65f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:31:59.454635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:59.541825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:59.569539 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:31:59.571963 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b72526e-5a97-4445-bb09-249eeba0c464" -d '{"events": [{"server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "name": "network-vif-plugged", "status": "completed", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:31:59.592808 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:31:59.600747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:59.659746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6feaa9a6-000b-44bc-828f-2b841ebaa65f,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:59.707915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83d6492-7b5c-4bf2-885d-a91197d4099a x-openstack-request-id: req-e83d6492-7b5c-4bf2-885d-a91197d4099a {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:31:59.708209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "name": "network-vif-plugged", "status": "completed", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:31:59.708461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e83d6492-7b5c-4bf2-885d-a91197d4099a {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:31:59.708853 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'code': 200} Feb 04 06:31:59.863779 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206da9eb-9884-4f16-a0e0-71e9628c965e req-e27a5d5e-89c3-4bdb-bd08-9031fd4af248 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:59.865425 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-206da9eb-9884-4f16-a0e0-71e9628c965e req-e27a5d5e-89c3-4bdb-bd08-9031fd4af248 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0560658 Feb 04 06:31:59.907773 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-206da9eb-9884-4f16-a0e0-71e9628c965e req-d2ab3048-5850-4edb-a2a9-42b6d3d0acc0 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359118 Feb 04 06:32:01.041719 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93184b01-6c1c-4139-9aa1-36e9a6abfbe1 req-e9d82534-b84d-4622-9f2c-2f9788200722 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:01.045705 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-93184b01-6c1c-4139-9aa1-36e9a6abfbe1 req-e9d82534-b84d-4622-9f2c-2f9788200722 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0570724 Feb 04 06:32:01.089044 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-93184b01-6c1c-4139-9aa1-36e9a6abfbe1 req-f27c11d5-783b-4fda-9087-02437a4a9cdc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373447 Feb 04 06:32:02.220081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64b3f7-2435-469f-baf3-795ff96de59e req-09332cfd-a9b6-48ed-a425-d0048bbb048b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:02.222374 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f64b3f7-2435-469f-baf3-795ff96de59e req-09332cfd-a9b6-48ed-a425-d0048bbb048b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0554054 Feb 04 06:32:02.263275 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0f64b3f7-2435-469f-baf3-795ff96de59e req-717aeaaf-de00-43ac-b4dc-71edaae3b548 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347557 Feb 04 06:32:03.392775 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66462fb7-815e-465c-8619-c6209a44d7b1 req-45669ed5-fa9d-408a-843f-7bcddb1efd65 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:03.400868 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-66462fb7-815e-465c-8619-c6209a44d7b1 req-45669ed5-fa9d-408a-843f-7bcddb1efd65 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0583589 Feb 04 06:32:03.436040 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-66462fb7-815e-465c-8619-c6209a44d7b1 req-424ea4a8-b76e-4cc6-b1d9-f1decba99e93 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340891 Feb 04 06:32:04.569843 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297abcff-cf73-478b-9918-b135aab4454d req-830b5bb8-4d25-4293-872c-950494c9e50a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:04.571349 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-297abcff-cf73-478b-9918-b135aab4454d req-830b5bb8-4d25-4293-872c-950494c9e50a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0581877 Feb 04 06:32:04.621134 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-297abcff-cf73-478b-9918-b135aab4454d req-346d2cc1-ded6-4687-8f8d-a4fc67eef0f3 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 Feb 04 06:32:05.354675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985f1fe-27fb-45fe-b3f7-f6e2c476498e req-783ce3f5-b02f-4fd8-892f-b33318225349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:05.356396 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6985f1fe-27fb-45fe-b3f7-f6e2c476498e req-783ce3f5-b02f-4fd8-892f-b33318225349 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1098 time: 0.0451455 Feb 04 06:32:05.473622 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985f1fe-27fb-45fe-b3f7-f6e2c476498e req-1f5d813c-7f6a-416e-bec9-0f1fd68ed608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:05.475208 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6985f1fe-27fb-45fe-b3f7-f6e2c476498e req-1f5d813c-7f6a-416e-bec9-0f1fd68ed608 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0967765 Feb 04 06:32:05.548092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6985f1fe-27fb-45fe-b3f7-f6e2c476498e req-b2f3d2d5-2d2b-4082-961a-89fef9e800d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 200 len: 1001 time: 0.0651834 Feb 04 06:32:05.597702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985f1fe-27fb-45fe-b3f7-f6e2c476498e req-ef05779c-844b-4583-8938-b22230216f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:05.599130 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6985f1fe-27fb-45fe-b3f7-f6e2c476498e req-ef05779c-844b-4583-8938-b22230216f8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0451126 Feb 04 06:32:05.643373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985f1fe-27fb-45fe-b3f7-f6e2c476498e req-236da0b0-18fa-45d4-888b-c0a21e24713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:05.644901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6985f1fe-27fb-45fe-b3f7-f6e2c476498e req-236da0b0-18fa-45d4-888b-c0a21e24713e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392096 Feb 04 06:32:05.773387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a022cf-dd23-4cab-899e-6083404eb0b1 req-f5043b84-6bbf-48cb-958b-1f04ded58afe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:05.775009 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d0a022cf-dd23-4cab-899e-6083404eb0b1 req-f5043b84-6bbf-48cb-958b-1f04ded58afe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0781929 Feb 04 06:32:05.777534 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6985f1fe-27fb-45fe-b3f7-f6e2c476498e req-ec4371df-02a3-422c-9110-765bf3639219 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260026 Feb 04 06:32:05.878871 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d0a022cf-dd23-4cab-899e-6083404eb0b1 req-7c559a65-e5a2-4abb-bc5d-1d35596b9cb0 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967991 Feb 04 06:32:05.928348 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6985f1fe-27fb-45fe-b3f7-f6e2c476498e req-21ebce7a-5b30-424c-a66f-70888bb267f1 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393917 Feb 04 06:32:06.772562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed1500-db20-4ee4-823e-111c94d38fab req-06ef0b8d-3716-4065-ad8c-ea3e815e2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:06.774089 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bed1500-db20-4ee4-823e-111c94d38fab req-06ef0b8d-3716-4065-ad8c-ea3e815e2c35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1098 time: 0.0409648 Feb 04 06:32:06.865258 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed1500-db20-4ee4-823e-111c94d38fab req-a93b6299-badf-494e-a5f0-3ecd26e85478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:06.866726 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bed1500-db20-4ee4-823e-111c94d38fab req-a93b6299-badf-494e-a5f0-3ecd26e85478 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0867839 Feb 04 06:32:06.931810 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bed1500-db20-4ee4-823e-111c94d38fab req-c74736aa-2c01-418a-9f9a-8fc09e6da21a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 200 len: 1001 time: 0.0574808 Feb 04 06:32:07.008491 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed1500-db20-4ee4-823e-111c94d38fab req-bfdaf51d-0cb1-4086-a48c-207ff9aaf505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:07.009879 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bed1500-db20-4ee4-823e-111c94d38fab req-bfdaf51d-0cb1-4086-a48c-207ff9aaf505 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0715384 Feb 04 06:32:07.032802 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3017a-7f0a-49dc-93b5-1998467de468 req-5fce8638-71b7-4968-83a6-5df69ca5b4fe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:07.034873 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-59d3017a-7f0a-49dc-93b5-1998467de468 req-5fce8638-71b7-4968-83a6-5df69ca5b4fe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0708501 Feb 04 06:32:07.087984 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-59d3017a-7f0a-49dc-93b5-1998467de468 req-64e8affc-287c-4021-acff-c09ea13f6ca3 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 Feb 04 06:32:07.090534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed1500-db20-4ee4-823e-111c94d38fab req-5e692774-9f26-4bd9-95e6-c62b2b748cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:07.091913 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bed1500-db20-4ee4-823e-111c94d38fab req-5e692774-9f26-4bd9-95e6-c62b2b748cf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749059 Feb 04 06:32:07.181398 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bed1500-db20-4ee4-823e-111c94d38fab req-aca7df7e-4829-427f-8c32-83af4ca3b527 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823455 Feb 04 06:32:07.280498 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0bed1500-db20-4ee4-823e-111c94d38fab req-2b8c4b46-1ee8-4e80-8379-7241cf981e16 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927234 Feb 04 06:32:08.210157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dae231-4549-4fdf-84df-371b2981ff41 req-a3546715-919c-4faa-b0c1-46a60e8c3352 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:08.211616 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03dae231-4549-4fdf-84df-371b2981ff41 req-a3546715-919c-4faa-b0c1-46a60e8c3352 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0534739 Feb 04 06:32:08.251763 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-03dae231-4549-4fdf-84df-371b2981ff41 req-bcfa9fd9-52c4-4ed5-98e4-4e29dfc05388 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342708 Feb 04 06:32:09.370017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a862f3b-8484-45ec-bf26-4c0f97b57d78 req-d734a9f7-96fa-4143-8084-d0b29ab988d1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:09.371493 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9a862f3b-8484-45ec-bf26-4c0f97b57d78 req-d734a9f7-96fa-4143-8084-d0b29ab988d1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0529442 Feb 04 06:32:09.411088 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9a862f3b-8484-45ec-bf26-4c0f97b57d78 req-20e20cb4-94c3-48a4-8564-f0d836ff488a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Feb 04 06:32:09.524489 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-bef63e5f-f302-44a1-b1d0-d7277e361551 req-5d49ea20-4c1d-4e62-8614-0f8fa7fb07b3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:32:09.525535 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bef63e5f-f302-44a1-b1d0-d7277e361551 req-5d49ea20-4c1d-4e62-8614-0f8fa7fb07b3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477374 Feb 04 06:32:09.682896 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a39bc-4017-4a5b-8c7b-d5e3782f8244 req-83811cf7-b354-4be8-be40-f6d47f2b9aac tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:09.684393 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a75a39bc-4017-4a5b-8c7b-d5e3782f8244 req-83811cf7-b354-4be8-be40-f6d47f2b9aac tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0500367 Feb 04 06:32:09.723628 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a75a39bc-4017-4a5b-8c7b-d5e3782f8244 req-9e483527-f673-48a3-9dba-3ea78d555006 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328467 Feb 04 06:32:09.954851 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-caf5e3d2-da82-4a21-9444-092a14635076 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881026 Feb 04 06:32:10.836971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab8eb0-0553-4c83-aed6-b84c719301ee req-81e42359-9027-49b9-aec9-019c215f6c02 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:10.838447 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a5ab8eb0-0553-4c83-aed6-b84c719301ee req-81e42359-9027-49b9-aec9-019c215f6c02 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 945 time: 0.0475533 Feb 04 06:32:10.875200 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a5ab8eb0-0553-4c83-aed6-b84c719301ee req-9e9e1396-6e51-4d28-8ee9-f2e3f37f594a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308924 Feb 04 06:32:11.291544 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6feaa9a6-000b-44bc-828f-2b841ebaa65f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:32:11.374649 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:11.398907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:11.401159 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d829c7a-9736-4c5c-ba83-ad33cbb9270f" -d '{"events": [{"server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "name": "network-vif-unplugged", "status": "completed", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:32:11.416977 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:11.421053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:11.449199 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 06:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffd2f59-a2d8-4856-a128-5f6694a87671 x-openstack-request-id: req-4ffd2f59-a2d8-4856-a128-5f6694a87671 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:32:11.449479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "name": "network-vif-unplugged", "status": "failed", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f", "code": 422}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:32:11.449723 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ffd2f59-a2d8-4856-a128-5f6694a87671 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:32:11.450134 dv-neutron-826811-2-hyperv neutron-server[102168]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'code': 422} returned with failed status Feb 04 06:32:11.473904 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6feaa9a6-000b-44bc-828f-2b841ebaa65f,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:11.993628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26613e83-a953-4620-991b-247720e507be req-805fc654-840a-43fd-9562-daba9f737840 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:11.995075 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26613e83-a953-4620-991b-247720e507be req-805fc654-840a-43fd-9562-daba9f737840 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0534041 Feb 04 06:32:12.032096 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-26613e83-a953-4620-991b-247720e507be req-47dd6b72-d327-4fc7-b706-279a2e34094a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312445 Feb 04 06:32:13.153004 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828da1fe-62be-4501-b142-cf892bc13c2e req-3a44ba50-e4c8-4dfc-aeda-39675c7937e5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:13.154286 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-828da1fe-62be-4501-b142-cf892bc13c2e req-3a44ba50-e4c8-4dfc-aeda-39675c7937e5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0509586 Feb 04 06:32:13.192374 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-828da1fe-62be-4501-b142-cf892bc13c2e req-477e8a17-82c9-4b71-af77-715d66857a81 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317967 Feb 04 06:32:14.311128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823a6a5-5129-40ec-85eb-c7227320db55 req-5a1f0a9f-7929-43ee-8c9e-78756236c2b9 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:14.312582 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6823a6a5-5129-40ec-85eb-c7227320db55 req-5a1f0a9f-7929-43ee-8c9e-78756236c2b9 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0491941 Feb 04 06:32:14.354317 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6823a6a5-5129-40ec-85eb-c7227320db55 req-6c5b4fff-6a79-41d2-b2ee-45988a775189 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355456 Feb 04 06:32:14.833150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-5f7ca008-cf7e-488c-a78f-83b0c18be0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:14.834597 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-5f7ca008-cf7e-488c-a78f-83b0c18be0fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102&tenant_id=85d719d0afdb4c03a4ffdc282cac234b HTTP/1.1" status: 200 len: 1096 time: 0.0436041 Feb 04 06:32:14.894761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-45328998-3317-4893-9ef4-122b17633c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:14.896236 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-45328998-3317-4893-9ef4-122b17633c5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1096 time: 0.0401928 Feb 04 06:32:14.981971 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-7219eb7f-ecdd-4f58-8ed9-ace62893bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:14.983389 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-7219eb7f-ecdd-4f58-8ed9-ace62893bd9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0808506 Feb 04 06:32:15.051735 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-67a98477-1ccd-4d84-8e75-321f5d9a6e3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 200 len: 999 time: 0.0614395 Feb 04 06:32:15.099717 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-a897845d-6c05-45f2-89a0-577ac193489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:15.101022 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-a897845d-6c05-45f2-89a0-577ac193489b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0432942 Feb 04 06:32:15.144433 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-7adf0bba-a82f-4c6b-807e-9d526a100507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:15.145893 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-7adf0bba-a82f-4c6b-807e-9d526a100507 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390353 Feb 04 06:32:15.236963 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-928eb0e6-ac15-40f6-93bd-cbbfe8b23313 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838752 Feb 04 06:32:15.322596 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4c2fb019-3bdb-44b7-956f-8f52f9d4ebdc req-45d96459-2ce0-48ac-a403-81ac799342da service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792930 Feb 04 06:32:15.471610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536623a7-27ac-4ed3-8479-550bdc606412 req-3700f01a-1294-41fc-9632-0113a16e89fe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:15.473217 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-536623a7-27ac-4ed3-8479-550bdc606412 req-3700f01a-1294-41fc-9632-0113a16e89fe tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0538471 Feb 04 06:32:15.510869 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-536623a7-27ac-4ed3-8479-550bdc606412 req-7813a44e-b2e0-4c17-88b7-710ed71e5bce tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318274 Feb 04 06:32:15.663536 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:32:16.640460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ba97-92e4-48a3-9c3f-98d9c6a1a6ac req-f4533972-2434-4bb3-9072-8bcc9c753fd5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:16.643080 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6629ba97-92e4-48a3-9c3f-98d9c6a1a6ac req-f4533972-2434-4bb3-9072-8bcc9c753fd5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0600965 Feb 04 06:32:16.685058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6629ba97-92e4-48a3-9c3f-98d9c6a1a6ac req-4b8649d6-cb01-4278-a7de-00d4e1cafcbf tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357776 Feb 04 06:32:17.806375 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae17315-6b90-4f6c-87c4-70b079ed25d4 req-6e4fc77e-175a-4996-83a3-5739c272f1cd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:17.807919 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fae17315-6b90-4f6c-87c4-70b079ed25d4 req-6e4fc77e-175a-4996-83a3-5739c272f1cd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0560119 Feb 04 06:32:17.853778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fae17315-6b90-4f6c-87c4-70b079ed25d4 req-4eec0bd9-3013-48f8-aca6-34a22ea9902e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363383 Feb 04 06:32:19.280588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a077940-d7c5-484f-a96f-e7fc8f60ee6a req-11cf9b48-2deb-4ce6-b0ee-b5ca6a8db692 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:19.282075 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0a077940-d7c5-484f-a96f-e7fc8f60ee6a req-11cf9b48-2deb-4ce6-b0ee-b5ca6a8db692 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.3558302 Feb 04 06:32:19.325157 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0a077940-d7c5-484f-a96f-e7fc8f60ee6a req-fec04f52-f03a-4f1e-8d29-bcb3114fe0f0 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367076 Feb 04 06:32:20.449057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174154a-507e-48c1-9b98-e964653ff294 req-3681562e-9c58-48ab-83ab-93a57e4ace72 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:20.450558 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8174154a-507e-48c1-9b98-e964653ff294 req-3681562e-9c58-48ab-83ab-93a57e4ace72 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0521162 Feb 04 06:32:20.489027 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8174154a-507e-48c1-9b98-e964653ff294 req-cc43a349-8644-4ebf-b5ea-6bdc1143fc41 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319970 Feb 04 06:32:21.253965 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5d3638d2-898c-4c68-bd6e-6bd4c963d7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:21.621240 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59419e9-2e35-43e1-90c7-5c413258dc3a req-bcafb261-5ae5-4ef6-a1ac-e4ab2b3fdcf7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:21.622702 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d59419e9-2e35-43e1-90c7-5c413258dc3a req-bcafb261-5ae5-4ef6-a1ac-e4ab2b3fdcf7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0507400 Feb 04 06:32:21.671103 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d59419e9-2e35-43e1-90c7-5c413258dc3a req-910e81d3-e2ad-49bc-9ad5-b07bf29dfda6 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405023 Feb 04 06:32:22.791268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0aba-e6f7-40b1-968c-947714825ec7 req-5568b9d4-554a-4d25-9a96-d3cc6c79818d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:22.792815 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bdbe0aba-e6f7-40b1-968c-947714825ec7 req-5568b9d4-554a-4d25-9a96-d3cc6c79818d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0506809 Feb 04 06:32:22.837155 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-bdbe0aba-e6f7-40b1-968c-947714825ec7 req-c196c66a-c4f9-479f-8f26-049505d4dfab tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379388 Feb 04 06:32:23.489467 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-166e7430-b83e-4156-8fca-05f7da8dd2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:23.949488 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a0138-073f-4556-bac8-1428ee988c1b req-4b128a14-44bd-43cc-980e-f09765156089 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:23.950928 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-929a0138-073f-4556-bac8-1428ee988c1b req-4b128a14-44bd-43cc-980e-f09765156089 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0479095 Feb 04 06:32:23.987653 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-929a0138-073f-4556-bac8-1428ee988c1b req-61b059dc-3161-43c4-a5df-f257e38b1b52 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300829 Feb 04 06:32:24.878354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:25.101700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f33d2-54dc-4638-bf0d-3efb0598368d req-5f32cdf4-9b44-47b8-8ca5-d7f3373bde8b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:25.103137 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e9f33d2-54dc-4638-bf0d-3efb0598368d req-5f32cdf4-9b44-47b8-8ca5-d7f3373bde8b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 943 time: 0.0479436 Feb 04 06:32:25.144066 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e9f33d2-54dc-4638-bf0d-3efb0598368d req-9adb54ef-9fcb-483f-8e99-ecfbfe203738 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349371 Feb 04 06:32:25.325579 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6feaa9a6-000b-44bc-828f-2b841ebaa65f details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:32:25.416227 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:25.426526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'port_id': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'mac_address': 'fa:16:3e:8b:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:32:25.465620 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:25.478283 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6feaa9a6-000b-44bc-828f-2b841ebaa65f {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:32:25.496243 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:25.500023 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:25.546464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6feaa9a6-000b-44bc-828f-2b841ebaa65f,revision_number=9']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:25.701069 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['6feaa9a6-000b-44bc-828f-2b841ebaa65f'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:32:26.258605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f1845-097d-4d6a-9656-1e8cbf0b827b req-66821ec4-03d4-43df-b146-509d99948880 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:26.260048 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c66f1845-097d-4d6a-9656-1e8cbf0b827b req-66821ec4-03d4-43df-b146-509d99948880 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 944 time: 0.0482137 Feb 04 06:32:26.295775 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c66f1845-097d-4d6a-9656-1e8cbf0b827b req-7670f0f6-c04e-4699-aba0-0fd82d3ac1e9 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298266 Feb 04 06:32:26.482514 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.722928 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.335615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6feaa9a6-000b-44bc-828f-2b841ebaa65f up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:32:27.381912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 6feaa9a6-000b-44bc-828f-2b841ebaa65f triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:27.382284 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.410835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d79c50-bee4-497b-8dce-7e6aae35b5db req-80ee130e-9982-4a44-b5cf-d00fd45adf50 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:27.412312 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-47d79c50-bee4-497b-8dce-7e6aae35b5db req-80ee130e-9982-4a44-b5cf-d00fd45adf50 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 944 time: 0.0486424 Feb 04 06:32:27.449884 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-47d79c50-bee4-497b-8dce-7e6aae35b5db req-8d2ef11b-3e37-4166-ae19-3be7acfd16fd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316436 Feb 04 06:32:27.460419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.482719 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:27.484918 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49742f02-6a2a-4978-b793-237677b9b8f9" -d '{"events": [{"server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "name": "network-vif-plugged", "status": "completed", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:32:27.498336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:27.503087 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.527162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62210bb7-1d0c-4126-ac9e-75aa8ec291c2 x-openstack-request-id: req-62210bb7-1d0c-4126-ac9e-75aa8ec291c2 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:32:27.527444 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "name": "network-vif-plugged", "status": "completed", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:32:27.527692 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62210bb7-1d0c-4126-ac9e-75aa8ec291c2 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:32:27.528065 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'code': 200} Feb 04 06:32:27.552919 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=6feaa9a6-000b-44bc-828f-2b841ebaa65f,revision_number=10']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:27.693422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eedd1-8b32-4e5c-9bd3-18f31a8119ec req-dde55817-c8e1-4a4b-91db-f80e77c78a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:27.694901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c95eedd1-8b32-4e5c-9bd3-18f31a8119ec req-dde55817-c8e1-4a4b-91db-f80e77c78a63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1099 time: 0.0389049 Feb 04 06:32:27.731345 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c95eedd1-8b32-4e5c-9bd3-18f31a8119ec req-38d8257e-d269-47ad-8197-58de4efde41f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301192 Feb 04 06:32:28.564118 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f98b4-f13c-44af-9963-a7707e578202 req-ed25c2ce-ff1c-40bd-8d6e-3f010ebd42dd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:28.565624 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a81f98b4-f13c-44af-9963-a7707e578202 req-ed25c2ce-ff1c-40bd-8d6e-3f010ebd42dd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 946 time: 0.0483792 Feb 04 06:32:28.602529 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a81f98b4-f13c-44af-9963-a7707e578202 req-253a508a-68a9-4142-8126-8e975134db87 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311565 Feb 04 06:32:28.769921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:29.716735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195a745-c083-464b-a53d-cd4dbb7bf864 req-da5dbc6e-116c-487f-8037-63242832717a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:29.718199 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c195a745-c083-464b-a53d-cd4dbb7bf864 req-da5dbc6e-116c-487f-8037-63242832717a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 946 time: 0.0476317 Feb 04 06:32:29.756080 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c195a745-c083-464b-a53d-cd4dbb7bf864 req-2a7d83f4-bdb9-43fa-bc31-783aebe53a79 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311642 Feb 04 06:32:51.255693 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-009f644c-8f42-443e-9b97-8e8693c19ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:52.663300 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:32:53.490571 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9ac15088-99a8-4a3b-b6f4-e987707bc154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:54.883204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:56.484508 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:56.724091 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:58.781951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:07.330612 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-111bf0d6-f845-44ed-9071-b3a390ddab94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451069 Feb 04 06:33:07.407168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-eadcfa3e-87d2-42ba-b7a2-469834e2a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:07.409335 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-eadcfa3e-87d2-42ba-b7a2-469834e2a6e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1099 time: 0.0394752 Feb 04 06:33:07.506960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-32abe70e-ad10-4b53-bb29-acecb1504949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:07.508381 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-32abe70e-ad10-4b53-bb29-acecb1504949 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0816762 Feb 04 06:33:07.574101 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-563aa9cf-785b-4ea1-bf65-7ca005a812b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 200 len: 1001 time: 0.0596304 Feb 04 06:33:07.622311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-2d7da38b-0ec4-4986-bdf4-8955013ad212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:07.623728 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-2d7da38b-0ec4-4986-bdf4-8955013ad212 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0439799 Feb 04 06:33:07.667329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-3a4f5acc-ace1-414a-930d-99eeb260a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:07.668749 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-3a4f5acc-ace1-414a-930d-99eeb260a846 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387666 Feb 04 06:33:07.758401 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-98be5332-3b05-441c-a7ae-1f54fe8945d5 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831506 Feb 04 06:33:07.847920 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-72b72b6f-d51a-4500-a471-d9a6eb3e1beb req-c67cb714-4203-4bbc-81ee-deddd38f6477 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835078 Feb 04 06:33:21.256396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8edaf036-46e6-4646-b3c8-95d19a8e81c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:23.489764 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-05451a0b-e860-4fe7-8a8e-d1b1298fd453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:24.882834 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:26.486526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:26.725674 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:28.772737 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:29.663164 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:33:38.801706 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53820) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:33:38.958070 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Deleting port be2c05f3-21a0-4ff0-83de-f9e1e7c1ce9b {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:33:38.958411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:39.036844 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:39.037200 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:39.048518 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Calling delete_port for be2c05f3-21a0-4ff0-83de-f9e1e7c1ce9b owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:33:39.190951 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:39.463055 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event deleted for resources: {'Port': ['ID=be2c05f3-21a0-4ff0-83de-f9e1e7c1ce9b,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:39.486810 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.487153 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.487501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.487827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.488153 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.489156 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.489490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.489810 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.490131 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.490450 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.490768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.491082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:39.531189 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:39.531521 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Floating IP ac5166c9-8222-4964-aeb9-7d217ef5e250 disassociated (deleted). External IP: 172.26.5.225, port: 6feaa9a6-000b-44bc-828f-2b841ebaa65f. Feb 04 06:33:39.737629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Router f2660061-f5ec-4a97-bd06-0e88d78267f0 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:33:39.846816 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:33:39.852480 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:39.857995 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651cc0e5-56fe-4ff6-b502-e1fd0adaa084 None None] Sync routers for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:33:39.869065 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651cc0e5-56fe-4ff6-b502-e1fd0adaa084 None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:33:39.869696 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-651cc0e5-56fe-4ff6-b502-e1fd0adaa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:33:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:39.881995 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6b3ad401-e44f-4006-a07b-548f2a13ab34 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "DELETE /v2.0/floatingips/ac5166c9-8222-4964-aeb9-7d217ef5e250 HTTP/1.1" status: 204 len: 168 time: 1.0768104 Feb 04 06:33:39.881995 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:33:39.887307 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e8953a-b2b2-47ee-a206-83c18bd40dce" -d '{"events": [{"name": "network-changed", "server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:33:39.993794 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-651cc0e5-56fe-4ff6-b502-e1fd0adaa084 None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:33:40.011733 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e78592-0f95-4977-958b-453a93f018dc x-openstack-request-id: req-d6e78592-0f95-4977-958b-453a93f018dc {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:33:40.012017 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:33:40.012263 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6e78592-0f95-4977-958b-453a93f018dc {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:33:40.012659 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'status': 'completed', 'code': 200} Feb 04 06:33:40.089631 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8953a-b2b2-47ee-a206-83c18bd40dce req-fe089881-7345-48db-8d15-4a4233a10bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:40.091173 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-11e8953a-b2b2-47ee-a206-83c18bd40dce req-fe089881-7345-48db-8d15-4a4233a10bd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 1099 time: 0.0573163 Feb 04 06:33:40.191724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8953a-b2b2-47ee-a206-83c18bd40dce req-104f6787-19ca-441a-9356-06c7bd4edca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:40.193424 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-11e8953a-b2b2-47ee-a206-83c18bd40dce req-104f6787-19ca-441a-9356-06c7bd4edca8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0945005 Feb 04 06:33:40.234831 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-651cc0e5-56fe-4ff6-b502-e1fd0adaa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:40.244700 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-11e8953a-b2b2-47ee-a206-83c18bd40dce req-55eb6257-caeb-48d2-b3e3-5a191be01d6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 200 len: 217 time: 0.0443983 Feb 04 06:33:40.266583 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651cc0e5-56fe-4ff6-b502-e1fd0adaa084 None None] Checking router: f2660061-f5ec-4a97-bd06-0e88d78267f0 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:33:40.275322 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651cc0e5-56fe-4ff6-b502-e1fd0adaa084 None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:33:40.276010 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-651cc0e5-56fe-4ff6-b502-e1fd0adaa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:33:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:40.315263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8953a-b2b2-47ee-a206-83c18bd40dce req-41db63b7-0181-4187-a370-1a89137cd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:40.317050 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-11e8953a-b2b2-47ee-a206-83c18bd40dce req-41db63b7-0181-4187-a370-1a89137cd5b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0645146 Feb 04 06:33:40.328331 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec590ee7-dfa9-4a1d-a7f9-bbf720b0919c req-df21473b-5ec4-458d-bb23-b733856b5128 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:40.329797 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ec590ee7-dfa9-4a1d-a7f9-bbf720b0919c req-df21473b-5ec4-458d-bb23-b733856b5128 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 946 time: 0.1852388 Feb 04 06:33:40.387023 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-651cc0e5-56fe-4ff6-b502-e1fd0adaa084 None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:33:40.392372 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ec590ee7-dfa9-4a1d-a7f9-bbf720b0919c req-4b3df049-e717-4256-876c-a613333ae002 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532668 Feb 04 06:33:40.399575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8953a-b2b2-47ee-a206-83c18bd40dce req-1101041c-4942-457f-8c23-db6d8744c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:40.401064 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-11e8953a-b2b2-47ee-a206-83c18bd40dce req-1101041c-4942-457f-8c23-db6d8744c55e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701082 Feb 04 06:33:40.506372 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-11e8953a-b2b2-47ee-a206-83c18bd40dce req-6893e051-9985-4d3b-a75a-26f05a2ffc4f service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972714 Feb 04 06:33:40.589573 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-651cc0e5-56fe-4ff6-b502-e1fd0adaa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:40.597156 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-11e8953a-b2b2-47ee-a206-83c18bd40dce req-c8864878-c0b4-40dc-abfd-73e3fc5e52ff service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841942 Feb 04 06:33:40.616239 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651cc0e5-56fe-4ff6-b502-e1fd0adaa084 None None] The sync data for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv is: [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:33:40.832942 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a45a0e9-1aa9-4f64-b528-4ddcff6bef10 None None] New status for floating IP ac5166c9-8222-4964-aeb9-7d217ef5e250: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:33:41.428742 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e79e-3a09-45a2-b8be-254ca41d31c1 req-0e5de9e5-c963-4d53-9ecf-f3702d913401 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:41.430253 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-02f7e79e-3a09-45a2-b8be-254ca41d31c1 req-0e5de9e5-c963-4d53-9ecf-f3702d913401 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.36 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 946 time: 0.0554955 Feb 04 06:33:41.547854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17244b-04bd-45cf-b5b7-059f0f67382c req-8d1e17e0-3296-4822-a9c7-43a34aebb7fc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:41.549346 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3a17244b-04bd-45cf-b5b7-059f0f67382c req-8d1e17e0-3296-4822-a9c7-43a34aebb7fc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=27d9794f-4d8c-4bdf-88dd-04200898f102 HTTP/1.1" status: 200 len: 946 time: 0.0831642 Feb 04 06:33:41.576328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-02f7e79e-3a09-45a2-b8be-254ca41d31c1 req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Deleting port 6feaa9a6-000b-44bc-828f-2b841ebaa65f {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:33:41.576692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-02f7e79e-3a09-45a2-b8be-254ca41d31c1 req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:41.634198 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3a17244b-04bd-45cf-b5b7-059f0f67382c req-ec01c423-bba9-4a20-82a8-cee64206ada2 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=d69e22c7-a72a-414c-8bd1-1bb4132aee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787182 Feb 04 06:33:41.676129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-02f7e79e-3a09-45a2-b8be-254ca41d31c1 req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] For port 6feaa9a6-000b-44bc-828f-2b841ebaa65f, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=6feaa9a6-000b-44bc-828f-2b841ebaa65f,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:33:41.676518 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-02f7e79e-3a09-45a2-b8be-254ca41d31c1 req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:41.688099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-02f7e79e-3a09-45a2-b8be-254ca41d31c1 req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Calling delete_port for 6feaa9a6-000b-44bc-828f-2b841ebaa65f owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:33:41.817289 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-02f7e79e-3a09-45a2-b8be-254ca41d31c1 req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:41.844916 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event deleted for resources: {'Port': ['ID=6feaa9a6-000b-44bc-828f-2b841ebaa65f,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:41.859678 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.860026 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.860363 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.860693 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.861020 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.861372 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.861700 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.862024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.862688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.863018 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.863546 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.863883 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:41.899834 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f7e79e-3a09-45a2-b8be-254ca41d31c1 req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] No DVR routers for this DVR port 6feaa9a6-000b-44bc-828f-2b841ebaa65f on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:33:41.902359 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-02f7e79e-3a09-45a2-b8be-254ca41d31c1 req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:41.905642 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-02f7e79e-3a09-45a2-b8be-254ca41d31c1 req-97e2637c-0756-4364-b735-9804ab857253 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.36 "DELETE /v2.0/ports/6feaa9a6-000b-44bc-828f-2b841ebaa65f HTTP/1.1" status: 204 len: 173 time: 0.4699821 Feb 04 06:33:41.906079 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'name': 'network-vif-deleted', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:33:41.908313 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d96fdba-13c9-4148-94fe-1fa423a24c47" -d '{"events": [{"server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "name": "network-vif-deleted", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:33:42.002398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a5401d-0c66-477c-976c-68e2f92d1331 x-openstack-request-id: req-24a5401d-0c66-477c-976c-68e2f92d1331 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:33:42.002703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d9794f-4d8c-4bdf-88dd-04200898f102", "name": "network-vif-deleted", "tag": "6feaa9a6-000b-44bc-828f-2b841ebaa65f", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:33:42.002966 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24a5401d-0c66-477c-976c-68e2f92d1331 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:33:42.003376 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d9794f-4d8c-4bdf-88dd-04200898f102', 'name': 'network-vif-deleted', 'tag': '6feaa9a6-000b-44bc-828f-2b841ebaa65f', 'status': 'completed', 'code': 200} Feb 04 06:33:42.689350 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53848) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:33:42.750886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fa40d2b-32ba-4aee-83b3-0aadfdac90e5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:42.776300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fa40d2b-32ba-4aee-83b3-0aadfdac90e5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:42.834921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fa40d2b-32ba-4aee-83b3-0aadfdac90e5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:42.837450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6fa40d2b-32ba-4aee-83b3-0aadfdac90e5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:42.838603 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6fa40d2b-32ba-4aee-83b3-0aadfdac90e5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "DELETE /v2.0/security-groups/d69e22c7-a72a-414c-8bd1-1bb4132aee16 HTTP/1.1" status: 204 len: 168 time: 0.1482856 Feb 04 06:33:42.848280 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa40d2b-32ba-4aee-83b3-0aadfdac90e5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69e22c7-a72a-414c-8bd1-1bb4132aee16,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:43.077268 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 53854) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:33:43.082116 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-f1e0d9cb-5be5-4496-8c9d-fa1afabd9447 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76529582', 'description': 'tempest-secgroup-smoke-76529582 description', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:43.105995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d9cb-5be5-4496-8c9d-fa1afabd9447 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.171389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d9cb-5be5-4496-8c9d-fa1afabd9447 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.174914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d9cb-5be5-4496-8c9d-fa1afabd9447 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.203924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d9cb-5be5-4496-8c9d-fa1afabd9447 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.205148 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f1e0d9cb-5be5-4496-8c9d-fa1afabd9447 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1268022 Feb 04 06:33:43.207636 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0d9cb-5be5-4496-8c9d-fa1afabd9447 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49927e26-98c9-4f44-a700-cade746d0fb0,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:43.208653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53856) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:33:43.213434 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-cd9ee203-906d-455c-897b-8d57a28d3b9c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': '49927e26-98c9-4f44-a700-cade746d0fb0', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:43.241739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee203-906d-455c-897b-8d57a28d3b9c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.296411 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee203-906d-455c-897b-8d57a28d3b9c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.300156 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee203-906d-455c-897b-8d57a28d3b9c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.320570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ee203-906d-455c-897b-8d57a28d3b9c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8854939c-e7cb-495d-9050-862024b6ee66,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:43.329842 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee203-906d-455c-897b-8d57a28d3b9c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.331061 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cd9ee203-906d-455c-897b-8d57a28d3b9c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213949 Feb 04 06:33:43.334257 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53858) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:33:43.338614 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-4556011e-1903-4699-9b97-2e3d73eabab7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': '49927e26-98c9-4f44-a700-cade746d0fb0', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:43.366465 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4556011e-1903-4699-9b97-2e3d73eabab7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.421838 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4556011e-1903-4699-9b97-2e3d73eabab7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.425068 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4556011e-1903-4699-9b97-2e3d73eabab7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.441948 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556011e-1903-4699-9b97-2e3d73eabab7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2057bec0-e2ad-43e1-8188-a34d830eca68,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:43.448594 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4556011e-1903-4699-9b97-2e3d73eabab7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.449781 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4556011e-1903-4699-9b97-2e3d73eabab7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145978 Feb 04 06:33:43.452490 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53860) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:33:43.456696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-d5713ad5-5a83-45ff-8434-3a1334742980 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': '49927e26-98c9-4f44-a700-cade746d0fb0', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:43.483918 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d5713ad5-5a83-45ff-8434-3a1334742980 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.539628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d5713ad5-5a83-45ff-8434-3a1334742980 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.542952 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d5713ad5-5a83-45ff-8434-3a1334742980 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.558623 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5713ad5-5a83-45ff-8434-3a1334742980 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499a3d70-d622-4e56-94b7-c22950fb80ad,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:43.566249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d5713ad5-5a83-45ff-8434-3a1334742980 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.567920 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-d5713ad5-5a83-45ff-8434-3a1334742980 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145294 Feb 04 06:33:43.570661 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53862) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:33:43.575249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-e3be4a63-32ea-4c89-bdaa-18dd65fdef7d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': '49927e26-98c9-4f44-a700-cade746d0fb0', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:43.603041 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3be4a63-32ea-4c89-bdaa-18dd65fdef7d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.662141 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3be4a63-32ea-4c89-bdaa-18dd65fdef7d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.666049 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3be4a63-32ea-4c89-bdaa-18dd65fdef7d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.684821 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be4a63-32ea-4c89-bdaa-18dd65fdef7d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81335f4-a6c5-4b82-8dca-12eb364df6a5,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:43.691753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e3be4a63-32ea-4c89-bdaa-18dd65fdef7d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.693840 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-e3be4a63-32ea-4c89-bdaa-18dd65fdef7d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222253 Feb 04 06:33:43.696449 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53864) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:33:43.701007 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-81f42ae1-2bdf-4eb7-98b2-99d252a6f868 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': '49927e26-98c9-4f44-a700-cade746d0fb0', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:43.724661 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-81f42ae1-2bdf-4eb7-98b2-99d252a6f868 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Project 85d719d0afdb4c03a4ffdc282cac234b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:33:43.729339 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-81f42ae1-2bdf-4eb7-98b2-99d252a6f868 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.789618 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-81f42ae1-2bdf-4eb7-98b2-99d252a6f868 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.793157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-81f42ae1-2bdf-4eb7-98b2-99d252a6f868 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.811157 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f42ae1-2bdf-4eb7-98b2-99d252a6f868 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877d3c5b-52e4-4735-a272-30688983ff99,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:43.816648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-81f42ae1-2bdf-4eb7-98b2-99d252a6f868 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.818363 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-81f42ae1-2bdf-4eb7-98b2-99d252a6f868 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209624 Feb 04 06:33:43.821175 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 53866) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:33:43.825827 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-f1ab4b0a-3c59-4efb-9ddd-81861f8e59d7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'security_group_rule': {'security_group_id': '49927e26-98c9-4f44-a700-cade746d0fb0', 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:43.851152 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-f1ab4b0a-3c59-4efb-9ddd-81861f8e59d7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Project 85d719d0afdb4c03a4ffdc282cac234b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:33:43.855936 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4b0a-3c59-4efb-9ddd-81861f8e59d7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.915633 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4b0a-3c59-4efb-9ddd-81861f8e59d7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.918906 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4b0a-3c59-4efb-9ddd-81861f8e59d7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.933468 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab4b0a-3c59-4efb-9ddd-81861f8e59d7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ab2d11-48e3-460f-9b30-a3b0f772d17d,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:43.943648 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4b0a-3c59-4efb-9ddd-81861f8e59d7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:43.944820 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-f1ab4b0a-3c59-4efb-9ddd-81861f8e59d7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227314 Feb 04 06:33:45.676282 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6feaa9a6-000b-44bc-828f-2b841ebaa65f no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:33:45.696395 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 6feaa9a6-000b-44bc-828f-2b841ebaa65f {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:33:45.696734 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 6feaa9a6-000b-44bc-828f-2b841ebaa65f not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:33:51.264636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7bad33b2-40d2-4254-8b5d-a5522d5289cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:53.494174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb701-62ea-425f-a2d2-2febf2d2e7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:54.887587 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:56.494102 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:56.734175 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:58.127193 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-ead4bc35-25cb-4f01-9db0-fdc63cc5834c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76529582&fields=id&tenant_id=85d719d0afdb4c03a4ffdc282cac234b HTTP/1.1" status: 200 len: 267 time: 0.0326743 Feb 04 06:33:58.234573 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-d0610355-99d6-4ec8-84db-b2b81ba2b7e1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:58.236045 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-d0610355-99d6-4ec8-84db-b2b81ba2b7e1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 809 time: 0.1010416 Feb 04 06:33:58.251005 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-b72a723a-b7d4-4d4b-b75b-a7779b892d2c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/quotas/85d719d0afdb4c03a4ffdc282cac234b HTTP/1.1" status: 200 len: 375 time: 0.0087726 Feb 04 06:33:58.302593 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-2c06241d-9186-43c8-9651-91ea68ad7ec1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451698 Feb 04 06:33:58.399291 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-c11ed85b-65b0-4683-849c-2b11af86d791 service neutron] 10.222.0.15 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856502 Feb 04 06:33:58.487793 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-bb0dda3e-5593-4308-b1fe-4f0c447e03d6 service neutron] 10.222.0.15 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823758 Feb 04 06:33:58.762656 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d430a3fe-7de3-4c4e-99bd-14296992b295 req-a620eb23-2549-4a10-b9e5-b2b874f68e75 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 210 time: 0.0275874 Feb 04 06:33:58.773815 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:59.630207 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-0b77dbc0-f0eb-46dc-8141-74b20161bb0b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:59.631805 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-0b77dbc0-f0eb-46dc-8141-74b20161bb0b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 809 time: 0.1102421 Feb 04 06:33:59.673431 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-d1a960b8-da8b-430e-8a71-9cffeff4c211 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85d719d0afdb4c03a4ffdc282cac234b HTTP/1.1" status: 200 len: 378 time: 0.0337565 Feb 04 06:33:59.682305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'port': {'device_id': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'admin_state_up': True, 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'security_groups': ['49927e26-98c9-4f44-a700-cade746d0fb0']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:59.792706 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Made reservation on behalf of 85d719d0afdb4c03a4ffdc282cac234b for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:33:59.796294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:59.893971 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0dfe11f2-54bf-4be5-8060-5e4234932dc1 req-49c13528-7c6d-4e5d-8265-4779e0dff7b7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 210 time: 0.0334792 Feb 04 06:33:59.959432 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Allocated IP 172.20.0.5 (ff660357-be77-44d1-90f8-c07e3b6f08a0/1216c47f-0515-4bfc-bb04-f658d4756e68/15d49396-7992-4536-9434-97bc43bd1c07) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:34:00.103960 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:00.139269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:00.184911 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Network ff660357-be77-44d1-90f8-c07e3b6f08a0 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:34:00.188104 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:34:00.190753 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:34:00.226025 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'Port': ['ID=15d49396-7992-4536-9434-97bc43bd1c07,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:00.254525 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:00.255149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:00.272040 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-6ba570af-47e1-4376-bd31-d7f61d87300b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934105 Feb 04 06:34:00.281786 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-f99a6e8e-c9a6-4a17-9598-71677fcc5468 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:34:00.282790 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-f99a6e8e-c9a6-4a17-9598-71677fcc5468 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054419 Feb 04 06:34:00.295493 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Request body: {'port': {'device_id': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:00.353560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:00.466311 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-98c86b0f-5984-401b-a6b5-bb29973a0847 None None] Provisioning complete for port 15d49396-7992-4536-9434-97bc43bd1c07 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:00.466857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-98c86b0f-5984-401b-a6b5-bb29973a0847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:00.499965 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-98c86b0f-5984-401b-a6b5-bb29973a0847 None None] Port 15d49396-7992-4536-9434-97bc43bd1c07 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:34:00.627730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d49396-7992-4536-9434-97bc43bd1c07 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:34:00.636251 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:00.648602 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Transition to ACTIVE for port object 15d49396-7992-4536-9434-97bc43bd1c07 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:34:00.652242 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:00.719138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=15d49396-7992-4536-9434-97bc43bd1c07,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:00.784068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Attempting to bind port 15d49396-7992-4536-9434-97bc43bd1c07 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:34:00.784428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Attempting to bind port 15d49396-7992-4536-9434-97bc43bd1c07 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:34:00.784731 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Attempting to bind port 15d49396-7992-4536-9434-97bc43bd1c07 on network ff660357-be77-44d1-90f8-c07e3b6f08a0 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:34:00.794263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Port 15d49396-7992-4536-9434-97bc43bd1c07 on network ff660357-be77-44d1-90f8-c07e3b6f08a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:34:00.794628 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Attempting to bind port 15d49396-7992-4536-9434-97bc43bd1c07 on network ff660357-be77-44d1-90f8-c07e3b6f08a0 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:34:00.800426 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:34:00.800777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Checking segment: {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:34:00.802139 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Bound using segment: {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:34:00.802582 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Bound port: 15d49396-7992-4536-9434-97bc43bd1c07, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59256c05-a927-434e-a5af-aec8b438ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:34:00.802940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:00.874788 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] For port 15d49396-7992-4536-9434-97bc43bd1c07, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:34:00.877928 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] For port 15d49396-7992-4536-9434-97bc43bd1c07, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=15d49396-7992-4536-9434-97bc43bd1c07,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:34:00.883808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:00.923537 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:00.924152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:00.925621 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] 10.222.0.36 "PUT /v2.0/ports/15d49396-7992-4536-9434-97bc43bd1c07 HTTP/1.1" status: 200 len: 1093 time: 0.6344883 Feb 04 06:34:00.926616 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:00.928869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a6afb-28be-429a-8f71-d05ff1f96be3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "tag": "15d49396-7992-4536-9434-97bc43bd1c07"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:34:00.956395 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a634e-4a76-4952-9ec0-144f0aa00ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=15d49396-7992-4536-9434-97bc43bd1c07,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:00.998811 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a467877e-e406-4ffd-9097-391c6f9a1066 x-openstack-request-id: req-a467877e-e406-4ffd-9097-391c6f9a1066 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:34:00.999099 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "tag": "15d49396-7992-4536-9434-97bc43bd1c07", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:34:00.999369 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a467877e-e406-4ffd-9097-391c6f9a1066 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:34:00.999748 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07', 'status': 'completed', 'code': 200} Feb 04 06:34:01.042965 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-dab72bd8-47aa-40ab-9665-914e2d8af9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:01.044478 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-dab72bd8-47aa-40ab-9665-914e2d8af9fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1096 time: 0.0781970 Feb 04 06:34:01.101790 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3328778-c0e3-4527-8942-c445c817bcae req-b9ece8c8-36ce-47c8-b26e-07023bb1912c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:01.103345 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e3328778-c0e3-4527-8942-c445c817bcae req-b9ece8c8-36ce-47c8-b26e-07023bb1912c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0946839 Feb 04 06:34:01.104677 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-c1231b03-4943-453e-9e2d-78e264003fa8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d49396-7992-4536-9434-97bc43bd1c07 HTTP/1.1" status: 200 len: 217 time: 0.0519528 Feb 04 06:34:01.183860 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e3328778-c0e3-4527-8942-c445c817bcae req-3cad7ac4-bb82-4065-bc6a-7a7875b58b6b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742476 Feb 04 06:34:01.185755 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-5e864e45-a626-4df0-b6fb-67d689f436f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:01.187134 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-5e864e45-a626-4df0-b6fb-67d689f436f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0758941 Feb 04 06:34:01.279807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-734d2198-becc-4bf8-89ff-a21c57495719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:01.281307 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-734d2198-becc-4bf8-89ff-a21c57495719 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872529 Feb 04 06:34:01.374685 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-63a1e91f-7219-4a82-84b4-ef9bd20eb567 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870938 Feb 04 06:34:01.467588 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2664ef6d-2429-4525-8bd1-d9077ed79447 req-d6e65e48-1597-4cf9-be32-70e322527c36 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862734 Feb 04 06:34:01.558593 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a6afb-28be-429a-8f71-d05ff1f96be3 req-60242bb7-86d8-4470-86ea-b240be4994e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:01.560090 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-415a6afb-28be-429a-8f71-d05ff1f96be3 req-60242bb7-86d8-4470-86ea-b240be4994e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1096 time: 0.0490932 Feb 04 06:34:01.651611 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a6afb-28be-429a-8f71-d05ff1f96be3 req-550e9898-30ea-4e41-8482-0997aba5f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:01.653106 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-415a6afb-28be-429a-8f71-d05ff1f96be3 req-550e9898-30ea-4e41-8482-0997aba5f12e service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0868702 Feb 04 06:34:01.699183 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-415a6afb-28be-429a-8f71-d05ff1f96be3 req-07fefc1c-8561-43dc-bb10-6bfd4cd93bb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d49396-7992-4536-9434-97bc43bd1c07 HTTP/1.1" status: 200 len: 217 time: 0.0396414 Feb 04 06:34:01.747520 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a6afb-28be-429a-8f71-d05ff1f96be3 req-53d32ad6-0c9e-48a2-ac74-c8e3cc995a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:01.748901 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-415a6afb-28be-429a-8f71-d05ff1f96be3 req-53d32ad6-0c9e-48a2-ac74-c8e3cc995a2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0441430 Feb 04 06:34:01.793996 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a6afb-28be-429a-8f71-d05ff1f96be3 req-04fd1dd4-6e9e-437a-b3d9-c27142b104fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:01.795485 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-415a6afb-28be-429a-8f71-d05ff1f96be3 req-04fd1dd4-6e9e-437a-b3d9-c27142b104fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395737 Feb 04 06:34:01.890730 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-415a6afb-28be-429a-8f71-d05ff1f96be3 req-b9c7dbff-51dd-4a32-93cd-45aa6dc2a8bf service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880351 Feb 04 06:34:01.979346 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-415a6afb-28be-429a-8f71-d05ff1f96be3 req-4c2f85e9-1e60-4615-afde-607b1a6cf7c0 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819151 Feb 04 06:34:02.301662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7ee5e-5e5d-4d25-abe5-2f1cdbcbe0c5 req-27950a57-0f79-4702-a926-abb45f920228 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:02.303287 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9ce7ee5e-5e5d-4d25-abe5-2f1cdbcbe0c5 req-27950a57-0f79-4702-a926-abb45f920228 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0501382 Feb 04 06:34:02.341406 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9ce7ee5e-5e5d-4d25-abe5-2f1cdbcbe0c5 req-94aa9b7c-da3e-4a6a-92f1-26102053c02c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315566 Feb 04 06:34:03.463692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03790d8-8315-43a2-87c8-eca4a7e821ca req-d3576465-67c5-4495-846b-1595770f8fcf tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:03.465231 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e03790d8-8315-43a2-87c8-eca4a7e821ca req-d3576465-67c5-4495-846b-1595770f8fcf tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0546417 Feb 04 06:34:03.502357 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e03790d8-8315-43a2-87c8-eca4a7e821ca req-9ca779bd-97f8-40ef-801f-238257248b06 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311413 Feb 04 06:34:04.624485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc619c1-7b91-4928-8316-2cccd99dafe9 req-1894b949-f275-4786-9933-e1f11ad0fa1d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:04.625974 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3fc619c1-7b91-4928-8316-2cccd99dafe9 req-1894b949-f275-4786-9933-e1f11ad0fa1d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0555661 Feb 04 06:34:04.664582 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3fc619c1-7b91-4928-8316-2cccd99dafe9 req-1a6aa62e-5f7e-4b26-8f2b-4ae1a739e21d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321734 Feb 04 06:34:05.775829 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d134c9-ea28-4729-accb-b6333763bd6a req-f77299d3-a004-40a8-b3f5-f7f3d1754323 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:05.777291 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-29d134c9-ea28-4729-accb-b6333763bd6a req-f77299d3-a004-40a8-b3f5-f7f3d1754323 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0480256 Feb 04 06:34:05.813374 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-29d134c9-ea28-4729-accb-b6333763bd6a req-d19c7f71-2dc6-4948-8105-a5a538ea95fd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302656 Feb 04 06:34:06.663194 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:34:06.934913 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f36c9-bfbb-4995-a31b-297ccf559cfa req-24f47a66-dc12-4eea-a66a-c30d805a81c5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:06.936353 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e92f36c9-bfbb-4995-a31b-297ccf559cfa req-24f47a66-dc12-4eea-a66a-c30d805a81c5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0512335 Feb 04 06:34:06.973338 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e92f36c9-bfbb-4995-a31b-297ccf559cfa req-c64ce2c5-52ef-4cd1-a0ca-ec1eb050cd27 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304260 Feb 04 06:34:08.084457 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d867a7-f544-4f11-894b-7d1f164001f4 req-133f011f-c1cd-4d89-82e8-fea570dfac8f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:08.085930 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c9d867a7-f544-4f11-894b-7d1f164001f4 req-133f011f-c1cd-4d89-82e8-fea570dfac8f tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0476301 Feb 04 06:34:08.122702 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c9d867a7-f544-4f11-894b-7d1f164001f4 req-c29109da-3b12-46f7-9f1a-ebe74283eb2d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309269 Feb 04 06:34:09.234503 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e0369-3ae4-406a-aa17-ed7093529247 req-f36c8bd5-b364-417a-ba58-a87eb979a3d5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:09.235957 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-202e0369-3ae4-406a-aa17-ed7093529247 req-f36c8bd5-b364-417a-ba58-a87eb979a3d5 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0481515 Feb 04 06:34:09.272547 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-202e0369-3ae4-406a-aa17-ed7093529247 req-5f4f6a26-aa66-4d60-97fd-983f55e41f63 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301299 Feb 04 06:34:10.390464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5a61a-a49a-4852-b0d8-18c33e544638 req-64aae5e7-cfc2-4a1d-b3fb-482fd9748752 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:10.391911 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-33e5a61a-a49a-4852-b0d8-18c33e544638 req-64aae5e7-cfc2-4a1d-b3fb-482fd9748752 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0521476 Feb 04 06:34:10.428597 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-33e5a61a-a49a-4852-b0d8-18c33e544638 req-d533d006-14dc-4319-ab33-5d56f55756b9 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306404 Feb 04 06:34:11.545718 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f2991-0dcc-43f2-877a-d0e7cd309983 req-a4a8f681-899f-4b32-9b52-eb59f4c64566 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:11.547202 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5f9f2991-0dcc-43f2-877a-d0e7cd309983 req-a4a8f681-899f-4b32-9b52-eb59f4c64566 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0493302 Feb 04 06:34:11.585164 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5f9f2991-0dcc-43f2-877a-d0e7cd309983 req-4317bd54-4f18-44ff-9ed2-b5c9261b4084 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315487 Feb 04 06:34:11.815809 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 15d49396-7992-4536-9434-97bc43bd1c07 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:34:11.908972 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 15d49396-7992-4536-9434-97bc43bd1c07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=15d49396-7992-4536-9434-97bc43bd1c07,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:34:11.919147 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '15d49396-7992-4536-9434-97bc43bd1c07', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'port_id': '15d49396-7992-4536-9434-97bc43bd1c07', 'mac_address': 'fa:16:3e:ef:6d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:34:11.955823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:11.967920 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d49396-7992-4536-9434-97bc43bd1c07 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:34:11.986245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 15d49396-7992-4536-9434-97bc43bd1c07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=15d49396-7992-4536-9434-97bc43bd1c07,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:34:11.990499 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:12.037869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=15d49396-7992-4536-9434-97bc43bd1c07,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:12.044381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.044722 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.045054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.045404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.045729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.046054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.046372 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.046695 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.047015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.047329 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.047641 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.047951 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:12.231413 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['15d49396-7992-4536-9434-97bc43bd1c07'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:34:12.697552 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333911be-e4cc-4764-bf32-0775ea0c1305 req-18cbadcf-f69e-4f02-a8ea-52cee23aaf0e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:12.698993 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-333911be-e4cc-4764-bf32-0775ea0c1305 req-18cbadcf-f69e-4f02-a8ea-52cee23aaf0e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 944 time: 0.0480542 Feb 04 06:34:12.735527 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-333911be-e4cc-4764-bf32-0775ea0c1305 req-b528403f-cc97-41f9-b2ec-761deb258cdd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306771 Feb 04 06:34:13.821296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 15d49396-7992-4536-9434-97bc43bd1c07 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:34:13.852329 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870709e-4df6-4d3e-b6c2-5a567e2866e3 req-df7021ca-a29b-44b5-ab19-37add1d40416 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:13.853872 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f870709e-4df6-4d3e-b6c2-5a567e2866e3 req-df7021ca-a29b-44b5-ab19-37add1d40416 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 944 time: 0.0532176 Feb 04 06:34:13.870252 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 15d49396-7992-4536-9434-97bc43bd1c07 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:34:13.874374 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 15d49396-7992-4536-9434-97bc43bd1c07 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:13.874682 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.893152 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f870709e-4df6-4d3e-b6c2-5a567e2866e3 req-d16fac0a-457b-4891-9ade-5f02c22d7a8e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332565 Feb 04 06:34:13.949509 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.970487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:13.972745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3938ef31-1564-4d6d-823e-d232da44a4e7" -d '{"events": [{"server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "name": "network-vif-plugged", "status": "completed", "tag": "15d49396-7992-4536-9434-97bc43bd1c07"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:34:13.984851 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 15d49396-7992-4536-9434-97bc43bd1c07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=15d49396-7992-4536-9434-97bc43bd1c07,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:34:13.990080 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.016388 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8227e4f-2d67-4eab-a530-1d9274c9305b x-openstack-request-id: req-b8227e4f-2d67-4eab-a530-1d9274c9305b {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:34:14.016678 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "name": "network-vif-plugged", "status": "completed", "tag": "15d49396-7992-4536-9434-97bc43bd1c07", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:34:14.016933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8227e4f-2d67-4eab-a530-1d9274c9305b {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:34:14.017348 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07', 'code': 200} Feb 04 06:34:14.042445 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=15d49396-7992-4536-9434-97bc43bd1c07,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:14.176799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910be59-607d-48b0-94a1-9b49abf8e60a req-7dd7e721-ea55-48c9-b4ae-6bedc184bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:14.178306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a910be59-607d-48b0-94a1-9b49abf8e60a req-7dd7e721-ea55-48c9-b4ae-6bedc184bf84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1098 time: 0.0403216 Feb 04 06:34:14.212712 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a910be59-607d-48b0-94a1-9b49abf8e60a req-69f01b28-4eec-400b-9c12-dd6cae753f5b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281429 Feb 04 06:34:15.005845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b6cf7-901a-4393-8fd2-3e63d5e20565 req-8227fdb9-439f-4763-ae36-d6f0d44eb913 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:15.007307 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f47b6cf7-901a-4393-8fd2-3e63d5e20565 req-8227fdb9-439f-4763-ae36-d6f0d44eb913 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0486963 Feb 04 06:34:15.044808 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f47b6cf7-901a-4393-8fd2-3e63d5e20565 req-9f01fc67-cca0-47a0-9e24-a471687b94a4 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315335 Feb 04 06:34:16.162338 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b1f09-2a04-4fad-9e17-b3291a4e9f8c req-ecc684f1-8b91-4794-b0f4-d446384c0cd6 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:16.163679 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-858b1f09-2a04-4fad-9e17-b3291a4e9f8c req-ecc684f1-8b91-4794-b0f4-d446384c0cd6 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0515971 Feb 04 06:34:16.199640 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-858b1f09-2a04-4fad-9e17-b3291a4e9f8c req-2856fe9f-49cb-4ab2-8e52-d56a846beec9 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301647 Feb 04 06:34:16.310222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab161d83-7dee-4d92-872c-b468ad1e7a2c req-7fc9b3e1-05af-4895-9ebf-e960987a8371 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:16.311675 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab161d83-7dee-4d92-872c-b468ad1e7a2c req-7fc9b3e1-05af-4895-9ebf-e960987a8371 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0481169 Feb 04 06:34:16.349942 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ab161d83-7dee-4d92-872c-b468ad1e7a2c req-2be29e08-062c-4967-ac36-1515f37aaaff tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305004 Feb 04 06:34:16.371264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54060) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:34:16.410781 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a45886-a0e2-44af-9b7d-cfe862292b16 tempest-TestShelveInstance-571940868 tempest-TestShelveInstance-571940868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:16.412259 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-23a45886-a0e2-44af-9b7d-cfe862292b16 tempest-TestShelveInstance-571940868 tempest-TestShelveInstance-571940868-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1093 time: 0.0400400 Feb 04 06:34:16.414935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54062) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:34:16.419052 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '15d49396-7992-4536-9434-97bc43bd1c07', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:16.442267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.827548 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.927125 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Allocated IP 172.26.5.222 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/77793e02-4a31-44b5-9236-402bd2da1a7d) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:34:17.027617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.059561 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.101164 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:34:17.105984 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:34:17.108192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'Port': ['ID=77793e02-4a31-44b5-9236-402bd2da1a7d,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:17.110356 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:34:17.458247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.526460 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.671651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.676204 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.749051 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event updated for resources: {'Port': ['ID=77793e02-4a31-44b5-9236-402bd2da1a7d,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:17.757102 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.858540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Floating IP 096312a4-b6e0-41cd-95be-09a151fe3a2e associated. External IP: 172.26.5.222, port: 15d49396-7992-4536-9434-97bc43bd1c07. Feb 04 06:34:18.066343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Router f2660061-f5ec-4a97-bd06-0e88d78267f0 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:34:18.173422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:34:18.183093 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a94b67-2a54-4b03-b83e-558c4482bc95 None None] Sync routers for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:34:18.190305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:18.192726 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a94b67-2a54-4b03-b83e-558c4482bc95 None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:34:18.193346 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-09a94b67-2a54-4b03-b83e-558c4482bc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:33:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:18.218093 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bf734e4f-407a-49db-ab0f-974ab024d55d tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8021986 Feb 04 06:34:18.218801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:18.221024 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae948266-03b6-476f-ba74-1e4a095aae7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "tag": "15d49396-7992-4536-9434-97bc43bd1c07"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:34:18.256473 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231e135a-c8f1-418d-9416-989e50ea6ffb x-openstack-request-id: req-231e135a-c8f1-418d-9416-989e50ea6ffb {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:34:18.256770 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "tag": "15d49396-7992-4536-9434-97bc43bd1c07", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:34:18.257022 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-231e135a-c8f1-418d-9416-989e50ea6ffb {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:34:18.257460 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07', 'status': 'completed', 'code': 200} Feb 04 06:34:18.301947 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-09a94b67-2a54-4b03-b83e-558c4482bc95 None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:34:18.317571 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae948266-03b6-476f-ba74-1e4a095aae7f req-a2e5e282-c978-4781-ae37-f6d10fbe22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:18.319006 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ae948266-03b6-476f-ba74-1e4a095aae7f req-a2e5e282-c978-4781-ae37-f6d10fbe22ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1098 time: 0.0411367 Feb 04 06:34:18.412173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae948266-03b6-476f-ba74-1e4a095aae7f req-062e2c43-f2c0-493e-92b2-51c7abdb4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:18.413664 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ae948266-03b6-476f-ba74-1e4a095aae7f req-062e2c43-f2c0-493e-92b2-51c7abdb4817 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0884869 Feb 04 06:34:18.478505 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ae948266-03b6-476f-ba74-1e4a095aae7f req-624e92e2-a61a-455a-a289-76f5a911aeb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d49396-7992-4536-9434-97bc43bd1c07 HTTP/1.1" status: 200 len: 999 time: 0.0586271 Feb 04 06:34:18.519777 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-09a94b67-2a54-4b03-b83e-558c4482bc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '096312a4-b6e0-41cd-95be-09a151fe3a2e', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'floating_ip_address': '172.26.5.222', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'port_id': '15d49396-7992-4536-9434-97bc43bd1c07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'mac_address': 'fa:16:3e:ef:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:17Z', 'revision_number': 0, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:18.526757 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae948266-03b6-476f-ba74-1e4a095aae7f req-721d2957-964e-4b47-8c12-854d35f533f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:18.528201 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ae948266-03b6-476f-ba74-1e4a095aae7f req-721d2957-964e-4b47-8c12-854d35f533f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0434990 Feb 04 06:34:18.548701 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a94b67-2a54-4b03-b83e-558c4482bc95 None None] Checking router: f2660061-f5ec-4a97-bd06-0e88d78267f0 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:34:18.557594 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a94b67-2a54-4b03-b83e-558c4482bc95 None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:34:18.558196 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-09a94b67-2a54-4b03-b83e-558c4482bc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:33:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:18.578930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae948266-03b6-476f-ba74-1e4a095aae7f req-954a7535-71a5-4dfe-9ae5-82ba2081b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:18.580325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ae948266-03b6-476f-ba74-1e4a095aae7f req-954a7535-71a5-4dfe-9ae5-82ba2081b837 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447745 Feb 04 06:34:18.660800 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-09a94b67-2a54-4b03-b83e-558c4482bc95 None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:34:18.669494 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ae948266-03b6-476f-ba74-1e4a095aae7f req-6d3fac99-964f-4cd5-b566-b84f0b317d3c service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814054 Feb 04 06:34:18.764612 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ae948266-03b6-476f-ba74-1e4a095aae7f req-2e613e24-8001-4e9a-bb78-a97c475ad556 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892243 Feb 04 06:34:18.881552 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-09a94b67-2a54-4b03-b83e-558c4482bc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '096312a4-b6e0-41cd-95be-09a151fe3a2e', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'floating_ip_address': '172.26.5.222', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'port_id': '15d49396-7992-4536-9434-97bc43bd1c07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'mac_address': 'fa:16:3e:ef:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:17Z', 'revision_number': 0, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:18.907023 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a94b67-2a54-4b03-b83e-558c4482bc95 None None] The sync data for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv is: [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '096312a4-b6e0-41cd-95be-09a151fe3a2e', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'floating_ip_address': '172.26.5.222', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'port_id': '15d49396-7992-4536-9434-97bc43bd1c07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'mac_address': 'fa:16:3e:ef:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:34:17Z', 'updated_at': '2022-02-04T06:34:17Z', 'revision_number': 0, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:34:19.077601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539bafd-8176-4500-bf41-005c8cb4e2cf None None] New status for floating IP 096312a4-b6e0-41cd-95be-09a151fe3a2e: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:34:21.255973 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-c9f2538a-b540-4d46-b673-b33ffeb10c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:23.495738 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5471a188-fda7-4b4c-93ab-93a9cb33e64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:24.889333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:26.495825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:26.727065 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:28.790628 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:43.662756 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:34:51.261434 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-efdabc15-1d15-4f4e-af67-7232f686e227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:53.496245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2806aafd-4804-4232-9957-18a00fbf8f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:54.891352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:56.498701 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:56.729675 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:58.804132 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:07.302098 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afb30199-dae9-4c84-93de-c7c65e445221 req-bc1c2705-716f-403f-8271-0ed8d1e86f98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387537 Feb 04 06:35:07.378328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb30199-dae9-4c84-93de-c7c65e445221 req-057e3a1c-ab0b-44a2-b4b3-5f62efb34f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:07.379762 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afb30199-dae9-4c84-93de-c7c65e445221 req-057e3a1c-ab0b-44a2-b4b3-5f62efb34f3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1098 time: 0.0388961 Feb 04 06:35:07.483623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb30199-dae9-4c84-93de-c7c65e445221 req-8f58614b-16b9-4df2-a8cf-8a8eb57e22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:07.485068 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afb30199-dae9-4c84-93de-c7c65e445221 req-8f58614b-16b9-4df2-a8cf-8a8eb57e22b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0866268 Feb 04 06:35:07.550065 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afb30199-dae9-4c84-93de-c7c65e445221 req-4a445392-5a1c-4780-a4de-d423379304b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d49396-7992-4536-9434-97bc43bd1c07 HTTP/1.1" status: 200 len: 1001 time: 0.0579948 Feb 04 06:35:07.598834 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb30199-dae9-4c84-93de-c7c65e445221 req-55ce2462-0394-4385-8e47-353bbcbdad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:07.600216 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afb30199-dae9-4c84-93de-c7c65e445221 req-55ce2462-0394-4385-8e47-353bbcbdad49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0437074 Feb 04 06:35:07.648120 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb30199-dae9-4c84-93de-c7c65e445221 req-fb8c8b6c-b574-4fb0-91c6-05672719087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:07.649580 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afb30199-dae9-4c84-93de-c7c65e445221 req-fb8c8b6c-b574-4fb0-91c6-05672719087d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427053 Feb 04 06:35:07.736552 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afb30199-dae9-4c84-93de-c7c65e445221 req-e28f56e0-13a0-41cb-b390-79f5907a9df8 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809276 Feb 04 06:35:07.829538 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-afb30199-dae9-4c84-93de-c7c65e445221 req-717854bf-1412-4dd8-a41e-1e5f29cdb956 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865057 Feb 04 06:35:20.662145 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:35:21.254826 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7a441834-7257-4f53-8b35-eb142df65c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:23.498353 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2214203a-7ff7-4a59-8c8d-aa5360c1269d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:24.897681 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:26.501638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:26.732739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:28.801204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:51.256440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-03cfc170-13e6-4157-97ae-69819798ab74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:53.499727 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ee9b-685e-45c4-bae9-593fe7a9dbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:54.896822 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:56.504306 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:56.733649 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:57.660411 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:35:58.807338 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:09.333239 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-2ee14ec2-3861-49e9-985a-8125ea398274 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411229 Feb 04 06:36:09.410603 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-6d137736-ea3e-4c70-ab48-73312b55abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:09.412058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-6d137736-ea3e-4c70-ab48-73312b55abc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1098 time: 0.0399833 Feb 04 06:36:09.516986 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-e2cc4ba4-73d1-4697-ac94-2fcdd6924261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:09.518538 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-e2cc4ba4-73d1-4697-ac94-2fcdd6924261 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0866132 Feb 04 06:36:09.584816 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-7a536d33-9fcd-4acf-b06d-2d4fba8b43ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d49396-7992-4536-9434-97bc43bd1c07 HTTP/1.1" status: 200 len: 1001 time: 0.0597758 Feb 04 06:36:09.632405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-c684ab43-0375-4e6e-b54a-6b30ec0a05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:09.633886 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-c684ab43-0375-4e6e-b54a-6b30ec0a05b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0430632 Feb 04 06:36:09.681045 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-cb7d37aa-bd3a-47f8-9efe-543ca7c42b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:09.682588 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-cb7d37aa-bd3a-47f8-9efe-543ca7c42b81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427067 Feb 04 06:36:09.769310 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-a7e27281-9f91-4792-8164-8250afe5ab46 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805349 Feb 04 06:36:09.862151 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f75f72f2-c3d5-42c2-8152-52fbefd1f3ae req-a07fbaed-3876-4f9b-b9d4-57f94ab7c3a1 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870166 Feb 04 06:36:13.715196 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30e910-c84b-4507-a89a-a97ea5557cbb req-e6a01299-efd0-4330-ba8c-a26196a92c28 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:13.717057 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dd30e910-c84b-4507-a89a-a97ea5557cbb req-e6a01299-efd0-4330-ba8c-a26196a92c28 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.1305635 Feb 04 06:36:13.756857 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-dd30e910-c84b-4507-a89a-a97ea5557cbb req-b7d29cec-ce60-4b02-9efd-f5c190f3b951 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327542 Feb 04 06:36:14.873186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542c21d-22ed-40d2-a860-991958a89834 req-b9b6e83e-fc9b-437d-8bd2-e81d736e6d25 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:14.874654 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c542c21d-22ed-40d2-a860-991958a89834 req-b9b6e83e-fc9b-437d-8bd2-e81d736e6d25 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0505254 Feb 04 06:36:14.911823 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c542c21d-22ed-40d2-a860-991958a89834 req-b48b03a9-a40b-4adc-89f1-48cd4349c1fd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311701 Feb 04 06:36:16.033499 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e26cd-86a7-4465-9aa0-5308a3293003 req-6acdb1ed-17f2-4523-84fa-d6dd5a3ffba6 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:16.034952 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-403e26cd-86a7-4465-9aa0-5308a3293003 req-6acdb1ed-17f2-4523-84fa-d6dd5a3ffba6 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0517244 Feb 04 06:36:16.071021 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-403e26cd-86a7-4465-9aa0-5308a3293003 req-970085db-8ce1-4030-8a9b-97ddb3487688 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302017 Feb 04 06:36:17.185674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2b94d-f1f3-4545-84d4-f712559e02e3 req-83e9d8c8-f13b-4201-88fc-251eb8a12e1b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:17.187158 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-51d2b94d-f1f3-4545-84d4-f712559e02e3 req-83e9d8c8-f13b-4201-88fc-251eb8a12e1b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0489728 Feb 04 06:36:17.223870 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-51d2b94d-f1f3-4545-84d4-f712559e02e3 req-a45f11ef-3e1d-487d-bf4b-ea1c0bbda545 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308537 Feb 04 06:36:18.334924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb5df8-97a1-4a85-ae40-5e7b6a164abc req-a5ca5364-ba4c-4a9b-a3f3-47028dc4b791 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:18.336375 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0eb5df8-97a1-4a85-ae40-5e7b6a164abc req-a5ca5364-ba4c-4a9b-a3f3-47028dc4b791 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0482185 Feb 04 06:36:18.373424 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e0eb5df8-97a1-4a85-ae40-5e7b6a164abc req-d928ba61-f4da-45a1-912a-7d2416a1f882 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312004 Feb 04 06:36:19.490070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ded239-1b01-43e9-bb6d-1db223e67051 req-9cd282d3-c8f6-4117-8097-d66bcda2cd51 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:19.491973 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79ded239-1b01-43e9-bb6d-1db223e67051 req-9cd282d3-c8f6-4117-8097-d66bcda2cd51 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0527279 Feb 04 06:36:19.529029 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-79ded239-1b01-43e9-bb6d-1db223e67051 req-623cd13b-22e7-43bc-94d7-954d25f122e1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306523 Feb 04 06:36:20.641305 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ca8f4-e098-43c1-98c8-60bcf4f3a3c1 req-d21c0a18-7dad-4c35-9c83-442d38e6c731 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:20.642757 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1c4ca8f4-e098-43c1-98c8-60bcf4f3a3c1 req-d21c0a18-7dad-4c35-9c83-442d38e6c731 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0482163 Feb 04 06:36:20.680672 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1c4ca8f4-e098-43c1-98c8-60bcf4f3a3c1 req-c4bf9e9e-87e6-42cb-a9b3-c6312f76c6b1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320230 Feb 04 06:36:21.256818 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-bc1237ee-467b-4050-9493-3b0cfd21ce6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:21.795610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b9431-e0d0-4960-b233-99f74a0ae259 req-14490090-6aa8-4bb2-9bee-26a4ae185f98 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:21.797056 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-361b9431-e0d0-4960-b233-99f74a0ae259 req-14490090-6aa8-4bb2-9bee-26a4ae185f98 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0479906 Feb 04 06:36:21.833679 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-361b9431-e0d0-4960-b233-99f74a0ae259 req-e58153f9-a38d-4e68-97ce-530cc92e17d1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306933 Feb 04 06:36:22.957187 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a8745-1c92-4e79-abd9-9a296f7e6c98 req-20c7d32c-6859-43b9-b4f0-d0e6063c623a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:22.958650 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3b5a8745-1c92-4e79-abd9-9a296f7e6c98 req-20c7d32c-6859-43b9-b4f0-d0e6063c623a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0580525 Feb 04 06:36:22.998098 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3b5a8745-1c92-4e79-abd9-9a296f7e6c98 req-b871c6b2-a31b-4b2d-be4e-2aed9a155929 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308590 Feb 04 06:36:23.500569 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77970a2a-340c-4c28-a798-3d8da98812d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:23.773686 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8467d-2514-4bda-8e95-e3361760624f req-29abb392-7be9-4281-bb06-44d30e881a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:23.775148 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6be8467d-2514-4bda-8e95-e3361760624f req-29abb392-7be9-4281-bb06-44d30e881a48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1098 time: 0.0409567 Feb 04 06:36:23.863897 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8467d-2514-4bda-8e95-e3361760624f req-e1af4f69-2e16-4450-821f-83a5ead4e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:23.865375 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6be8467d-2514-4bda-8e95-e3361760624f req-e1af4f69-2e16-4450-821f-83a5ead4e502 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0839541 Feb 04 06:36:23.932587 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6be8467d-2514-4bda-8e95-e3361760624f req-6a7ba772-ba97-4404-9226-503a2ed6ae99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d49396-7992-4536-9434-97bc43bd1c07 HTTP/1.1" status: 200 len: 1001 time: 0.0607493 Feb 04 06:36:23.994771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8467d-2514-4bda-8e95-e3361760624f req-ea153492-5e7b-40b5-a300-756b695cdf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:23.996268 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6be8467d-2514-4bda-8e95-e3361760624f req-ea153492-5e7b-40b5-a300-756b695cdf72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0575972 Feb 04 06:36:24.040135 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8467d-2514-4bda-8e95-e3361760624f req-4ddcb3ce-ea8a-4247-96eb-755ee2fe6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:24.041641 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6be8467d-2514-4bda-8e95-e3361760624f req-4ddcb3ce-ea8a-4247-96eb-755ee2fe6c71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395453 Feb 04 06:36:24.155064 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba3e02-2c15-4d9c-8462-2ea0e1ac2d74 req-b7b19945-8f74-4e08-afc1-ed110229818e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:24.156507 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4aba3e02-2c15-4d9c-8462-2ea0e1ac2d74 req-b7b19945-8f74-4e08-afc1-ed110229818e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0885048 Feb 04 06:36:24.175440 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6be8467d-2514-4bda-8e95-e3361760624f req-f0ae9c54-5b62-4a32-acd8-d8ccf152c250 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271560 Feb 04 06:36:24.247619 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4aba3e02-2c15-4d9c-8462-2ea0e1ac2d74 req-4eba1701-eac1-45e0-beaa-74b3285fbf20 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819733 Feb 04 06:36:24.281792 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6be8467d-2514-4bda-8e95-e3361760624f req-49a9c07d-1c3c-4920-9a63-f732201e5ac7 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996513 Feb 04 06:36:24.899735 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:25.360621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d3efa-8e8f-44c6-84ea-9db493f11b9b req-54f1b02a-f34b-4ef9-be87-784020442743 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:25.362111 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a00d3efa-8e8f-44c6-84ea-9db493f11b9b req-54f1b02a-f34b-4ef9-be87-784020442743 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0487640 Feb 04 06:36:25.397738 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a00d3efa-8e8f-44c6-84ea-9db493f11b9b req-7edae310-94d9-4105-86d9-04621bb8e778 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298264 Feb 04 06:36:26.508326 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:26.520298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f4369-8e95-478d-a72f-4bb704431573 req-08c9e366-2903-4789-8c0c-625f44785e20 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:26.521809 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a16f4369-8e95-478d-a72f-4bb704431573 req-08c9e366-2903-4789-8c0c-625f44785e20 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0541933 Feb 04 06:36:26.559834 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a16f4369-8e95-478d-a72f-4bb704431573 req-cea55b9b-d2d7-4658-9cd9-59118369a84e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316620 Feb 04 06:36:26.736145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:27.672097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50908375-8631-4eb2-8e70-141da13929c2 req-422328de-ddd3-4c5c-9a6b-e73f83e78e8c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:27.674218 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50908375-8631-4eb2-8e70-141da13929c2 req-422328de-ddd3-4c5c-9a6b-e73f83e78e8c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0504165 Feb 04 06:36:27.714433 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-50908375-8631-4eb2-8e70-141da13929c2 req-6e4dec41-2ef7-4ed4-9fad-5898c1c9a057 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344980 Feb 04 06:36:27.893786 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-6529a682-2318-45bc-b998-6c8230707d18 req-c98a757c-a681-4165-a052-839e50ab915e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430794 Feb 04 06:36:27.903414 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [req-6529a682-2318-45bc-b998-6c8230707d18 req-c26b54da-a12d-4392-93c9-37f45ddadc62 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:36:27.904483 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [req-6529a682-2318-45bc-b998-6c8230707d18 req-c26b54da-a12d-4392-93c9-37f45ddadc62 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057900 Feb 04 06:36:27.918298 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d110-b356-4e13-b319-1b5ba2b89a00 req-2d171bfb-6aed-403e-a6fa-a6d59ca92fd8 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:27.919794 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ba73d110-b356-4e13-b319-1b5ba2b89a00 req-2d171bfb-6aed-403e-a6fa-a6d59ca92fd8 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0493274 Feb 04 06:36:27.958483 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ba73d110-b356-4e13-b319-1b5ba2b89a00 req-8b3bdb53-e46b-454e-8e8b-24d872e54702 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325775 Feb 04 06:36:28.803205 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:29.076122 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3194f0-7e63-4eda-adc4-5866bd17d49c req-5203a22a-4ede-493f-b444-8f2cc5934d5e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:29.077504 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6f3194f0-7e63-4eda-adc4-5866bd17d49c req-5203a22a-4ede-493f-b444-8f2cc5934d5e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0527012 Feb 04 06:36:29.116813 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6f3194f0-7e63-4eda-adc4-5866bd17d49c req-5e1166ab-aa6a-4c18-8be0-a7789eed5854 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329392 Feb 04 06:36:30.231148 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a143b-8f54-4740-a7f6-9282ddc66182 req-2ff649a1-19a0-44f3-9f2f-9fb449d83d30 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:30.232633 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-510a143b-8f54-4740-a7f6-9282ddc66182 req-2ff649a1-19a0-44f3-9f2f-9fb449d83d30 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0499194 Feb 04 06:36:30.269924 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-510a143b-8f54-4740-a7f6-9282ddc66182 req-961b4103-f9b0-4630-9c8b-c7257cd63edf tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313218 Feb 04 06:36:30.524369 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 15d49396-7992-4536-9434-97bc43bd1c07 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:36:30.603333 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:30.630784 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:36:30.633040 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce0e2c-5d75-4236-9bda-789b19c14d5b" -d '{"events": [{"server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "name": "network-vif-unplugged", "status": "completed", "tag": "15d49396-7992-4536-9434-97bc43bd1c07"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:36:30.658033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 15d49396-7992-4536-9434-97bc43bd1c07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=15d49396-7992-4536-9434-97bc43bd1c07,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:36:30.669871 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:30.673171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 06:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eccf11-f910-4662-a488-200c65b0d3e9 x-openstack-request-id: req-31eccf11-f910-4662-a488-200c65b0d3e9 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:36:30.673805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "name": "network-vif-unplugged", "status": "failed", "tag": "15d49396-7992-4536-9434-97bc43bd1c07", "code": 422}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:36:30.673905 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31eccf11-f910-4662-a488-200c65b0d3e9 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:36:30.674458 dv-neutron-826811-2-hyperv neutron-server[102168]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07', 'code': 422} returned with failed status Feb 04 06:36:30.759723 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=15d49396-7992-4536-9434-97bc43bd1c07,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:30.769795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:30.770136 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:30.770471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:30.770805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:30.771127 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:30.771450 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:30.771770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:30.772088 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:30.772404 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:30.772719 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:30.773031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:30.773367 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:31.383598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4ef1-6834-41a2-96a6-0f06e7860243 req-9cb899bc-d935-4f9e-81c8-311d2ddcdc65 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:31.385104 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4ee4ef1-6834-41a2-96a6-0f06e7860243 req-9cb899bc-d935-4f9e-81c8-311d2ddcdc65 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0491912 Feb 04 06:36:31.422967 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-a4ee4ef1-6834-41a2-96a6-0f06e7860243 req-767e8e60-df32-45fc-b4b8-ac7b459b95fb tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319457 Feb 04 06:36:32.768191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a682-2318-45bc-b998-6c8230707d18 req-46dba37d-14a4-4b5d-bfe0-6eddf2379e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:32.769608 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6529a682-2318-45bc-b998-6c8230707d18 req-46dba37d-14a4-4b5d-bfe0-6eddf2379e2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990&tenant_id=85d719d0afdb4c03a4ffdc282cac234b HTTP/1.1" status: 200 len: 1096 time: 0.3576047 Feb 04 06:36:32.786800 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070b29c-f94f-403c-933d-75068bda6fda req-78439748-f6c4-462c-9c11-5ff3273bfbd2 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:32.788283 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e070b29c-f94f-403c-933d-75068bda6fda req-78439748-f6c4-462c-9c11-5ff3273bfbd2 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0588164 Feb 04 06:36:32.851060 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e070b29c-f94f-403c-933d-75068bda6fda req-bfc0c253-bc10-4afd-bee4-92f417bb3645 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513525 Feb 04 06:36:32.856081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a682-2318-45bc-b998-6c8230707d18 req-ed889f1f-e5e4-4909-9165-0a5046028d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:32.857544 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6529a682-2318-45bc-b998-6c8230707d18 req-ed889f1f-e5e4-4909-9165-0a5046028d3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1096 time: 0.0657303 Feb 04 06:36:32.948382 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a682-2318-45bc-b998-6c8230707d18 req-bc74a0ce-ec64-4d16-9f11-5212bebcfc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:32.950195 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6529a682-2318-45bc-b998-6c8230707d18 req-bc74a0ce-ec64-4d16-9f11-5212bebcfc4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0862145 Feb 04 06:36:33.018360 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6529a682-2318-45bc-b998-6c8230707d18 req-7e79ed61-117f-4230-af9a-e9d3119e746a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d49396-7992-4536-9434-97bc43bd1c07 HTTP/1.1" status: 200 len: 999 time: 0.0614450 Feb 04 06:36:33.070412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a682-2318-45bc-b998-6c8230707d18 req-3d29f4b1-9f1e-4755-9ad7-a46cb5efec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:33.071816 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6529a682-2318-45bc-b998-6c8230707d18 req-3d29f4b1-9f1e-4755-9ad7-a46cb5efec1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0469203 Feb 04 06:36:33.115695 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a682-2318-45bc-b998-6c8230707d18 req-44b5e57f-7844-47aa-addd-39aabc41a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:33.117174 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6529a682-2318-45bc-b998-6c8230707d18 req-44b5e57f-7844-47aa-addd-39aabc41a7fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393198 Feb 04 06:36:33.202765 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6529a682-2318-45bc-b998-6c8230707d18 req-23390706-034e-4f16-8a5a-ae1903cb3cc8 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794330 Feb 04 06:36:33.293974 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6529a682-2318-45bc-b998-6c8230707d18 req-83e8afba-9db5-4947-8978-eb8fa6d3e779 service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840576 Feb 04 06:36:33.965439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d9971-97b3-4a76-9d7a-3860a22322a4 req-fda6e71e-3018-4f5a-ae21-b5d47c7bf5f7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:33.966825 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-878d9971-97b3-4a76-9d7a-3860a22322a4 req-fda6e71e-3018-4f5a-ae21-b5d47c7bf5f7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0504048 Feb 04 06:36:34.004339 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-878d9971-97b3-4a76-9d7a-3860a22322a4 req-069d7604-a894-421f-9dcd-17e2eaec4328 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317180 Feb 04 06:36:34.664095 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:36:35.124448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1d7f4-0f66-44b2-9621-40f12838358b req-8d0983c8-a98a-416f-aabd-db81e76cf035 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:35.125990 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5d1d7f4-0f66-44b2-9621-40f12838358b req-8d0983c8-a98a-416f-aabd-db81e76cf035 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0559797 Feb 04 06:36:35.171544 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-b5d1d7f4-0f66-44b2-9621-40f12838358b req-118d5c55-eea3-427e-b964-adceef7df7d1 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396199 Feb 04 06:36:36.284643 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f1d79-1cdc-4913-b9d7-423cf4604512 req-930b73f0-0d24-4330-8053-0c48a3e120d7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:36.286124 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c04f1d79-1cdc-4913-b9d7-423cf4604512 req-930b73f0-0d24-4330-8053-0c48a3e120d7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0488167 Feb 04 06:36:36.324449 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c04f1d79-1cdc-4913-b9d7-423cf4604512 req-89a909b9-a652-4ca2-8ae4-d34e809f989a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318060 Feb 04 06:36:37.437347 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92762a5-056d-429f-8fbf-fdf98c0c214c req-f085bde9-9023-447b-8c96-62e7480ed25a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:37.438817 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f92762a5-056d-429f-8fbf-fdf98c0c214c req-f085bde9-9023-447b-8c96-62e7480ed25a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0481076 Feb 04 06:36:37.475863 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f92762a5-056d-429f-8fbf-fdf98c0c214c req-9dc5d662-37d5-48dd-afac-b3ce9d34d4cf tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313005 Feb 04 06:36:38.586528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc85b5-0739-4c3a-9b7f-4b50efdc4b7e req-716c5cc0-e541-48b0-b2fe-b722ed255d52 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:38.587961 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9efc85b5-0739-4c3a-9b7f-4b50efdc4b7e req-716c5cc0-e541-48b0-b2fe-b722ed255d52 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0480886 Feb 04 06:36:38.629172 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9efc85b5-0739-4c3a-9b7f-4b50efdc4b7e req-feee442d-4ae3-47f8-b724-336c93c77ee7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346582 Feb 04 06:36:39.741138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f11d47-ccb2-485f-b0fa-632a06bb7f78 req-cf7510a3-beb2-4dbb-8a0c-6bbf44deb01e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:39.742691 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-67f11d47-ccb2-485f-b0fa-632a06bb7f78 req-cf7510a3-beb2-4dbb-8a0c-6bbf44deb01e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 943 time: 0.0494132 Feb 04 06:36:39.782310 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-67f11d47-ccb2-485f-b0fa-632a06bb7f78 req-c1a04648-fb33-4b04-ac82-bd9f7e714c99 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329738 Feb 04 06:36:40.590076 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 15d49396-7992-4536-9434-97bc43bd1c07 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:36:40.682038 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 15d49396-7992-4536-9434-97bc43bd1c07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=15d49396-7992-4536-9434-97bc43bd1c07,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:36:40.692442 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '15d49396-7992-4536-9434-97bc43bd1c07', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'port_id': '15d49396-7992-4536-9434-97bc43bd1c07', 'mac_address': 'fa:16:3e:ef:6d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:36:40.729794 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:40.741769 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d49396-7992-4536-9434-97bc43bd1c07 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:36:40.760140 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 15d49396-7992-4536-9434-97bc43bd1c07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=15d49396-7992-4536-9434-97bc43bd1c07,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:36:40.764915 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:40.811224 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=15d49396-7992-4536-9434-97bc43bd1c07,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:40.895648 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387e9fe-493c-4223-a7a0-902160f48aa9 req-551d95ff-c2e4-4ec0-adea-7f2ab08a7c5b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:40.897131 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c387e9fe-493c-4223-a7a0-902160f48aa9 req-551d95ff-c2e4-4ec0-adea-7f2ab08a7c5b tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 944 time: 0.0479343 Feb 04 06:36:40.935887 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c387e9fe-493c-4223-a7a0-902160f48aa9 req-60e3fcac-3b05-4454-81b0-941b48b0c9b2 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314922 Feb 04 06:36:40.972013 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['15d49396-7992-4536-9434-97bc43bd1c07'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:36:42.049619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b928-4d1b-4894-b958-b391e015f3e5 req-c51e9595-ca70-498e-9de2-ecfd9dc634bd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:42.051107 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6cc7b928-4d1b-4894-b958-b391e015f3e5 req-c51e9595-ca70-498e-9de2-ecfd9dc634bd tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 944 time: 0.0493984 Feb 04 06:36:42.091849 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6cc7b928-4d1b-4894-b958-b391e015f3e5 req-75adccb3-4f0d-4169-a543-a676169a5ea7 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348978 Feb 04 06:36:42.652441 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 15d49396-7992-4536-9434-97bc43bd1c07 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:36:42.702295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 15d49396-7992-4536-9434-97bc43bd1c07 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:42.702669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:42.775646 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:42.797293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:36:42.799502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6bf8fb-d18b-4edb-9af7-24466219fdf0" -d '{"events": [{"server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "name": "network-vif-plugged", "status": "completed", "tag": "15d49396-7992-4536-9434-97bc43bd1c07"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:36:42.812120 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 15d49396-7992-4536-9434-97bc43bd1c07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=15d49396-7992-4536-9434-97bc43bd1c07,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:36:42.816490 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:42.839112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283b0f11-1236-4fff-abb1-22039a79597d x-openstack-request-id: req-283b0f11-1236-4fff-abb1-22039a79597d {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:36:42.839400 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "name": "network-vif-plugged", "status": "completed", "tag": "15d49396-7992-4536-9434-97bc43bd1c07", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:36:42.839669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-283b0f11-1236-4fff-abb1-22039a79597d {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:36:42.840033 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07', 'code': 200} Feb 04 06:36:42.865556 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=15d49396-7992-4536-9434-97bc43bd1c07,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:43.047405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cb7d9-3a40-4b6d-ad74-f41340bff283 req-823a0f10-ece8-4b91-bec9-da5dcc3cb91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:43.048884 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-156cb7d9-3a40-4b6d-ad74-f41340bff283 req-823a0f10-ece8-4b91-bec9-da5dcc3cb91d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1098 time: 0.0410850 Feb 04 06:36:43.082035 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-156cb7d9-3a40-4b6d-ad74-f41340bff283 req-f8f1d8b3-1630-49db-9cbd-95c8219c8195 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0271475 Feb 04 06:36:43.204760 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce32aa-b372-47eb-978b-20ae2721ca16 req-252dfbdc-3c34-4eef-b837-909c6fee4c54 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:43.206234 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-37ce32aa-b372-47eb-978b-20ae2721ca16 req-252dfbdc-3c34-4eef-b837-909c6fee4c54 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Feb 04 06:36:43.243685 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-37ce32aa-b372-47eb-978b-20ae2721ca16 req-b3241e8e-b8a3-4ab7-8086-09882c8264e9 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315990 Feb 04 06:36:44.368325 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424ed1e-bbb2-4da8-8acb-7ff3a6e3eeaf req-c40a62bd-9d87-4fbb-8dce-adc99209e934 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:44.370568 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2424ed1e-bbb2-4da8-8acb-7ff3a6e3eeaf req-c40a62bd-9d87-4fbb-8dce-adc99209e934 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0503383 Feb 04 06:36:44.410294 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2424ed1e-bbb2-4da8-8acb-7ff3a6e3eeaf req-ef7a1496-1133-4bcf-bc16-428192a43974 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339024 Feb 04 06:36:51.261635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5dca838a-ce00-490f-ac7b-2744bdd6ff92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:53.501321 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ac54bcb-ae59-4617-8538-8c4cb30c1d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:54.905563 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:56.505052 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:56.736748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:58.821295 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:09.292117 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-dc28d8a5-2c6f-48cd-bd4a-9bffe636106a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389969 Feb 04 06:37:09.371575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-ab9b2da9-5df9-45c8-97bc-19a0297266df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:09.373092 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-ab9b2da9-5df9-45c8-97bc-19a0297266df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1098 time: 0.0413170 Feb 04 06:37:09.480736 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-3b43e0f3-1fef-44c1-973b-6d247e75c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:09.482221 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-3b43e0f3-1fef-44c1-973b-6d247e75c654 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.0907671 Feb 04 06:37:09.549457 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-e8432a7e-650b-4a7e-acdd-fb9fc12533fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d49396-7992-4536-9434-97bc43bd1c07 HTTP/1.1" status: 200 len: 1001 time: 0.0606248 Feb 04 06:37:09.600087 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-1b4f013c-0061-4831-a775-8b9a0e050974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:09.601612 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-1b4f013c-0061-4831-a775-8b9a0e050974 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0462191 Feb 04 06:37:09.651623 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-7c662312-d949-4493-a199-3f164c309506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:09.653106 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-7c662312-d949-4493-a199-3f164c309506 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454924 Feb 04 06:37:09.744063 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-96c56382-1050-4ad5-acf6-310dc3da8fcb service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835433 Feb 04 06:37:09.844032 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4fb0baa1-c968-4644-aae9-2876ebb51133 req-5930ffc6-9ad9-440c-8a0c-d51cc9ee035c service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933130 Feb 04 06:37:11.662988 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:37:21.261653 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f677-b5a6-4ebc-bf14-66d29dde38ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:23.504066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-598e0d6a-6ea5-4823-822b-8a469bbe7500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:24.906611 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:26.507795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:26.737041 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:28.809137 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:48.662050 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:37:51.263762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-035ea5e3-b216-4513-b107-644ffbdb5bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:53.505097 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-b9b7254f-3981-49ac-8a95-fa19a048ee4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:54.909364 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:56.511270 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:56.737739 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.154533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54212) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:37:57.309925 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Deleting port 77793e02-4a31-44b5-9236-402bd2da1a7d {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:37:57.310269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.384866 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.385219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.396593 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Calling delete_port for 77793e02-4a31-44b5-9236-402bd2da1a7d owned by network:floatingip {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:37:57.541348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.567479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event deleted for resources: {'Port': ['ID=77793e02-4a31-44b5-9236-402bd2da1a7d,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:57.592192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.592539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.592882 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.593250 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.593590 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.593932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.594246 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.594569 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.594894 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.595215 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.595538 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.595853 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:57.637728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for floatingip, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.638055 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Floating IP 096312a4-b6e0-41cd-95be-09a151fe3a2e disassociated (deleted). External IP: 172.26.5.222, port: 15d49396-7992-4536-9434-97bc43bd1c07. Feb 04 06:37:57.837439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Router f2660061-f5ec-4a97-bd06-0e88d78267f0 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:37:57.944158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:37:57.949478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:57.954063 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07831020-daae-4fd0-af31-7e9f9500cb06 None None] Sync routers for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:37:57.964056 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07831020-daae-4fd0-af31-7e9f9500cb06 None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:37:57.964747 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-07831020-daae-4fd0-af31-7e9f9500cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:57.979283 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-31f267d7-32d0-4746-8149-bd044bc4f72a tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "DELETE /v2.0/floatingips/096312a4-b6e0-41cd-95be-09a151fe3a2e HTTP/1.1" status: 204 len: 168 time: 0.8237131 Feb 04 06:37:57.979884 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:37:57.982172 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56aa6325-a2cb-437b-bc69-63a23ba530e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "tag": "15d49396-7992-4536-9434-97bc43bd1c07"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:37:58.029150 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b3bc3f-a7ac-4cea-8ef2-0fe6a43b60ab x-openstack-request-id: req-a4b3bc3f-a7ac-4cea-8ef2-0fe6a43b60ab {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:37:58.029517 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "tag": "15d49396-7992-4536-9434-97bc43bd1c07", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:37:58.029840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4b3bc3f-a7ac-4cea-8ef2-0fe6a43b60ab {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:37:58.030312 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07', 'status': 'completed', 'code': 200} Feb 04 06:37:58.074881 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-07831020-daae-4fd0-af31-7e9f9500cb06 None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:37:58.093458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa6325-a2cb-437b-bc69-63a23ba530e6 req-7c96f465-d98f-48ce-9520-f019d84f5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:58.095152 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56aa6325-a2cb-437b-bc69-63a23ba530e6 req-7c96f465-d98f-48ce-9520-f019d84f5bbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 1098 time: 0.0450866 Feb 04 06:37:58.227746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa6325-a2cb-437b-bc69-63a23ba530e6 req-6fa434a0-b860-4cb5-a490-fb8ff7c35996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:58.229249 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56aa6325-a2cb-437b-bc69-63a23ba530e6 req-6fa434a0-b860-4cb5-a490-fb8ff7c35996 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 200 len: 910 time: 0.1277783 Feb 04 06:37:58.239459 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9cdc4-c4ed-4a24-92ac-2cc9281680e4 req-834becbc-564a-4757-af28-08b13d944851 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:58.240849 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8de9cdc4-c4ed-4a24-92ac-2cc9281680e4 req-834becbc-564a-4757-af28-08b13d944851 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0780182 Feb 04 06:37:58.271538 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-07831020-daae-4fd0-af31-7e9f9500cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:58.282056 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56aa6325-a2cb-437b-bc69-63a23ba530e6 req-7a7abf35-bf26-40ec-a173-df8e68fe7744 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d49396-7992-4536-9434-97bc43bd1c07 HTTP/1.1" status: 200 len: 217 time: 0.0402620 Feb 04 06:37:58.296803 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07831020-daae-4fd0-af31-7e9f9500cb06 None None] Checking router: f2660061-f5ec-4a97-bd06-0e88d78267f0 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:37:58.305643 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07831020-daae-4fd0-af31-7e9f9500cb06 None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:37:58.306018 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-07831020-daae-4fd0-af31-7e9f9500cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:58.341122 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-8de9cdc4-c4ed-4a24-92ac-2cc9281680e4 req-4c584420-989b-476f-b908-711595ff372e tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923233 Feb 04 06:37:58.347224 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa6325-a2cb-437b-bc69-63a23ba530e6 req-f3d0fa97-0518-45e4-95c9-ad64b6dc45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:58.348717 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56aa6325-a2cb-437b-bc69-63a23ba530e6 req-f3d0fa97-0518-45e4-95c9-ad64b6dc45c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 200 len: 848 time: 0.0603337 Feb 04 06:37:58.402314 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa6325-a2cb-437b-bc69-63a23ba530e6 req-0f0b6329-bc7c-428f-ba60-b288fd4fdc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:58.403840 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56aa6325-a2cb-437b-bc69-63a23ba530e6 req-0f0b6329-bc7c-428f-ba60-b288fd4fdc51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ff660357-be77-44d1-90f8-c07e3b6f08a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476916 Feb 04 06:37:58.492673 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56aa6325-a2cb-437b-bc69-63a23ba530e6 req-8bf88982-b720-4596-8254-62ccb0d522cd service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816126 Feb 04 06:37:58.497739 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-07831020-daae-4fd0-af31-7e9f9500cb06 None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:37:58.585709 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-56aa6325-a2cb-437b-bc69-63a23ba530e6 req-4f5e60aa-2794-4507-97b8-f3e31717befa service neutron] 10.222.0.36 "GET /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871797 Feb 04 06:37:58.695363 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-07831020-daae-4fd0-af31-7e9f9500cb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:58.720556 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07831020-daae-4fd0-af31-7e9f9500cb06 None None] The sync data for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv is: [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:33Z', 'revision_number': 4, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': '7049b18b-244f-4d76-8fbe-d670b67204c2', 'name': '', 'network_id': 'ff660357-be77-44d1-90f8-c07e3b6f08a0', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'mac_address': 'fa:16:3e:e8:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:33Z', 'updated_at': '2022-02-04T06:29:37Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'subnets': [{'id': '1216c47f-0515-4bfc-bb04-f658d4756e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:37:58.824109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:58.929005 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6b3eeb-263d-4c19-843f-b9ff9293dbac None None] New status for floating IP 096312a4-b6e0-41cd-95be-09a151fe3a2e: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:37:59.467759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fb7cf-36e0-4ae7-bbf8-1f27dc5eeab1 req-b118c125-72be-4342-972f-bf553738a029 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:59.469260 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-252fb7cf-36e0-4ae7-bbf8-1f27dc5eeab1 req-b118c125-72be-4342-972f-bf553738a029 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0498509 Feb 04 06:37:59.505254 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-252fb7cf-36e0-4ae7-bbf8-1f27dc5eeab1 req-1513b837-f519-4ea7-b89c-9fe6e1c4814c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/security-groups?id=49927e26-98c9-4f44-a700-cade746d0fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300763 Feb 04 06:37:59.713675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbe18e-6ba2-4d10-90c7-e4bd8acba6b1 req-b569f669-ef29-473c-b758-9782d5c321fb tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:59.715106 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61fbe18e-6ba2-4d10-90c7-e4bd8acba6b1 req-b569f669-ef29-473c-b758-9782d5c321fb tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 945 time: 0.0492048 Feb 04 06:37:59.805932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-61fbe18e-6ba2-4d10-90c7-e4bd8acba6b1 req-55a2186b-7d54-456a-a2e3-d64f819314dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Deleting port 15d49396-7992-4536-9434-97bc43bd1c07 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:37:59.806241 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-61fbe18e-6ba2-4d10-90c7-e4bd8acba6b1 req-55a2186b-7d54-456a-a2e3-d64f819314dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.893562 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-61fbe18e-6ba2-4d10-90c7-e4bd8acba6b1 req-55a2186b-7d54-456a-a2e3-d64f819314dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] For port 15d49396-7992-4536-9434-97bc43bd1c07, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=15d49396-7992-4536-9434-97bc43bd1c07,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:37:59.893924 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-61fbe18e-6ba2-4d10-90c7-e4bd8acba6b1 req-55a2186b-7d54-456a-a2e3-d64f819314dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:59.905396 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-61fbe18e-6ba2-4d10-90c7-e4bd8acba6b1 req-55a2186b-7d54-456a-a2e3-d64f819314dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Calling delete_port for 15d49396-7992-4536-9434-97bc43bd1c07 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:38:00.033535 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-61fbe18e-6ba2-4d10-90c7-e4bd8acba6b1 req-55a2186b-7d54-456a-a2e3-d64f819314dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:00.061879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2186b-7d54-456a-a2e3-d64f819314dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event deleted for resources: {'Port': ['ID=15d49396-7992-4536-9434-97bc43bd1c07,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:00.105192 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fbe18e-6ba2-4d10-90c7-e4bd8acba6b1 req-55a2186b-7d54-456a-a2e3-d64f819314dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] No DVR routers for this DVR port 15d49396-7992-4536-9434-97bc43bd1c07 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:38:00.107688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-61fbe18e-6ba2-4d10-90c7-e4bd8acba6b1 req-55a2186b-7d54-456a-a2e3-d64f819314dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:00.110945 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-61fbe18e-6ba2-4d10-90c7-e4bd8acba6b1 req-55a2186b-7d54-456a-a2e3-d64f819314dc tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.36 "DELETE /v2.0/ports/15d49396-7992-4536-9434-97bc43bd1c07 HTTP/1.1" status: 204 len: 173 time: 0.3896670 Feb 04 06:38:00.111370 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'name': 'network-vif-deleted', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:00.113651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9e8ca9-89ad-4a25-9958-ab98b8edae00" -d '{"events": [{"server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "name": "network-vif-deleted", "tag": "15d49396-7992-4536-9434-97bc43bd1c07"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:38:00.149310 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ef62a6-f2bf-4175-a642-6f5bd87c3859 x-openstack-request-id: req-f5ef62a6-f2bf-4175-a642-6f5bd87c3859 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:38:00.149598 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3fd6c3-f57d-4a5e-9d9f-52196d30d990", "name": "network-vif-deleted", "tag": "15d49396-7992-4536-9434-97bc43bd1c07", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:38:00.149863 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5ef62a6-f2bf-4175-a642-6f5bd87c3859 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:38:00.150264 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3fd6c3-f57d-4a5e-9d9f-52196d30d990', 'name': 'network-vif-deleted', 'tag': '15d49396-7992-4536-9434-97bc43bd1c07', 'status': 'completed', 'code': 200} Feb 04 06:38:00.598457 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ecec320-d7cd-405c-ba25-7e3fdce438e4 req-0092d540-c2a0-4566-b36e-9721d973bd22 tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 210 time: 0.0261264 Feb 04 06:38:01.699778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-17596b57-5a24-44f3-9067-8a3a91ef194d req-6bc35db9-406c-405f-8013-25fd453942ac tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 210 time: 0.0269172 Feb 04 06:38:02.793522 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6d609db8-2e7d-4714-997d-a35a180a1444 req-65278436-b74d-4c8d-bb2c-581ba69819ce tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3fd6c3-f57d-4a5e-9d9f-52196d30d990 HTTP/1.1" status: 200 len: 210 time: 0.0268922 Feb 04 06:38:02.966785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 15d49396-7992-4536-9434-97bc43bd1c07 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:38:02.987321 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 15d49396-7992-4536-9434-97bc43bd1c07 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:38:02.987664 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 15d49396-7992-4536-9434-97bc43bd1c07 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:38:03.848855 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54244) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:03.908030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e837c83-330f-4e75-9061-ef207e5f691c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:03.932837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e837c83-330f-4e75-9061-ef207e5f691c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:03.997315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e837c83-330f-4e75-9061-ef207e5f691c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.000264 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-6e837c83-330f-4e75-9061-ef207e5f691c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.004166 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-6e837c83-330f-4e75-9061-ef207e5f691c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] 10.222.0.15 "DELETE /v2.0/security-groups/49927e26-98c9-4f44-a700-cade746d0fb0 HTTP/1.1" status: 204 len: 168 time: 0.1541815 Feb 04 06:38:04.014746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e837c83-330f-4e75-9061-ef207e5f691c tempest-TestShelveInstance-940418109 tempest-TestShelveInstance-940418109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49927e26-98c9-4f44-a700-cade746d0fb0,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:04.052130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54248) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:04.491309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.742575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] Deleting port 7049b18b-244f-4d76-8fbe-d670b67204c2 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:38:04.742833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.820436 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] For port 7049b18b-244f-4d76-8fbe-d670b67204c2, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=7049b18b-244f-4d76-8fbe-d670b67204c2,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:04.821138 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.832992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] Calling delete_port for 7049b18b-244f-4d76-8fbe-d670b67204c2 owned by network:router_interface {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:38:05.019758 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:05.049047 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=7049b18b-244f-4d76-8fbe-d670b67204c2,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:05.228149 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:05.742247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] Router f2660061-f5ec-4a97-bd06-0e88d78267f0 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:38:05.853516 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:38:05.858610 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-265680d3-9060-433d-a981-ebdc2eed9e5b admin admin] 10.222.0.15 "PUT /v2.0/routers/f2660061-f5ec-4a97-bd06-0e88d78267f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8049002 Feb 04 06:38:05.861141 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54252) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:05.862108 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f31dc0-00c0-46f4-a1db-1a015b28a73e None None] Sync routers for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:38:05.872989 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f31dc0-00c0-46f4-a1db-1a015b28a73e None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:05.873705 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-33f31dc0-00c0-46f4-a1db-1a015b28a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:05.965340 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:05.979006 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-33f31dc0-00c0-46f4-a1db-1a015b28a73e None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:06.073430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.128725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Deleting port 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:38:06.129378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.170998 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-33f31dc0-00c0-46f4-a1db-1a015b28a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:38:04Z', 'revision_number': 5, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port': {'id': '0789e2f5-6a1c-4c9f-bc8a-847b8488c437', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:06.201377 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f31dc0-00c0-46f4-a1db-1a015b28a73e None None] Checking router: f2660061-f5ec-4a97-bd06-0e88d78267f0 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:38:06.210222 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f31dc0-00c0-46f4-a1db-1a015b28a73e None None] Routers {'f2660061-f5ec-4a97-bd06-0e88d78267f0'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:06.211025 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-33f31dc0-00c0-46f4-a1db-1a015b28a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['f2660061-f5ec-4a97-bd06-0e88d78267f0'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:06.212620 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] For port 0789e2f5-6a1c-4c9f-bc8a-847b8488c437, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=0789e2f5-6a1c-4c9f-bc8a-847b8488c437,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:06.212988 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.226985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Calling delete_port for 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:38:06.301634 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-33f31dc0-00c0-46f4-a1db-1a015b28a73e None None] Set router f2660061-f5ec-4a97-bd06-0e88d78267f0 gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:06.356089 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-33f31dc0-00c0-46f4-a1db-1a015b28a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 6, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:06.386441 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f31dc0-00c0-46f4-a1db-1a015b28a73e None None] The sync data for ids ['f2660061-f5ec-4a97-bd06-0e88d78267f0'] in dv-neutron-826811-2-hyperv is: [{'id': 'f2660061-f5ec-4a97-bd06-0e88d78267f0', 'name': 'tempest-TestShelveInstance-1043653554-router', 'tenant_id': '85d719d0afdb4c03a4ffdc282cac234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:31Z', 'updated_at': '2022-02-04T06:38:06Z', 'revision_number': 6, 'project_id': '85d719d0afdb4c03a4ffdc282cac234b', 'gw_port_host': None}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:38:06.399629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.429940 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Pushing event deleted for resources: {'Port': ['ID=0789e2f5-6a1c-4c9f-bc8a-847b8488c437,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:06.493838 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.584170 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.586533 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.628290 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.628807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2660061-f5ec-4a97-bd06-0e88d78267f0 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:38:06.633948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.635079 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-8fafc49f-b2fa-432c-b76a-be29b676c55c admin admin] 10.222.0.15 "DELETE /v2.0/routers/f2660061-f5ec-4a97-bd06-0e88d78267f0 HTTP/1.1" status: 204 len: 168 time: 0.7730041 Feb 04 06:38:06.637581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54254) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:06.684249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7908c76-9908-4db1-b268-7adf95b8666e admin admin] Deleting subnet 1216c47f-0515-4bfc-bb04-f658d4756e68 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:38:06.687160 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7908c76-9908-4db1-b268-7adf95b8666e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.721619 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7908c76-9908-4db1-b268-7adf95b8666e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.801932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7908c76-9908-4db1-b268-7adf95b8666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.860235 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7908c76-9908-4db1-b268-7adf95b8666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.887236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7908c76-9908-4db1-b268-7adf95b8666e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1216c47f-0515-4bfc-bb04-f658d4756e68,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:06.892888 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e7908c76-9908-4db1-b268-7adf95b8666e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:06.897362 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e7908c76-9908-4db1-b268-7adf95b8666e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1216c47f-0515-4bfc-bb04-f658d4756e68 HTTP/1.1" status: 204 len: 168 time: 0.2588439 Feb 04 06:38:06.897787 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6dc8fa-5d97-4373-888e-120e7fb0c543 None None] Network ff660357-be77-44d1-90f8-c07e3b6f08a0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:38:06.899871 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54256) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:06.967635 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.019513 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Deleting port 29f3a572-30b8-4fae-bd53-b13fa2f184b4 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:38:07.019854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.088451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] For port 29f3a572-30b8-4fae-bd53-b13fa2f184b4, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=29f3a572-30b8-4fae-bd53-b13fa2f184b4,segment=NetworkSegment(59256c05-a927-434e-a5af-aec8b438ccf6),segment_id=59256c05-a927-434e-a5af-aec8b438ccf6)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:07.089154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.100953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Calling delete_port for 29f3a572-30b8-4fae-bd53-b13fa2f184b4 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:38:07.155318 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] DHCP port deletion for ff660357-be77-44d1-90f8-c07e3b6f08a0 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:38:07.186115 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.205669 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Deleting port 29f3a572-30b8-4fae-bd53-b13fa2f184b4 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:38:07.206153 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.214371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f3a572-30b8-4fae-bd53-b13fa2f184b4,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:07.216210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] No DVR routers for this DVR port 29f3a572-30b8-4fae-bd53-b13fa2f184b4 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:38:07.272805 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] For port 29f3a572-30b8-4fae-bd53-b13fa2f184b4, host dv-neutron-826811-2-hyperv, got binding levels [] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:07.273853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.287530 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Calling delete_port for 29f3a572-30b8-4fae-bd53-b13fa2f184b4 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:38:07.290914 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.ipam_backend_mixin [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Port 29f3a572-30b8-4fae-bd53-b13fa2f184b4 was not found and therefore no delete operation was performed {{(pid=102168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 06:38:07.292165 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.293238 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.314039 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff660357-be77-44d1-90f8-c07e3b6f08a0']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:07.319007 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] No DVR routers for this DVR port 29f3a572-30b8-4fae-bd53-b13fa2f184b4 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:38:07.323589 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Pushing event deleted for resources: {'Port': ['ID=29f3a572-30b8-4fae-bd53-b13fa2f184b4,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:07.327012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59256c05-a927-434e-a5af-aec8b438ccf6') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:07.327012 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59256c05-a927-434e-a5af-aec8b438ccf6') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:07.331373 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.331731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.332130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.332412 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.332753 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.333159 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.333445 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.333776 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.334100 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.334424 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.334747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.335062 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d863c44-ddc4-4b0b-9a40-539e19bcfded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:07.342406 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.356777 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.362935 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:38:07.363319 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:38:07.365001 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:38:07.428946 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.434511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.437618 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ff660357-be77-44d1-90f8-c07e3b6f08a0 HTTP/1.1" status: 204 len: 168 time: 0.5367327 Feb 04 06:38:07.440594 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54258) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:07.448989 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0097593-2c02-4226-9cd4-c9c5296382c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff660357-be77-44d1-90f8-c07e3b6f08a0,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:07.781750 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:07.812346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 29f3a572-30b8-4fae-bd53-b13fa2f184b4 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:38:07.832117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 29f3a572-30b8-4fae-bd53-b13fa2f184b4 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:38:07.832452 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 29f3a572-30b8-4fae-bd53-b13fa2f184b4 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:38:07.832851 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7049b18b-244f-4d76-8fbe-d670b67204c2 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:38:07.851573 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 7049b18b-244f-4d76-8fbe-d670b67204c2 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:38:07.851980 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 7049b18b-244f-4d76-8fbe-d670b67204c2 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:38:07.852299 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:38:07.870608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:38:07.870944 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 0789e2f5-6a1c-4c9f-bc8a-847b8488c437 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:38:08.026784 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Deleting port ccf23f79-b4fb-4074-aeeb-6f2d621597aa {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:38:08.027013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:08.101195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] For port ccf23f79-b4fb-4074-aeeb-6f2d621597aa, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=ccf23f79-b4fb-4074-aeeb-6f2d621597aa,segment=NetworkSegment(0327dbb4-ef42-4ce9-a05f-1c68767b44d4),segment_id=0327dbb4-ef42-4ce9-a05f-1c68767b44d4)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:08.101538 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:08.113823 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Calling delete_port for ccf23f79-b4fb-4074-aeeb-6f2d621597aa owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:38:08.290388 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:08.319429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf23f79-b4fb-4074-aeeb-6f2d621597aa,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:08.330748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.331067 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.331384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.331715 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.332042 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.332388 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.332691 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.333013 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.333361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.333681 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.333999 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.334314 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:08.489258 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:08.712741 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:38:08.818071 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:38:08.823643 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1d201e04-4cfa-4612-88a4-f891286824d0 admin admin] 10.222.0.15 "PUT /v2.0/routers/0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3818958 Feb 04 06:38:08.826352 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54262) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:08.826801 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bdf88-4ed8-4301-86d4-e2dfe4ea3d58 None None] Sync routers for ids ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:38:08.836095 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bdf88-4ed8-4301-86d4-e2dfe4ea3d58 None None] Routers {'0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:08.836750 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-032bdf88-4ed8-4301-86d4-e2dfe4ea3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:08.932380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:08.938246 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-032bdf88-4ed8-4301-86d4-e2dfe4ea3d58 None None] Set router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:09.035217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.088577 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Deleting port c812cbbe-ef85-4350-945e-8c687ac35e00 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:38:09.088921 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.114453 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-032bdf88-4ed8-4301-86d4-e2dfe4ea3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'name': 'tempest-TestShelveInstance-496679712-router', 'tenant_id': '2179438f8642496195474c694184f104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:38:08Z', 'revision_number': 5, 'project_id': '2179438f8642496195474c694184f104', 'gw_port': {'id': 'c812cbbe-ef85-4350-945e-8c687ac35e00', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:09.140386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bdf88-4ed8-4301-86d4-e2dfe4ea3d58 None None] Checking router: 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:38:09.149070 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bdf88-4ed8-4301-86d4-e2dfe4ea3d58 None None] Routers {'0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:09.149689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-032bdf88-4ed8-4301-86d4-e2dfe4ea3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:09.166854 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] For port c812cbbe-ef85-4350-945e-8c687ac35e00, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c812cbbe-ef85-4350-945e-8c687ac35e00,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:09.167213 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.178580 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Calling delete_port for c812cbbe-ef85-4350-945e-8c687ac35e00 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:38:09.233516 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-032bdf88-4ed8-4301-86d4-e2dfe4ea3d58 None None] Set router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:09.287155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-032bdf88-4ed8-4301-86d4-e2dfe4ea3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'name': 'tempest-TestShelveInstance-496679712-router', 'tenant_id': '2179438f8642496195474c694184f104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:38:09Z', 'revision_number': 6, 'project_id': '2179438f8642496195474c694184f104', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:09.312795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bdf88-4ed8-4301-86d4-e2dfe4ea3d58 None None] The sync data for ids ['0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28'] in dv-neutron-826811-2-hyperv is: [{'id': '0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28', 'name': 'tempest-TestShelveInstance-496679712-router', 'tenant_id': '2179438f8642496195474c694184f104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:29:35Z', 'updated_at': '2022-02-04T06:38:09Z', 'revision_number': 6, 'project_id': '2179438f8642496195474c694184f104', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:38:09.350774 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.381425 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c812cbbe-ef85-4350-945e-8c687ac35e00,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:09.449334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.536948 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.539124 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.580878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.581434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:38:09.585764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.586907 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-bfed4744-15db-4748-bdba-1383558519cc admin admin] 10.222.0.15 "DELETE /v2.0/routers/0c0bbbfb-cab8-4b6a-9e76-c1fba4af4c28 HTTP/1.1" status: 204 len: 168 time: 0.7595022 Feb 04 06:38:09.589343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54264) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:09.637378 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f460e828-01f7-4fbb-a314-4d2f961dcc27 admin admin] Deleting subnet 67da429f-6a82-477f-af4e-4f34dfe84513 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:38:09.640334 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f460e828-01f7-4fbb-a314-4d2f961dcc27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.675017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f460e828-01f7-4fbb-a314-4d2f961dcc27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.756036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f460e828-01f7-4fbb-a314-4d2f961dcc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.811916 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f460e828-01f7-4fbb-a314-4d2f961dcc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.835168 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460e828-01f7-4fbb-a314-4d2f961dcc27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67da429f-6a82-477f-af4e-4f34dfe84513,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:09.841521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f460e828-01f7-4fbb-a314-4d2f961dcc27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.845128 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f460e828-01f7-4fbb-a314-4d2f961dcc27 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/67da429f-6a82-477f-af4e-4f34dfe84513 HTTP/1.1" status: 204 len: 168 time: 0.2546279 Feb 04 06:38:09.847012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61e361-16a5-448b-bfbb-55abe71bade2 None None] Network f6b87a3a-3af0-4d57-823f-04f541fa57de requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:38:09.847660 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54266) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:09.916583 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:09.973464 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Deleting port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:38:09.973807 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.042879 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] For port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5dc5b145-00d9-4e1a-84ad-76a78441e9cc,segment=NetworkSegment(0327dbb4-ef42-4ce9-a05f-1c68767b44d4),segment_id=0327dbb4-ef42-4ce9-a05f-1c68767b44d4)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:10.043249 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.057462 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Calling delete_port for 5dc5b145-00d9-4e1a-84ad-76a78441e9cc owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:38:10.064300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae27bda-a7c7-47ed-bfaa-d3b98ea223a7 None None] DHCP port deletion for f6b87a3a-3af0-4d57-823f-04f541fa57de request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:38:10.118009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-aae27bda-a7c7-47ed-bfaa-d3b98ea223a7 None None] Deleting port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:38:10.118629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-aae27bda-a7c7-47ed-bfaa-d3b98ea223a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.131216 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5dc5b145-00d9-4e1a-84ad-76a78441e9cc no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:38:10.143574 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.174214 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc5b145-00d9-4e1a-84ad-76a78441e9cc,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:10.177780 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] No DVR routers for this DVR port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:38:10.213359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-aae27bda-a7c7-47ed-bfaa-d3b98ea223a7 None None] For port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5dc5b145-00d9-4e1a-84ad-76a78441e9cc,segment=NetworkSegment(0327dbb4-ef42-4ce9-a05f-1c68767b44d4),segment_id=0327dbb4-ef42-4ce9-a05f-1c68767b44d4)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:10.213817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-aae27bda-a7c7-47ed-bfaa-d3b98ea223a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.228294 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-aae27bda-a7c7-47ed-bfaa-d3b98ea223a7 None None] Calling delete_port for 5dc5b145-00d9-4e1a-84ad-76a78441e9cc owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:38:10.231985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No active binding found for port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc {{(pid=102168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 06:38:10.232393 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5dc5b145-00d9-4e1a-84ad-76a78441e9cc not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:38:10.232795 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ccf23f79-b4fb-4074-aeeb-6f2d621597aa no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:38:10.249373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.258665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: ccf23f79-b4fb-4074-aeeb-6f2d621597aa {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:38:10.259021 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device ccf23f79-b4fb-4074-aeeb-6f2d621597aa not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:38:10.259439 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c812cbbe-ef85-4350-945e-8c687ac35e00 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:38:10.272265 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b87a3a-3af0-4d57-823f-04f541fa57de']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:10.282089 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0327dbb4-ef42-4ce9-a05f-1c68767b44d4') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:10.282384 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0327dbb4-ef42-4ce9-a05f-1c68767b44d4') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:10.293759 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.305731 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c812cbbe-ef85-4350-945e-8c687ac35e00 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:38:10.306496 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c812cbbe-ef85-4350-945e-8c687ac35e00 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:38:10.311614 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.321070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:38:10.322263 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:38:10.324616 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:38:10.351094 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-aae27bda-a7c7-47ed-bfaa-d3b98ea223a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.380533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae27bda-a7c7-47ed-bfaa-d3b98ea223a7 None None] Pushing event deleted for resources: {'Port': ['ID=5dc5b145-00d9-4e1a-84ad-76a78441e9cc,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:10.387638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae27bda-a7c7-47ed-bfaa-d3b98ea223a7 None None] No DVR routers for this DVR port 5dc5b145-00d9-4e1a-84ad-76a78441e9cc on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:38:10.390151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.396593 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.400324 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6b87a3a-3af0-4d57-823f-04f541fa57de HTTP/1.1" status: 204 len: 168 time: 0.5518692 Feb 04 06:38:10.415097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110f497-4d15-4681-810e-9fc4fcc7ce7d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b87a3a-3af0-4d57-823f-04f541fa57de,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:10.508405 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54270) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:10.548907 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-23e2aa68-7e97-4d49-a3cb-4bf343f825d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85d719d0afdb4c03a4ffdc282cac234b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393596 Feb 04 06:38:10.551329 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54272) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:10.598030 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-642933ad-ce41-45d5-bc61-583361ef6b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.617968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-642933ad-ce41-45d5-bc61-583361ef6b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.663170 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-642933ad-ce41-45d5-bc61-583361ef6b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.665925 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-642933ad-ce41-45d5-bc61-583361ef6b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:10.667127 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-642933ad-ce41-45d5-bc61-583361ef6b3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5711b4a5-9a6a-4dae-b159-c6379703b546 HTTP/1.1" status: 204 len: 168 time: 0.1148686 Feb 04 06:38:10.674769 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642933ad-ce41-45d5-bc61-583361ef6b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5711b4a5-9a6a-4dae-b159-c6379703b546,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:10.979793 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54278) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:11.018664 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-80ee8c6d-a6b7-420c-9628-3de8c9d79c4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2179438f8642496195474c694184f104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377288 Feb 04 06:38:11.021098 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54280) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:11.067782 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d7d63cff-4bbe-40f0-a3ed-0e3c215f8c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:11.089154 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d7d63cff-4bbe-40f0-a3ed-0e3c215f8c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:11.134386 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d7d63cff-4bbe-40f0-a3ed-0e3c215f8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:11.136970 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-d7d63cff-4bbe-40f0-a3ed-0e3c215f8c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:11.138249 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-d7d63cff-4bbe-40f0-a3ed-0e3c215f8c1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e1e1b05-e974-43fc-9902-5c4d8aa96925 HTTP/1.1" status: 204 len: 168 time: 0.1162040 Feb 04 06:38:11.145725 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d63cff-4bbe-40f0-a3ed-0e3c215f8c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1e1b05-e974-43fc-9902-5c4d8aa96925,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:11.837157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54302) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:11.929968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1261415442-network', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:11.952463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Made reservation on behalf of 6d7582080d2042daa044c9cceb9546e2 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:38:11.954796 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:11.966954 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.040269 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.043991 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.063678 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:38:12.077439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b04940-d920-48ea-b666-e1a4d8e34a78,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:12.082066 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.082468 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Added segment 3dcac856-e000-4f4d-92d2-11a7da94efd1 of type vlan for network f12a7a5d-6652-4186-8029-af40faa796a0 Feb 04 06:38:12.122031 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.145427 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.146346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:12.146910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.202891 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3646443 Feb 04 06:38:12.205953 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54306) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:12.206455 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21fa2a-1d8f-4173-bb31-68dcf2b38eaa admin admin] Pushing event updated for resources: {'Network': ['ID=f12a7a5d-6652-4186-8029-af40faa796a0,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:12.211445 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] Request body: {'subnet': {'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1261415442-subnet', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:12.216690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network f12a7a5d-6652-4186-8029-af40faa796a0 details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:38:12.234751 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] Made reservation on behalf of 6d7582080d2042daa044c9cceb9546e2 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:38:12.237556 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.404003 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.466415 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:12.470581 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] Checking segment: {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:38:12.470933 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] Network hostable DHCP agents. Network: f12a7a5d-6652-4186-8029-af40faa796a0, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:38:12.486826 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] Network f12a7a5d-6652-4186-8029-af40faa796a0 is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:38:12.495980 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, f12a7a5d-6652-4186-8029-af40faa796a0) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:12.499764 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:12.500346 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.507976 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d34273-51de-400c-a0e2-2cc70e7760ce None None] Network f12a7a5d-6652-4186-8029-af40faa796a0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:38:12.516075 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a9e49cc7-c542-4166-a40c-edc6afbb5846 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3088732 Feb 04 06:38:12.518701 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54308) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:12.522870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:12.544453 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.545429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.596287 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.649446 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-f12a7a5d-6652-4186-8029-af40faa796a0', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:38:12.650304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.733097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.784786 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Allocated IP 172.20.0.2 (f12a7a5d-6652-4186-8029-af40faa796a0/61b0f72b-30bc-4ada-b9ee-9fadf7bc6478/4fae3c59-a690-4fe0-8a13-55f1b55845a9) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:12.937844 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.945568 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:12.986217 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Network f12a7a5d-6652-4186-8029-af40faa796a0 is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:12.988953 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:12.993517 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:38:13.000457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Pushing event updated for resources: {'Port': ['ID=4fae3c59-a690-4fe0-8a13-55f1b55845a9,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:13.052447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Attempting to bind port 4fae3c59-a690-4fe0-8a13-55f1b55845a9 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:13.052823 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Attempting to bind port 4fae3c59-a690-4fe0-8a13-55f1b55845a9 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:13.053220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Attempting to bind port 4fae3c59-a690-4fe0-8a13-55f1b55845a9 on network f12a7a5d-6652-4186-8029-af40faa796a0 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:38:13.058968 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:38:13.059346 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Checking segment: {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:38:13.059754 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:13.060145 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Bound using segment: {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:38:13.060621 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Bound port: 4fae3c59-a690-4fe0-8a13-55f1b55845a9, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:13.060988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:13.123656 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] For port 4fae3c59-a690-4fe0-8a13-55f1b55845a9, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:38:13.126673 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] For port 4fae3c59-a690-4fe0-8a13-55f1b55845a9, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=4fae3c59-a690-4fe0-8a13-55f1b55845a9,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:38:13.131841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:13.185879 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:13.197359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8803b-4410-416e-a898-dbb4d5024ceb None None] Pushing event updated for resources: {'Port': ['ID=4fae3c59-a690-4fe0-8a13-55f1b55845a9,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:13.204063 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:13.307801 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Allocated IP 172.26.5.200 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/c4b6aadf-6afb-4a8b-b98d-730fcb16c842) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:13.424892 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:13.463262 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:13.512375 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:13.516341 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:13.518404 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b6aadf-6afb-4a8b-b98d-730fcb16c842,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:13.520602 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:38:13.768097 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:13.861485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4fae3c59-a690-4fe0-8a13-55f1b55845a9 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:38:13.914235 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 4fae3c59-a690-4fe0-8a13-55f1b55845a9 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:13.914615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:13.975673 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:13.994961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.035455 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 4fae3c59-a690-4fe0-8a13-55f1b55845a9, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=4fae3c59-a690-4fe0-8a13-55f1b55845a9,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:14.039999 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.091625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=4fae3c59-a690-4fe0-8a13-55f1b55845a9,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:14.115210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:38:14.207934 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b87eaaf-3ee3-476b-8a33-7be6e1351351 None None] Network f12a7a5d-6652-4186-8029-af40faa796a0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:38:14.225368 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:38:14.238144 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Sync routers for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:38:14.243753 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.247514 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-a4744f72-4a0e-4b72-ae5e-4194ad984279 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7254281 Feb 04 06:38:14.247746 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54310) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:14.249209 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:14.249981 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:14.268517 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-1c3c8785-b38a-4942-ba1b-f8cbb72d5a84 None None] Provisioning complete for port 4fae3c59-a690-4fe0-8a13-55f1b55845a9 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:14.268831 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8785-b38a-4942-ba1b-f8cbb72d5a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.360557 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:14.550354 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:13Z', 'revision_number': 3, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:14.581731 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Checking router: 0853fa4c-8d65-4f69-8dc9-59d21c9846ee for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:38:14.582079 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Updating router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee port c4b6aadf-6afb-4a8b-b98d-730fcb16c842 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:38:14.608492 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.639304 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-03cc4e9e-b561-4ee9-b3fa-bab4a8d49c56 None None] Provisioning complete for port 4fae3c59-a690-4fe0-8a13-55f1b55845a9 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:14.639837 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-03cc4e9e-b561-4ee9-b3fa-bab4a8d49c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.703802 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.874267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Allocated IP 172.20.0.1 (f12a7a5d-6652-4186-8029-af40faa796a0/61b0f72b-30bc-4ada-b9ee-9fadf7bc6478/f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:14.962543 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.967878 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:14.978443 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.012516 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.021601 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Attempting to bind port c4b6aadf-6afb-4a8b-b98d-730fcb16c842 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:15.021970 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Attempting to bind port c4b6aadf-6afb-4a8b-b98d-730fcb16c842 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:15.022333 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Attempting to bind port c4b6aadf-6afb-4a8b-b98d-730fcb16c842 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:38:15.025333 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Pushing event updated for resources: {'Port': ['ID=c4b6aadf-6afb-4a8b-b98d-730fcb16c842,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:15.032784 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:38:15.033177 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:38:15.033580 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.033974 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:38:15.034424 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Bound port: c4b6aadf-6afb-4a8b-b98d-730fcb16c842, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:15.034804 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.036859 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.037227 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.037563 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.037895 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.038848 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.039289 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.039620 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.039945 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.040269 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.040589 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.040908 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.041250 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:15.051815 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Network f12a7a5d-6652-4186-8029-af40faa796a0 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:15.055500 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:15.058981 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:38:15.082510 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Pushing event updated for resources: {'Port': ['ID=f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:15.098728 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] For port c4b6aadf-6afb-4a8b-b98d-730fcb16c842, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:38:15.102018 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.102768 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] For port c4b6aadf-6afb-4a8b-b98d-730fcb16c842, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c4b6aadf-6afb-4a8b-b98d-730fcb16c842,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:38:15.108380 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.169948 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ede2a8-0564-4cc9-bb1d-aeb72ec3afa0 None None] Pushing event updated for resources: {'Port': ['ID=c4b6aadf-6afb-4a8b-b98d-730fcb16c842,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:15.174319 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:15.174911 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:15.257696 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.284936 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:15.291560 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a39effd5-7849-41c7-9141-b1304ad8dd8d None None] Provisioning complete for port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:15.292638 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a39effd5-7849-41c7-9141-b1304ad8dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.328500 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a39effd5-7849-41c7-9141-b1304ad8dd8d None None] Port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:38:15.421187 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.425743 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9667929'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.459177 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:13Z', 'revision_number': 3, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:15.489520 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Pushing event updated for resources: {'Port': ['ID=f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:15.489736 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdca2a1-b887-48cc-8ec7-8f9d9e6396a7 None None] The sync data for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv is: [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:13Z', 'revision_number': 3, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:38:15.492428 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.589267 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Network f12a7a5d-6652-4186-8029-af40faa796a0 is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:15.590628 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:15.731454 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:38:15.869746 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-d9f53cd1-2d85-4b94-bb48-65748d374b9a None None] Provisioning complete for port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:15.870419 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d9f53cd1-2d85-4b94-bb48-65748d374b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.912797 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-d9f53cd1-2d85-4b94-bb48-65748d374b9a None None] Port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:38:15.954218 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c4b6aadf-6afb-4a8b-b98d-730fcb16c842 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:38:16.009584 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c4b6aadf-6afb-4a8b-b98d-730fcb16c842 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:16.009956 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.092757 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.115161 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port c4b6aadf-6afb-4a8b-b98d-730fcb16c842, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c4b6aadf-6afb-4a8b-b98d-730fcb16c842,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:16.120710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.122315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4fae3c59-a690-4fe0-8a13-55f1b55845a9 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:38:16.153637 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:38:16.165375 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-cb0f6c9d-b1d8-47eb-989f-c3097dc0ac3d admin admin] 10.222.0.15 "PUT /v2.0/routers/0853fa4c-8d65-4f69-8dc9-59d21c9846ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9104385 Feb 04 06:38:16.206504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=c4b6aadf-6afb-4a8b-b98d-730fcb16c842,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:16.219895 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 4fae3c59-a690-4fe0-8a13-55f1b55845a9 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:16.220265 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.645627 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54326) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:16.650588 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1022996851-network', 'tenant_id': '08c58529efba4c58a38d5b39690dab04'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:16.673521 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Made reservation on behalf of 08c58529efba4c58a38d5b39690dab04 for: {'network': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:38:16.676256 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for network, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.689422 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.765670 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.770177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.796646 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:38:16.807487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2defad2-e6a6-4482-a787-e4d47d48ab96,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:16.812563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.813024 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.segments_db [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Added segment 2d0af784-9998-436a-b904-2bea09ec95e2 of type vlan for network ac0269e0-e7ad-4c63-917a-d9f1970fdd8e Feb 04 06:38:16.854523 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747974010314'] for network, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.880152 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526'] for network, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.881180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:16.881756 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:16.937427 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2906735 Feb 04 06:38:16.940295 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54328) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:16.942828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc28c0-d07e-4b15-b0cb-f83619c32d40 admin admin] Pushing event updated for resources: {'Network': ['ID=ac0269e0-e7ad-4c63-917a-d9f1970fdd8e,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:16.947528 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] Request body: {'subnet': {'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1022996851-subnet', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'ip_version': 4}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:16.954462 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Network ac0269e0-e7ad-4c63-917a-d9f1970fdd8e details requested by agent ovs-agent-dv-neutron-826811-2-hyperv with host dv-neutron-826811-2-hyperv {{(pid=102168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:38:16.973246 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] Made reservation on behalf of 08c58529efba4c58a38d5b39690dab04 for: {'subnet': 1} {{(pid=102166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:38:16.976153 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9822318'] for subnet, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.095364 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Sync routers for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:38:17.105196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:17.105828 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:17.144853 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9822332'] for subnet, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.201360 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:17.211853 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:17.212077 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] Checking segment: {'id': '2d0af784-9998-436a-b904-2bea09ec95e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:38:17.212431 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] Network hostable DHCP agents. Network: ac0269e0-e7ad-4c63-917a-d9f1970fdd8e, hostable agents: ['0f1be565-f870-45f5-acc1-a817be2c4128'], hosted agents: [] {{(pid=102166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:38:17.229044 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] Network ac0269e0-e7ad-4c63-917a-d9f1970fdd8e is scheduled to be hosted by DHCP agent 0f1be565-f870-45f5-acc1-a817be2c4128 with binding_index 1 {{(pid=102166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:38:17.237423 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826811-2-hyperv, ac0269e0-e7ad-4c63-917a-d9f1970fdd8e) {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:17.242761 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:17.244653 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.245608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3734b4-a49f-4fd9-87dd-a8dcb3060801 None None] Network ac0269e0-e7ad-4c63-917a-d9f1970fdd8e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:38:17.261977 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-48a0cf29-7aed-4973-9eb3-7bae7e4e723a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3195040 Feb 04 06:38:17.263739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54330) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:17.267929 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1022996851-router', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:17.291469 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24793'] for router, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.292087 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24736'] for router, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.343091 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.480273 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.501130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc21d6a70-bd66-5ef6-974b-c94024d76fd0-ac0269e0-e7ad-4c63-917a-d9f1970fdd8e', 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'fixed_ips': [{'subnet_id': '7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069'}]}} from dv-neutron-826811-2-hyperv. {{(pid=102168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:38:17.502202 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.576781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 2, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:17.614003 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Checking router: 0853fa4c-8d65-4f69-8dc9-59d21c9846ee for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:38:17.614351 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Updating router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:38:17.664029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.684488 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.704429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.717552 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.db_base_plugin_common [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Allocated IP 172.20.0.2 (ac0269e0-e7ad-4c63-917a-d9f1970fdd8e/7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069/95257491-3985-4568-b3be-ed2bb4845b4a) {{(pid=102168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:17.811120 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_common [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Allocated IP 172.26.5.136 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/5b38e43a-8e9e-4baf-8c2f-0733a9346782) {{(pid=102166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:17.829051 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c4b6aadf-6afb-4a8b-b98d-730fcb16c842 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:38:17.922050 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.956993 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:17.997570 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:18.000451 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.base_scheduler [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:18.003922 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Received port after_create {{(pid=102166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:38:18.009935 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Pushing event updated for resources: {'Port': ['ID=5b38e43a-8e9e-4baf-8c2f-0733a9346782,revision_number=1']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:18.023336 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port c4b6aadf-6afb-4a8b-b98d-730fcb16c842 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:18.023916 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.067710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.079474 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351'] for port, after_create {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.155290 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Network ac0269e0-e7ad-4c63-917a-d9f1970fdd8e is already hosted by enough agents. {{(pid=102168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:18.164440 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.scheduler.base_scheduler [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Resources bound (agent type, host, resource id): {{(pid=102168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:18.169706 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Received port after_create {{(pid=102168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:38:18.184906 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.191335 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Pushing event updated for resources: {'Port': ['ID=95257491-3985-4568-b3be-ed2bb4845b4a,revision_number=1']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:18.262145 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.361537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.454125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acbe8a-74d0-4613-b2f4-e6e3f8f4a6b4 None None] Pushing event updated for resources: {'Port': ['ID=f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:18.458614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Attempting to bind port 95257491-3985-4568-b3be-ed2bb4845b4a on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:18.458614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Attempting to bind port 95257491-3985-4568-b3be-ed2bb4845b4a by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '2d0af784-9998-436a-b904-2bea09ec95e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:18.459461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Attempting to bind port 95257491-3985-4568-b3be-ed2bb4845b4a on network ac0269e0-e7ad-4c63-917a-d9f1970fdd8e {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:38:18.469948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:38:18.469948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Checking segment: {'id': '2d0af784-9998-436a-b904-2bea09ec95e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:38:18.469948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.469948 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Bound using segment: {'id': '2d0af784-9998-436a-b904-2bea09ec95e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:38:18.470462 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Bound port: 95257491-3985-4568-b3be-ed2bb4845b4a, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0af784-9998-436a-b904-2bea09ec95e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:18.470824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.483715 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634368'] for router, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.547565 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Attempting to bind port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:18.547949 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Attempting to bind port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:18.548297 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Attempting to bind port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb on network f12a7a5d-6652-4186-8029-af40faa796a0 {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:38:18.558348 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:38:18.558770 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Checking segment: {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:38:18.559103 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.559487 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Bound using segment: {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:38:18.559952 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Bound port: f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:18.560330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.611659 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] For port 95257491-3985-4568-b3be-ed2bb4845b4a, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:38:18.628049 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] For port 95257491-3985-4568-b3be-ed2bb4845b4a, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=95257491-3985-4568-b3be-ed2bb4845b4a,segment=NetworkSegment(2d0af784-9998-436a-b904-2bea09ec95e2),segment_id=2d0af784-9998-436a-b904-2bea09ec95e2)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:38:18.635821 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.644468 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Router 2aab909e-a270-4b79-baf5-5192753fd988 is scheduled to L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c with binding_index 1 {{(pid=102166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:38:18.687769 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] For port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:38:18.708933 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] For port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:38:18.717245 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.724696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08688c-4288-46b7-a350-96f505bf10e4 None None] Pushing event updated for resources: {'Port': ['ID=95257491-3985-4568-b3be-ed2bb4845b4a,revision_number=2']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:18.777016 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:38:18.785694 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:18.786281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:18.791138 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Sync routers for ids ['2aab909e-a270-4b79-baf5-5192753fd988'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:38:18.793125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acbe8a-74d0-4613-b2f4-e6e3f8f4a6b4 None None] Pushing event updated for resources: {'Port': ['ID=f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:18.807394 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.811424 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-eed1feba-b013-46d7-b5f1-f4bbb7c3bf7b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5440843 Feb 04 06:38:18.811865 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54334) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:18.812902 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Routers {'2aab909e-a270-4b79-baf5-5192753fd988'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:18.814013 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2aab909e-a270-4b79-baf5-5192753fd988'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:18.846766 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-077285fe-2a28-4f61-b7f8-c42e91aeb251 None None] Provisioning complete for port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:18.847138 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-077285fe-2a28-4f61-b7f8-c42e91aeb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.947515 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Set router 2aab909e-a270-4b79-baf5-5192753fd988 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:19.022166 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-077285fe-2a28-4f61-b7f8-c42e91aeb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.052529 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:19.116035 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-077285fe-2a28-4f61-b7f8-c42e91aeb251 None None] For port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:19.123281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-077285fe-2a28-4f61-b7f8-c42e91aeb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.205634 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aab909e-a270-4b79-baf5-5192753fd988', 'name': 'tempest-TestSnapshotPattern-1022996851-router', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:18Z', 'revision_number': 3, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'gw_port': {'id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aab909e-a270-4b79-baf5-5192753fd988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:19.233200 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Checking router: 2aab909e-a270-4b79-baf5-5192753fd988 for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:38:19.233774 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Updating router 2aab909e-a270-4b79-baf5-5192753fd988 port 5b38e43a-8e9e-4baf-8c2f-0733a9346782 binding host dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:38:19.261768 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.282724 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-7bbd8c86-ce68-453c-9eb2-3d5895bea257 None None] Provisioning complete for port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:19.283204 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c86-ce68-453c-9eb2-3d5895bea257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.287019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077285fe-2a28-4f61-b7f8-c42e91aeb251 None None] Pushing event updated for resources: {'Port': ['ID=f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:19.407726 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.427558 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:18Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:19.454906 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ef281-8bb0-4dd9-b048-13490049d038 None None] The sync data for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv is: [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:18Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:38:19.575227 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Notify callbacks [] for port, precommit_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.580446 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.609142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Allocated IP 172.20.0.1 (ac0269e0-e7ad-4c63-917a-d9f1970fdd8e/7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069/bf54b19b-04c9-49f6-9cc0-3ef7d421432c) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:19.642661 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Attempting to bind port 5b38e43a-8e9e-4baf-8c2f-0733a9346782 on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:19.643177 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Attempting to bind port 5b38e43a-8e9e-4baf-8c2f-0733a9346782 by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:19.643646 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Attempting to bind port 5b38e43a-8e9e-4baf-8c2f-0733a9346782 on network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:38:19.649959 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:38:19.650459 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Checking segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:38:19.650962 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.651586 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Bound using segment: {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'} {{(pid=102169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:38:19.652295 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.managers [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Bound port: 5b38e43a-8e9e-4baf-8c2f-0733a9346782, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515dbe7-5cc8-42ec-b927-72d388df273e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe'}}] {{(pid=102169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:19.652778 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.655046 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6efc75-26b6-42d4-b579-f678ab15c86f None None] Pushing event updated for resources: {'Port': ['ID=5b38e43a-8e9e-4baf-8c2f-0733a9346782,revision_number=2']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:19.740058 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] For port 5b38e43a-8e9e-4baf-8c2f-0733a9346782, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:38:19.744408 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.plugins.ml2.db [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] For port 5b38e43a-8e9e-4baf-8c2f-0733a9346782, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5b38e43a-8e9e-4baf-8c2f-0733a9346782,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:38:19.751798 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron_lib.callbacks.manager [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.784186 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.822278 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Routers {'2aab909e-a270-4b79-baf5-5192753fd988'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:19.822895 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2aab909e-a270-4b79-baf5-5192753fd988'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:19.890874 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.950709 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Network ac0269e0-e7ad-4c63-917a-d9f1970fdd8e is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:19.963770 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] Set router 2aab909e-a270-4b79-baf5-5192753fd988 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:19.967084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:19.970348 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:38:19.972922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Pushing event updated for resources: {'Port': ['ID=bf54b19b-04c9-49f6-9cc0-3ef7d421432c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:20.033343 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634591'] for router_interface, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.035196 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 95257491-3985-4568-b3be-ed2bb4845b4a up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:38:20.041601 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b78213-e0b6-450b-9c5f-dd2d42bce376 None None] Network ac0269e0-e7ad-4c63-917a-d9f1970fdd8e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:38:20.052198 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6efc75-26b6-42d4-b579-f678ab15c86f None None] Pushing event updated for resources: {'Port': ['ID=5b38e43a-8e9e-4baf-8c2f-0733a9346782,revision_number=3']} {{(pid=102169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:20.153765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-030da802-13bd-4f11-85bc-f19421dcf360 None None] Provisioning complete for port 95257491-3985-4568-b3be-ed2bb4845b4a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:20.154745 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-030da802-13bd-4f11-85bc-f19421dcf360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.192112 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 95257491-3985-4568-b3be-ed2bb4845b4a triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:20.192665 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.203906 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.309109 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aab909e-a270-4b79-baf5-5192753fd988', 'name': 'tempest-TestSnapshotPattern-1022996851-router', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:18Z', 'revision_number': 3, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'gw_port': {'id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aab909e-a270-4b79-baf5-5192753fd988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:20.342337 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b29ae7-cc9b-46cb-9c9f-e79256c1ac5f None None] The sync data for ids ['2aab909e-a270-4b79-baf5-5192753fd988'] in dv-neutron-826811-2-hyperv is: [{'id': '2aab909e-a270-4b79-baf5-5192753fd988', 'name': 'tempest-TestSnapshotPattern-1022996851-router', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:18Z', 'revision_number': 3, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'gw_port': {'id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aab909e-a270-4b79-baf5-5192753fd988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:38:20.395545 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-030da802-13bd-4f11-85bc-f19421dcf360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.408058 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.461314 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-030da802-13bd-4f11-85bc-f19421dcf360 None None] For port 95257491-3985-4568-b3be-ed2bb4845b4a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=95257491-3985-4568-b3be-ed2bb4845b4a,segment=NetworkSegment(2d0af784-9998-436a-b904-2bea09ec95e2),segment_id=2d0af784-9998-436a-b904-2bea09ec95e2)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:20.469761 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-030da802-13bd-4f11-85bc-f19421dcf360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.559560 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:38:20.559912 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG oslo_db.api [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:38:20.565755 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030da802-13bd-4f11-85bc-f19421dcf360 None None] Pushing event updated for resources: {'Port': ['ID=95257491-3985-4568-b3be-ed2bb4845b4a,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:20.802000 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-5f3d24d6-ad31-4850-8bdb-6db680f8743b None None] Provisioning complete for port 95257491-3985-4568-b3be-ed2bb4845b4a triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:20.802686 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5f3d24d6-ad31-4850-8bdb-6db680f8743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.805995 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.812295 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.898227 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-632143'] for router_interface, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.961973 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Pushing event updated for resources: {'Port': ['ID=bf54b19b-04c9-49f6-9cc0-3ef7d421432c,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:20.971689 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-5f3d24d6-ad31-4850-8bdb-6db680f8743b None None] Provisioning complete for port bf54b19b-04c9-49f6-9cc0-3ef7d421432c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:20.972058 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5f3d24d6-ad31-4850-8bdb-6db680f8743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:21.008120 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d24d6-ad31-4850-8bdb-6db680f8743b None None] Port bf54b19b-04c9-49f6-9cc0-3ef7d421432c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:38:21.039060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Network ac0269e0-e7ad-4c63-917a-d9f1970fdd8e is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:21.040604 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:21.111053 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:38:21.168859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Router 2aab909e-a270-4b79-baf5-5192753fd988 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:38:21.174578 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-adc1c81e-6bca-4ffe-83a7-08310cc44a36 None None] Provisioning complete for port bf54b19b-04c9-49f6-9cc0-3ef7d421432c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:21.175071 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-adc1c81e-6bca-4ffe-83a7-08310cc44a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:21.204322 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:21.205031 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:21.242625 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c81e-6bca-4ffe-83a7-08310cc44a36 None None] Port bf54b19b-04c9-49f6-9cc0-3ef7d421432c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:38:21.292121 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-76c5dca7-a39a-4e7e-944a-7c9a4f7f13ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:21.318904 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:38:21.324153 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-28dfd188-0567-4620-9cfd-97f690483920 admin admin] 10.222.0.15 "PUT /v2.0/routers/2aab909e-a270-4b79-baf5-5192753fd988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5112450 Feb 04 06:38:21.362437 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-a5e34317-663c-4f1a-9aa1-125347bba1b0 None None] Provisioning complete for port bf54b19b-04c9-49f6-9cc0-3ef7d421432c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:21.362845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a5e34317-663c-4f1a-9aa1-125347bba1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:21.399931 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-a5e34317-663c-4f1a-9aa1-125347bba1b0 None None] Port bf54b19b-04c9-49f6-9cc0-3ef7d421432c cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:38:21.848398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54342) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:21.853485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-34222453-bc46-40db-a832-a05fa8257f31 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333216676', 'description': 'tempest-secgroup-smoke-1333216676 description', 'project_id': '6d7582080d2042daa044c9cceb9546e2'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:21.875675 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34222453-bc46-40db-a832-a05fa8257f31 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:21.903139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 95257491-3985-4568-b3be-ed2bb4845b4a up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:38:21.949801 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34222453-bc46-40db-a832-a05fa8257f31 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:21.954002 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34222453-bc46-40db-a832-a05fa8257f31 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:21.961431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 95257491-3985-4568-b3be-ed2bb4845b4a triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:21.961821 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:21.981498 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-34222453-bc46-40db-a832-a05fa8257f31 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:21.985566 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-34222453-bc46-40db-a832-a05fa8257f31 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1330013 Feb 04 06:38:21.986611 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54344) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:21.987081 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34222453-bc46-40db-a832-a05fa8257f31 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf76616-a60e-4010-a690-3e22fc576a4c,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:21.992098 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-ddc99140-8f99-4563-8e41-9feb8ef29a2c tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Request body: {'security_group_rule': {'security_group_id': 'fcf76616-a60e-4010-a690-3e22fc576a4c', 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:22.028889 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ddc99140-8f99-4563-8e41-9feb8ef29a2c tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.040767 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5b38e43a-8e9e-4baf-8c2f-0733a9346782 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:38:22.084382 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ddc99140-8f99-4563-8e41-9feb8ef29a2c tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.088244 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 5b38e43a-8e9e-4baf-8c2f-0733a9346782 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:22.088640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.089289 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ddc99140-8f99-4563-8e41-9feb8ef29a2c tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.107435 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc99140-8f99-4563-8e41-9feb8ef29a2c tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5ab1fe-d759-441f-a935-f7455db86ab9,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:22.112116 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ddc99140-8f99-4563-8e41-9feb8ef29a2c tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.113381 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ddc99140-8f99-4563-8e41-9feb8ef29a2c tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256542 Feb 04 06:38:22.117190 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54346) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:22.121511 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-0b0e1a6e-c15b-476f-b004-137cb59a852d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Request body: {'security_group_rule': {'security_group_id': 'fcf76616-a60e-4010-a690-3e22fc576a4c', 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:22.149267 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1a6e-c15b-476f-b004-137cb59a852d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.168402 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.187817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] For port 5b38e43a-8e9e-4baf-8c2f-0733a9346782, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5b38e43a-8e9e-4baf-8c2f-0733a9346782,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:22.191921 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.213247 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1a6e-c15b-476f-b004-137cb59a852d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.217216 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1a6e-c15b-476f-b004-137cb59a852d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.232142 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e1a6e-c15b-476f-b004-137cb59a852d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c40f8d-e431-4db7-8796-1db62ab6e220,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:22.243194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1a6e-c15b-476f-b004-137cb59a852d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.244401 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-0b0e1a6e-c15b-476f-b004-137cb59a852d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264238 Feb 04 06:38:22.247189 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54348) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:22.248223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Pushing event updated for resources: {'Port': ['ID=5b38e43a-8e9e-4baf-8c2f-0733a9346782,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:22.251591 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-66ee5db7-e533-4e73-a204-5609da67c275 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Request body: {'security_group_rule': {'security_group_id': 'fcf76616-a60e-4010-a690-3e22fc576a4c', 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:22.280221 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66ee5db7-e533-4e73-a204-5609da67c275 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.337371 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66ee5db7-e533-4e73-a204-5609da67c275 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.340599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66ee5db7-e533-4e73-a204-5609da67c275 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.357057 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee5db7-e533-4e73-a204-5609da67c275 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8665c1c-f8e4-490f-9660-bf58101f7133,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:22.364882 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-66ee5db7-e533-4e73-a204-5609da67c275 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.366644 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-66ee5db7-e533-4e73-a204-5609da67c275 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179657 Feb 04 06:38:22.369482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54350) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:22.373715 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-678737bc-6be1-4280-98c1-6047759debf2 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Request body: {'security_group_rule': {'security_group_id': 'fcf76616-a60e-4010-a690-3e22fc576a4c', 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:22.400859 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-678737bc-6be1-4280-98c1-6047759debf2 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.460373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-678737bc-6be1-4280-98c1-6047759debf2 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.463747 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-678737bc-6be1-4280-98c1-6047759debf2 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.477721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678737bc-6be1-4280-98c1-6047759debf2 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81bd7d0-b8a0-4eb6-bc77-2a8167b6b11d,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:22.488236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-678737bc-6be1-4280-98c1-6047759debf2 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.489454 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-678737bc-6be1-4280-98c1-6047759debf2 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190591 Feb 04 06:38:22.492671 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54352) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:22.497036 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-5f7a8b2e-af18-46e6-8958-092efbfc38f1 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Request body: {'security_group_rule': {'security_group_id': 'fcf76616-a60e-4010-a690-3e22fc576a4c', 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:22.520665 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.securitygroups_db [None req-5f7a8b2e-af18-46e6-8958-092efbfc38f1 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Project 6d7582080d2042daa044c9cceb9546e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:38:22.525452 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f7a8b2e-af18-46e6-8958-092efbfc38f1 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.586978 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f7a8b2e-af18-46e6-8958-092efbfc38f1 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.590683 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f7a8b2e-af18-46e6-8958-092efbfc38f1 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.608903 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a8b2e-af18-46e6-8958-092efbfc38f1 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9883aed3-b32c-4764-9833-e23df8866b55,revision_number=0']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:22.619008 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-5f7a8b2e-af18-46e6-8958-092efbfc38f1 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.621697 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-5f7a8b2e-af18-46e6-8958-092efbfc38f1 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278491 Feb 04 06:38:22.623191 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54354) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:22.627966 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.v2.base [None req-5febe85d-f9e7-4923-900a-d1e38a024f4d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Request body: {'security_group_rule': {'security_group_id': 'fcf76616-a60e-4010-a690-3e22fc576a4c', 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:22.651378 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.securitygroups_db [None req-5febe85d-f9e7-4923-900a-d1e38a024f4d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Project 6d7582080d2042daa044c9cceb9546e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:38:22.656407 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5febe85d-f9e7-4923-900a-d1e38a024f4d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.718130 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5febe85d-f9e7-4923-900a-d1e38a024f4d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.722599 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5febe85d-f9e7-4923-900a-d1e38a024f4d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746841'] for security_group_rule, after_create {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.740424 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febe85d-f9e7-4923-900a-d1e38a024f4d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e9fe35-5551-4aab-b52a-89a9a4bcc3c5,revision_number=0']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:22.748776 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5febe85d-f9e7-4923-900a-d1e38a024f4d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:22.750031 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-5febe85d-f9e7-4923-900a-d1e38a024f4d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256316 Feb 04 06:38:22.931513 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Sync routers for ids ['2aab909e-a270-4b79-baf5-5192753fd988'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:38:22.941293 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Routers {'2aab909e-a270-4b79-baf5-5192753fd988'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:22.941900 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:37:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2aab909e-a270-4b79-baf5-5192753fd988'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:22.957401 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-cf243d89-0a1f-4711-be2a-6f7bee6123a3 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333216676&fields=id&tenant_id=6d7582080d2042daa044c9cceb9546e2 HTTP/1.1" status: 200 len: 267 time: 0.0337348 Feb 04 06:38:23.048930 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Set router 2aab909e-a270-4b79-baf5-5192753fd988 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:23.063161 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-16200827-0322-454e-af78-1c330c3aa4eb tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:23.064638 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-16200827-0322-454e-af78-1c330c3aa4eb tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 810 time: 0.0994134 Feb 04 06:38:23.079974 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-1058be2b-880b-46bf-a3e2-aa7c72d1ad32 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/quotas/6d7582080d2042daa044c9cceb9546e2 HTTP/1.1" status: 200 len: 375 time: 0.0090208 Feb 04 06:38:23.138550 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-a6c810b0-49ef-492c-a60b-1250728e81aa tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518661 Feb 04 06:38:23.246985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-1c2675d3-72ba-40ac-9ee1-e39c67ba3903 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:38:23.248113 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-1c2675d3-72ba-40ac-9ee1-e39c67ba3903 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0972893 Feb 04 06:38:23.337629 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-a27b163c-d785-4253-bfec-17373635c7d7 service neutron] 10.222.0.15 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829797 Feb 04 06:38:23.383629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aab909e-a270-4b79-baf5-5192753fd988', 'name': 'tempest-TestSnapshotPattern-1022996851-router', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:20Z', 'revision_number': 4, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'gw_port': {'id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aab909e-a270-4b79-baf5-5192753fd988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'bf54b19b-04c9-49f6-9cc0-3ef7d421432c', 'name': '', 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'mac_address': 'fa:16:3e:f4:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aab909e-a270-4b79-baf5-5192753fd988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:19Z', 'updated_at': '2022-02-04T06:38:20Z', 'revision_number': 2, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'subnets': [{'id': '7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:23.409997 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Checking router: 2aab909e-a270-4b79-baf5-5192753fd988 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:38:23.410350 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Updating router 2aab909e-a270-4b79-baf5-5192753fd988 port bf54b19b-04c9-49f6-9cc0-3ef7d421432c binding host dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:38:23.430479 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-8c5e8f6e-2b6e-4f52-9ace-d6d217e27a5e service neutron] 10.222.0.15 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869699 Feb 04 06:38:23.433945 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:23.552087 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-1d11f322-7cab-49af-9bb9-ba783fe5044f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:23.593547 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e784af5f-56db-4903-a0a6-cfe69b567442 req-bf025891-edac-4ed6-a709-d36bab238179 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 210 time: 0.0280821 Feb 04 06:38:23.708237 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Notify callbacks [] for port, precommit_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:23.714015 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:23.773337 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26983a5-d200-43b7-a742-5de0a482f00a None None] Pushing event updated for resources: {'Port': ['ID=bf54b19b-04c9-49f6-9cc0-3ef7d421432c,revision_number=3']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:23.833358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Attempting to bind port bf54b19b-04c9-49f6-9cc0-3ef7d421432c on host dv-neutron-826811-2-hyperv for vnic_type normal with profile {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:23.833636 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Attempting to bind port bf54b19b-04c9-49f6-9cc0-3ef7d421432c by drivers openvswitch,hyperv on host dv-neutron-826811-2-hyperv at level 0 using segments [{'id': '2d0af784-9998-436a-b904-2bea09ec95e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e'}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:23.834130 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Attempting to bind port bf54b19b-04c9-49f6-9cc0-3ef7d421432c on network ac0269e0-e7ad-4c63-917a-d9f1970fdd8e {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:38:23.840330 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Checking agent: {'id': '0a840eae-b71c-48e0-b528-4af048ff2407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826811-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 44, 26), 'started_at': datetime.datetime(2022, 2, 4, 5, 44, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826811-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:38:23.840698 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Checking segment: {'id': '2d0af784-9998-436a-b904-2bea09ec95e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:38:23.841113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:23.841743 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Bound using segment: {'id': '2d0af784-9998-436a-b904-2bea09ec95e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e'} {{(pid=102168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:38:23.842358 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.managers [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Bound port: bf54b19b-04c9-49f6-9cc0-3ef7d421432c, host: dv-neutron-826811-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0af784-9998-436a-b904-2bea09ec95e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e'}}] {{(pid=102168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:23.843034 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:23.857996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5b38e43a-8e9e-4baf-8c2f-0733a9346782 up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:38:23.952085 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] For port bf54b19b-04c9-49f6-9cc0-3ef7d421432c, host dv-neutron-826811-2-hyperv, cleared binding levels {{(pid=102168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:38:23.956057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] For port bf54b19b-04c9-49f6-9cc0-3ef7d421432c, host dv-neutron-826811-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bf54b19b-04c9-49f6-9cc0-3ef7d421432c,segment=NetworkSegment(2d0af784-9998-436a-b904-2bea09ec95e2),segment_id=2d0af784-9998-436a-b904-2bea09ec95e2)] {{(pid=102168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:38:23.957741 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port 5b38e43a-8e9e-4baf-8c2f-0733a9346782 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:23.958113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:23.961969 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:24.060728 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26983a5-d200-43b7-a742-5de0a482f00a None None] Pushing event updated for resources: {'Port': ['ID=bf54b19b-04c9-49f6-9cc0-3ef7d421432c,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:24.068008 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Routers {'2aab909e-a270-4b79-baf5-5192753fd988'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:24.068882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:38:24Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2aab909e-a270-4b79-baf5-5192753fd988'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:24.133403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-04340709-ab1b-4e78-820b-0cc9b7ab4cf3 None None] Provisioning complete for port bf54b19b-04c9-49f6-9cc0-3ef7d421432c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:24.133785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-04340709-ab1b-4e78-820b-0cc9b7ab4cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:24.243403 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] Set router 2aab909e-a270-4b79-baf5-5192753fd988 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:24.313054 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-04340709-ab1b-4e78-820b-0cc9b7ab4cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:24.409896 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-04340709-ab1b-4e78-820b-0cc9b7ab4cf3 None None] For port bf54b19b-04c9-49f6-9cc0-3ef7d421432c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bf54b19b-04c9-49f6-9cc0-3ef7d421432c,segment=NetworkSegment(2d0af784-9998-436a-b904-2bea09ec95e2),segment_id=2d0af784-9998-436a-b904-2bea09ec95e2)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:24.421315 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-04340709-ab1b-4e78-820b-0cc9b7ab4cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:24.502322 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04340709-ab1b-4e78-820b-0cc9b7ab4cf3 None None] Pushing event updated for resources: {'Port': ['ID=bf54b19b-04c9-49f6-9cc0-3ef7d421432c,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:24.527184 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aab909e-a270-4b79-baf5-5192753fd988', 'name': 'tempest-TestSnapshotPattern-1022996851-router', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:20Z', 'revision_number': 4, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'gw_port': {'id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aab909e-a270-4b79-baf5-5192753fd988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'bf54b19b-04c9-49f6-9cc0-3ef7d421432c', 'name': '', 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'mac_address': 'fa:16:3e:f4:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aab909e-a270-4b79-baf5-5192753fd988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:19Z', 'updated_at': '2022-02-04T06:38:23Z', 'revision_number': 4, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'subnets': [{'id': '7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:24.557106 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dad5e9-20a0-4d0b-bfc8-2200a529cf78 None None] The sync data for ids ['2aab909e-a270-4b79-baf5-5192753fd988'] in dv-neutron-826811-2-hyperv is: [{'id': '2aab909e-a270-4b79-baf5-5192753fd988', 'name': 'tempest-TestSnapshotPattern-1022996851-router', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:20Z', 'revision_number': 4, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'gw_port': {'id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aab909e-a270-4b79-baf5-5192753fd988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'bf54b19b-04c9-49f6-9cc0-3ef7d421432c', 'name': '', 'network_id': 'ac0269e0-e7ad-4c63-917a-d9f1970fdd8e', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'mac_address': 'fa:16:3e:f4:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aab909e-a270-4b79-baf5-5192753fd988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:19Z', 'updated_at': '2022-02-04T06:38:23Z', 'revision_number': 4, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'subnets': [{'id': '7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:38:24.566385 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-3903ab1d-ddb8-4d1a-9e5e-41fafdb4c2fe None None] Provisioning complete for port bf54b19b-04c9-49f6-9cc0-3ef7d421432c triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:24.566753 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3903ab1d-ddb8-4d1a-9e5e-41fafdb4c2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:24.747359 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e43d38f9-407e-4c2d-95cf-74ba2181ca11 req-624c9027-fd6d-4d00-ac5e-51dc3d0e5689 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 210 time: 0.0418625 Feb 04 06:38:24.804479 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-4398ff87-64bf-427c-b4aa-89d5bfbffe2e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:24.806021 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-4398ff87-64bf-427c-b4aa-89d5bfbffe2e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 810 time: 0.1817067 Feb 04 06:38:24.853255 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-a186afc5-b5fc-462b-a9ca-65218a1a59a8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d7582080d2042daa044c9cceb9546e2 HTTP/1.1" status: 200 len: 380 time: 0.0386524 Feb 04 06:38:24.862571 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Request body: {'port': {'device_id': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'admin_state_up': True, 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'security_groups': ['fcf76616-a60e-4010-a690-3e22fc576a4c']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:24.917169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:24.976857 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Made reservation on behalf of 6d7582080d2042daa044c9cceb9546e2 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:38:24.980497 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:25.118575 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Allocated IP 172.20.0.8 (f12a7a5d-6652-4186-8029-af40faa796a0/61b0f72b-30bc-4ada-b9ee-9fadf7bc6478/09647bef-e2bd-4263-81eb-d35af6fb0cd8) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:25.254294 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:25.288440 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:25.339647 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Network f12a7a5d-6652-4186-8029-af40faa796a0 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:25.343101 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:25.346808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:38:25.375180 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'Port': ['ID=09647bef-e2bd-4263-81eb-d35af6fb0cd8,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:25.403275 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:25.403920 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:25.420271 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-77e5aac8-3410-4f28-ae39-ca74bbd821b8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613859 Feb 04 06:38:25.435237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Request body: {'port': {'device_id': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:25.491550 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:25.601215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-8b7be55e-6172-48b5-a18f-f566f7502cd7 None None] Provisioning complete for port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:25.601759 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8b7be55e-6172-48b5-a18f-f566f7502cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:25.636588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-8b7be55e-6172-48b5-a18f-f566f7502cd7 None None] Port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:38:25.660338 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:38:25.765761 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09647bef-e2bd-4263-81eb-d35af6fb0cd8 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:38:25.775830 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:25.789878 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Transition to ACTIVE for port object 09647bef-e2bd-4263-81eb-d35af6fb0cd8 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:38:25.794707 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:25.869893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Pushing event updated for resources: {'Port': ['ID=09647bef-e2bd-4263-81eb-d35af6fb0cd8,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:25.889526 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bf54b19b-04c9-49f6-9cc0-3ef7d421432c up at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:38:25.938724 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a2b33-6a80-4b7c-929d-956800920ca6 req-802c1292-0e82-4d7e-9642-bf18907a116d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:25.940223 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-228a2b33-6a80-4b7c-929d-956800920ca6 req-802c1292-0e82-4d7e-9642-bf18907a116d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 943 time: 0.1141052 Feb 04 06:38:25.942729 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Provisioning complete for port bf54b19b-04c9-49f6-9cc0-3ef7d421432c triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:25.943169 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:26.001737 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-228a2b33-6a80-4b7c-929d-956800920ca6 req-8e7e5caf-707a-47bb-ae50-86c8721817b7 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505221 Feb 04 06:38:26.002615 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Attempting to bind port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:26.002947 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Attempting to bind port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:26.003278 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Attempting to bind port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 on network f12a7a5d-6652-4186-8029-af40faa796a0 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:38:26.009070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 on network f12a7a5d-6652-4186-8029-af40faa796a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:38:26.009428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Attempting to bind port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 on network f12a7a5d-6652-4186-8029-af40faa796a0 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:38:26.014713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:38:26.015030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Checking segment: {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:38:26.015366 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Bound using segment: {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:38:26.015791 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Bound port: 09647bef-e2bd-4263-81eb-d35af6fb0cd8, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:26.016143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:26.090819 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] For port 09647bef-e2bd-4263-81eb-d35af6fb0cd8, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:38:26.093798 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] For port 09647bef-e2bd-4263-81eb-d35af6fb0cd8, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:38:26.098944 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:26.136710 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:26.137349 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:26.138825 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] 10.222.0.36 "PUT /v2.0/ports/09647bef-e2bd-4263-81eb-d35af6fb0cd8 HTTP/1.1" status: 200 len: 1093 time: 0.7080548 Feb 04 06:38:26.139270 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:26.141572 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d18727-0b5f-4652-825f-2bb15d454bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:38:26.165692 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3761b9f-6682-41e7-8e03-f6b779d52a50 service neutron] Pushing event updated for resources: {'Port': ['ID=09647bef-e2bd-4263-81eb-d35af6fb0cd8,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:26.192029 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e7f1ba-680e-45ed-b69e-cf6a5b607638 x-openstack-request-id: req-89e7f1ba-680e-45ed-b69e-cf6a5b607638 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:38:26.192461 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:38:26.192721 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89e7f1ba-680e-45ed-b69e-cf6a5b607638 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:38:26.193140 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'status': 'completed', 'code': 200} Feb 04 06:38:26.232272 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-555d62d2-3da1-489f-9a93-aa33b9fbbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:26.233893 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-555d62d2-3da1-489f-9a93-aa33b9fbbc38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 1096 time: 0.0508211 Feb 04 06:38:26.276768 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-2b645b73-239b-4a7d-bf74-d27dc77fe6b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8 HTTP/1.1" status: 200 len: 217 time: 0.0357690 Feb 04 06:38:26.327236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-c0c809a3-383e-4e90-b6c1-2f8aaaf384f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:26.328724 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-c0c809a3-383e-4e90-b6c1-2f8aaaf384f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0465214 Feb 04 06:38:26.381972 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-6a84081f-92c5-4962-ada3-eef0210b3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:26.384741 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-6a84081f-92c5-4962-ada3-eef0210b3f04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492365 Feb 04 06:38:26.471064 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-f9aa67a0-56f8-43a1-b7c7-4adcc098b9da service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800261 Feb 04 06:38:26.513393 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:26.564144 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-5a0de05e-e0e1-4cb9-b9f5-61ac3dd5faa1 req-2c183fb0-ae5d-43fa-92d9-185ca370fda4 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870697 Feb 04 06:38:26.651571 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d18727-0b5f-4652-825f-2bb15d454bbd req-3a00f2db-a703-4b4c-95ae-f2b104550ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:26.653096 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9d18727-0b5f-4652-825f-2bb15d454bbd req-3a00f2db-a703-4b4c-95ae-f2b104550ce7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 1096 time: 0.0424447 Feb 04 06:38:26.747285 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:26.749439 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d18727-0b5f-4652-825f-2bb15d454bbd req-206d3746-6b18-4104-bf83-0eb7cdb11e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:26.751406 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9d18727-0b5f-4652-825f-2bb15d454bbd req-206d3746-6b18-4104-bf83-0eb7cdb11e72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 911 time: 0.0908260 Feb 04 06:38:26.800072 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9d18727-0b5f-4652-825f-2bb15d454bbd req-52735d3d-a248-492d-817e-39149e825bb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8 HTTP/1.1" status: 200 len: 217 time: 0.0410020 Feb 04 06:38:26.853680 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d18727-0b5f-4652-825f-2bb15d454bbd req-8f53c853-4315-4d0d-995d-2d1e15385bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:26.855164 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9d18727-0b5f-4652-825f-2bb15d454bbd req-8f53c853-4315-4d0d-995d-2d1e15385bed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0486045 Feb 04 06:38:26.902229 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d18727-0b5f-4652-825f-2bb15d454bbd req-171544cc-3bfa-4707-9e6b-c440e8dd0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:26.903778 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9d18727-0b5f-4652-825f-2bb15d454bbd req-171544cc-3bfa-4707-9e6b-c440e8dd0e61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417914 Feb 04 06:38:26.999783 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9d18727-0b5f-4652-825f-2bb15d454bbd req-f66a1803-a8a4-4786-b072-1345c7f360c3 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872874 Feb 04 06:38:27.115316 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f9d18727-0b5f-4652-825f-2bb15d454bbd req-8fff27c6-ad74-46f5-9ca6-c75c85612511 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066499 Feb 04 06:38:27.138407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ec1f6-602d-48ae-b148-721e09b4d61f req-d238cceb-b9ab-43f5-9ef0-1fd565cb4c93 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:27.139880 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e57ec1f6-602d-48ae-b148-721e09b4d61f req-d238cceb-b9ab-43f5-9ef0-1fd565cb4c93 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 943 time: 0.0607791 Feb 04 06:38:27.184776 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e57ec1f6-602d-48ae-b148-721e09b4d61f req-490d4529-0d14-40d9-97c6-afb78a983e5e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386357 Feb 04 06:38:28.300405 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fccd55-6b0d-41d1-bf74-b131f4345320 req-3b7947ef-7720-4f3a-8f13-833dba4a4169 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:28.301889 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-74fccd55-6b0d-41d1-bf74-b131f4345320 req-3b7947ef-7720-4f3a-8f13-833dba4a4169 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 943 time: 0.0482583 Feb 04 06:38:28.339247 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-74fccd55-6b0d-41d1-bf74-b131f4345320 req-caffae36-6d55-4f72-8b9c-85a86389c400 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Feb 04 06:38:28.831212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:29.099907 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 09647bef-e2bd-4263-81eb-d35af6fb0cd8 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:38:29.190086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 09647bef-e2bd-4263-81eb-d35af6fb0cd8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:29.200352 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'mac_address': 'fa:16:3e:99:50:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:38:29.239345 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:29.251421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09647bef-e2bd-4263-81eb-d35af6fb0cd8 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:38:29.270200 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 09647bef-e2bd-4263-81eb-d35af6fb0cd8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:29.275824 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:29.321615 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=09647bef-e2bd-4263-81eb-d35af6fb0cd8,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:29.454003 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd3bdc-79ce-4d1c-899d-b83f07f30762 req-85ab7a18-a6dc-4fc7-b344-136366bf89fc tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:29.455456 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-04dd3bdc-79ce-4d1c-899d-b83f07f30762 req-85ab7a18-a6dc-4fc7-b344-136366bf89fc tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 944 time: 0.0501177 Feb 04 06:38:29.486485 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['09647bef-e2bd-4263-81eb-d35af6fb0cd8'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:38:29.493546 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-04dd3bdc-79ce-4d1c-899d-b83f07f30762 req-a25d2bbd-3788-4db9-baf7-c1233afa8219 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Feb 04 06:38:30.607732 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28ec1f-04bb-4467-a5fc-08e59fe4e448 req-6c27620c-aa68-4a5c-8a8f-cc56054d27fc tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:30.609194 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c28ec1f-04bb-4467-a5fc-08e59fe4e448 req-6c27620c-aa68-4a5c-8a8f-cc56054d27fc tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 944 time: 0.0480535 Feb 04 06:38:30.649540 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2c28ec1f-04bb-4467-a5fc-08e59fe4e448 req-607d6bec-487c-418e-b8e1-0dbf63579b3f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344198 Feb 04 06:38:31.121576 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 09647bef-e2bd-4263-81eb-d35af6fb0cd8 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:38:31.169233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:38:31.172651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:31.173018 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:31.248570 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:31.269271 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:31.271458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f69154-a839-4d20-9e43-fa4ff4fcf02e" -d '{"events": [{"server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "name": "network-vif-plugged", "status": "completed", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:38:31.283747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 09647bef-e2bd-4263-81eb-d35af6fb0cd8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:38:31.288300 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:31.336511 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=09647bef-e2bd-4263-81eb-d35af6fb0cd8,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:31.363048 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387084a7-6b24-489d-affe-1d12fe2d2fc7 x-openstack-request-id: req-387084a7-6b24-489d-affe-1d12fe2d2fc7 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:38:31.363334 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "name": "network-vif-plugged", "status": "completed", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:38:31.363583 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-387084a7-6b24-489d-affe-1d12fe2d2fc7 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:38:31.363991 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'code': 200} Feb 04 06:38:31.522910 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3a39-69e3-4cf3-af14-7138d7339b49 req-5b5a3cb1-b6b1-4112-8ee9-951d5b63d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:31.524404 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2ddc3a39-69e3-4cf3-af14-7138d7339b49 req-5b5a3cb1-b6b1-4112-8ee9-951d5b63d49f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 1098 time: 0.0402241 Feb 04 06:38:31.557348 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2ddc3a39-69e3-4cf3-af14-7138d7339b49 req-afedc64a-ecb0-42a7-9c9a-17005abd3ff5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268657 Feb 04 06:38:31.769177 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a600c-03de-4026-90ba-939123155782 req-9b1218eb-b15c-47b9-b050-fc34218ef91d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:31.770640 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf8a600c-03de-4026-90ba-939123155782 req-9b1218eb-b15c-47b9-b050-fc34218ef91d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 945 time: 0.0543253 Feb 04 06:38:31.807700 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-cf8a600c-03de-4026-90ba-939123155782 req-45845bd0-6194-4b1b-a769-22e99ea5e1a1 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304158 Feb 04 06:38:32.925402 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b71e8-ef6c-487a-b5c6-85be05b49ffd req-4aa611da-4507-4a69-a94c-ce5b93443011 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:32.926885 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0a7b71e8-ef6c-487a-b5c6-85be05b49ffd req-4aa611da-4507-4a69-a94c-ce5b93443011 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 945 time: 0.0492811 Feb 04 06:38:32.967715 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0a7b71e8-ef6c-487a-b5c6-85be05b49ffd req-899b0d45-9d30-42b0-85bf-204172d596ab tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348790 Feb 04 06:38:33.079353 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833386ce-3749-4fd9-a598-e59e9253cc7c req-d5c1cc01-1758-4821-9f96-b3f7ed52f196 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:33.080807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-833386ce-3749-4fd9-a598-e59e9253cc7c req-d5c1cc01-1758-4821-9f96-b3f7ed52f196 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 945 time: 0.0482342 Feb 04 06:38:33.117391 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-833386ce-3749-4fd9-a598-e59e9253cc7c req-ca6339af-c40d-46bc-8503-33768eb9b746 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298696 Feb 04 06:38:33.138740 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54414) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:33.228869 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014730aa-e26b-49f3-97a3-4c92474155a1 tempest-TestSnapshotPattern-956285523 tempest-TestSnapshotPattern-956285523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:33.230398 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-014730aa-e26b-49f3-97a3-4c92474155a1 tempest-TestSnapshotPattern-956285523 tempest-TestSnapshotPattern-956285523-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 1093 time: 0.0907099 Feb 04 06:38:33.233217 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54418) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:38:33.237380 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:33.260844 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:33.368782 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:33.467560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Allocated IP 172.26.5.245 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/cdedd2c4-9e49-4036-ae13-80c0602d6f2f) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:33.569629 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:33.602610 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:33.640766 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:33.643655 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:33.648274 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:38:33.678435 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'Port': ['ID=cdedd2c4-9e49-4036-ae13-80c0602d6f2f,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:34.022746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:34.091162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:34.236114 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:34.240194 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:34.310412 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'Port': ['ID=cdedd2c4-9e49-4036-ae13-80c0602d6f2f,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:34.321318 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:34.415758 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Floating IP 3e29c994-5ea5-4151-8675-cc7b533cfb4c associated. External IP: 172.26.5.245, port: 09647bef-e2bd-4263-81eb-d35af6fb0cd8. Feb 04 06:38:34.908864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:38:35.014772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:38:35.024746 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9f3caf-8c90-479c-9446-e3554ba6c777 None None] Sync routers for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:38:35.033315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:35.034581 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f3caf-8c90-479c-9446-e3554ba6c777 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:35.035359 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fc9f3caf-8c90-479c-9446-e3554ba6c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:38:24Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:35.061529 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-076f76f5-dfa6-454c-a680-4eadd26f107b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8272889 Feb 04 06:38:35.062129 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:35.064362 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34504de-dd75-40ef-8abb-b26b39248e45" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:38:35.100678 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb04967-b00e-4c5c-9eed-2e3703198f71 x-openstack-request-id: req-3eb04967-b00e-4c5c-9eed-2e3703198f71 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:38:35.101201 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:38:35.101531 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3eb04967-b00e-4c5c-9eed-2e3703198f71 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:38:35.101939 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'status': 'completed', 'code': 200} Feb 04 06:38:35.145599 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-fc9f3caf-8c90-479c-9446-e3554ba6c777 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:35.167599 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34504de-dd75-40ef-8abb-b26b39248e45 req-061d0d6e-60f1-459e-846d-6de7fb9e013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:35.169105 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d34504de-dd75-40ef-8abb-b26b39248e45 req-061d0d6e-60f1-459e-846d-6de7fb9e013a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 1098 time: 0.0448501 Feb 04 06:38:35.257696 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34504de-dd75-40ef-8abb-b26b39248e45 req-67df62b6-6dca-4e45-b53d-5dff2b8bdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:35.259156 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d34504de-dd75-40ef-8abb-b26b39248e45 req-67df62b6-6dca-4e45-b53d-5dff2b8bdf94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 911 time: 0.0840380 Feb 04 06:38:35.326306 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d34504de-dd75-40ef-8abb-b26b39248e45 req-ade6a2d7-d436-42e2-bab2-cfcc8b352738 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8 HTTP/1.1" status: 200 len: 999 time: 0.0608265 Feb 04 06:38:35.366578 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fc9f3caf-8c90-479c-9446-e3554ba6c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3e29c994-5ea5-4151-8675-cc7b533cfb4c', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:99:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:33Z', 'updated_at': '2022-02-04T06:38:33Z', 'revision_number': 0, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:35.374441 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34504de-dd75-40ef-8abb-b26b39248e45 req-209ee323-a280-4676-92bd-01f582966615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:35.375882 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d34504de-dd75-40ef-8abb-b26b39248e45 req-209ee323-a280-4676-92bd-01f582966615 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0430350 Feb 04 06:38:35.392471 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9f3caf-8c90-479c-9446-e3554ba6c777 None None] Checking router: 0853fa4c-8d65-4f69-8dc9-59d21c9846ee for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:38:35.401312 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f3caf-8c90-479c-9446-e3554ba6c777 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:38:35.401938 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fc9f3caf-8c90-479c-9446-e3554ba6c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:38:24Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:35.421311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34504de-dd75-40ef-8abb-b26b39248e45 req-05b5c3d6-85d6-448b-8ae5-0747bd7d04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:35.422814 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d34504de-dd75-40ef-8abb-b26b39248e45 req-05b5c3d6-85d6-448b-8ae5-0747bd7d04c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397770 Feb 04 06:38:35.505329 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-fc9f3caf-8c90-479c-9446-e3554ba6c777 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:38:35.514308 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d34504de-dd75-40ef-8abb-b26b39248e45 req-4168f301-a5c4-4df2-8b7c-afc663e65759 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853598 Feb 04 06:38:35.602766 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d34504de-dd75-40ef-8abb-b26b39248e45 req-4f866f50-830c-4dd6-a396-f1ccbe6e97c9 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821621 Feb 04 06:38:35.723983 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-fc9f3caf-8c90-479c-9446-e3554ba6c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3e29c994-5ea5-4151-8675-cc7b533cfb4c', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:99:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:33Z', 'updated_at': '2022-02-04T06:38:33Z', 'revision_number': 0, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:35.750550 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9f3caf-8c90-479c-9446-e3554ba6c777 None None] The sync data for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv is: [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3e29c994-5ea5-4151-8675-cc7b533cfb4c', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:99:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:33Z', 'updated_at': '2022-02-04T06:38:33Z', 'revision_number': 0, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:38:35.928635 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31435ce8-2484-44dc-9447-1c22a9036161 None None] New status for floating IP 3e29c994-5ea5-4151-8675-cc7b533cfb4c: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:38:51.263173 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-81361c5b-42fa-40b4-a375-e4e109958749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:53.502927 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-69d0492b-f951-4031-9e7f-e954599727c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:54.915875 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:56.518421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:56.754598 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:58.839174 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:02.659886 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:39:11.340408 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-17c66e6b-0b92-4f7c-ae00-e9886adb31bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823045 Feb 04 06:39:11.423477 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-b4a52007-9615-4b1d-a017-cfb8027009b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:11.424944 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-b4a52007-9615-4b1d-a017-cfb8027009b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 1098 time: 0.0442555 Feb 04 06:39:11.524743 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-a8464c1f-de60-445c-a2e3-206a1844b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:11.526144 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-a8464c1f-de60-445c-a2e3-206a1844b354 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 911 time: 0.0827138 Feb 04 06:39:11.595258 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-04860b4b-1e01-431b-ba34-34e882a68369 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8 HTTP/1.1" status: 200 len: 1001 time: 0.0624681 Feb 04 06:39:11.642664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-6d31e703-8a23-47be-b293-81f2e7c56405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:11.644058 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-6d31e703-8a23-47be-b293-81f2e7c56405 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0425107 Feb 04 06:39:11.688097 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-4246e506-f25a-453d-8c63-fcc899b81e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:11.689576 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-4246e506-f25a-453d-8c63-fcc899b81e0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393133 Feb 04 06:39:11.780691 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-685ef90c-4525-47ce-939e-1d577e5aaa70 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847580 Feb 04 06:39:11.868078 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-09833b05-dbbd-42a6-a0d5-4704094084a6 req-73bcf9d1-09cc-45af-8215-68a491b9b0f8 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817091 Feb 04 06:39:21.264666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5b548392-d495-4afd-80e5-59ffc0c94b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:23.502961 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-70555155-5bf3-48f5-a2a8-51ab0db12500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:24.918178 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:26.519882 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:26.757821 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:28.845017 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:39.658674 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:39:51.265540 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-de2ab694-a739-4403-b4c0-01973a42886c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:53.503696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-9751f328-b542-4c74-b17a-ac7d7e7a780e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:54.920171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:56.524852 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:56.760249 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:58.836716 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:13.292942 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-95f78ad7-7e52-46ef-8606-237c976f4b6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409489 Feb 04 06:40:13.379862 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-7e0a9a24-1652-4828-a986-2b47786c2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:13.382050 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-7e0a9a24-1652-4828-a986-2b47786c2804 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 1098 time: 0.0441458 Feb 04 06:40:13.481565 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-089d3b90-d74d-415f-8364-35df1f885b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:13.482993 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-089d3b90-d74d-415f-8364-35df1f885b7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 911 time: 0.0830092 Feb 04 06:40:13.550223 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-29b6619f-99ae-4d09-9737-632b98067a78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8 HTTP/1.1" status: 200 len: 1001 time: 0.0608377 Feb 04 06:40:13.599431 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-7fe0ef28-50cd-4daf-a956-a24cc1624997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:13.600886 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-7fe0ef28-50cd-4daf-a956-a24cc1624997 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0441830 Feb 04 06:40:13.644705 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-816a495d-ef70-4ce8-ba13-12d99e06c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:13.646193 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-816a495d-ef70-4ce8-ba13-12d99e06c0f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391302 Feb 04 06:40:13.738104 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-d736c6e6-ac9d-42b9-9b20-d3c2be6c983e service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849273 Feb 04 06:40:13.829325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-68b113a0-e1e1-4a5b-b5b3-410c7a8e1491 req-d43c3c59-3ddc-4f88-885a-1a84d610a7eb service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847085 Feb 04 06:40:16.657060 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:40:21.265762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-cc60d218-61fe-401e-a556-5602bf06d85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:23.505614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-95ff6d1b-cc1f-4e26-9f43-ce1dbe5bc7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:24.923458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:26.526874 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:26.760567 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:28.854971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:29.641869 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 09647bef-e2bd-4263-81eb-d35af6fb0cd8 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:40:29.734651 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 09647bef-e2bd-4263-81eb-d35af6fb0cd8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:40:29.745386 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'mac_address': 'fa:16:3e:99:50:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:40:29.782171 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:29.794397 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09647bef-e2bd-4263-81eb-d35af6fb0cd8 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:40:29.814276 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 09647bef-e2bd-4263-81eb-d35af6fb0cd8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:40:29.818954 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:30.008553 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=09647bef-e2bd-4263-81eb-d35af6fb0cd8,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:30.015233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.015575 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.015906 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.016232 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.016553 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.016872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.017220 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.017542 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.017857 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.018168 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.018477 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.018785 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:30.035767 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['09647bef-e2bd-4263-81eb-d35af6fb0cd8'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:40:31.670691 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 09647bef-e2bd-4263-81eb-d35af6fb0cd8 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:40:31.727957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:31.728281 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.817533 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.849139 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:31.852381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee421d1-5452-4805-b2bf-a0d491d11f1a" -d '{"events": [{"server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "name": "network-vif-plugged", "status": "completed", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:40:31.881478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 09647bef-e2bd-4263-81eb-d35af6fb0cd8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:40:31.892105 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.923212 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b4ae75-8d84-42da-8d2c-69e4e0ceed9b x-openstack-request-id: req-41b4ae75-8d84-42da-8d2c-69e4e0ceed9b {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:40:31.923478 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "name": "network-vif-plugged", "status": "completed", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:40:31.923765 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41b4ae75-8d84-42da-8d2c-69e4e0ceed9b {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:40:31.924174 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'code': 200} Feb 04 06:40:31.961726 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=09647bef-e2bd-4263-81eb-d35af6fb0cd8,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:40.454382 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-115f4eb0-ff3f-49fd-ad97-85b999a0f5fc tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333216676&fields=id&tenant_id=6d7582080d2042daa044c9cceb9546e2 HTTP/1.1" status: 200 len: 267 time: 0.0344336 Feb 04 06:40:40.565985 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-5bdf0d6c-adf8-4d62-a3be-575d1ea8f15b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:40.567683 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-5bdf0d6c-adf8-4d62-a3be-575d1ea8f15b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 810 time: 0.1058729 Feb 04 06:40:40.582602 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-e179879f-9904-44d8-bd96-c09cc2b6fbd2 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/quotas/6d7582080d2042daa044c9cceb9546e2 HTTP/1.1" status: 200 len: 375 time: 0.0086384 Feb 04 06:40:40.638198 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-18736400-3f37-47e5-9b8f-6560bf42d016 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496073 Feb 04 06:40:40.738924 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-c6ccc45f-8427-488b-acbb-19cc3fa6fd2f service neutron] 10.222.0.15 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887265 Feb 04 06:40:40.827695 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-4f1fda4f-ce74-42c4-ae8e-5bebe314f7e9 service neutron] 10.222.0.15 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818298 Feb 04 06:40:40.987780 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0c3c3dc8-ea94-439f-b6ea-5ddb08bb7fcb req-68a28c35-29c2-41c3-bda2-b6a84fe752b6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 210 time: 0.0262341 Feb 04 06:40:41.884723 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-74b091df-9e72-4688-8c12-65916b9c6a5c tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:41.886318 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-74b091df-9e72-4688-8c12-65916b9c6a5c tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 810 time: 0.1157107 Feb 04 06:40:41.932063 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-6173f0e5-d6e0-4a55-bb9d-8dca08190b93 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d7582080d2042daa044c9cceb9546e2 HTTP/1.1" status: 200 len: 380 time: 0.0369053 Feb 04 06:40:41.940415 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Request body: {'port': {'device_id': '093a87af-7ea5-40a2-b128-104480df8063', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'admin_state_up': True, 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'security_groups': ['fcf76616-a60e-4010-a690-3e22fc576a4c']}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:42.057809 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Made reservation on behalf of 6d7582080d2042daa044c9cceb9546e2 for: {'port': 1} {{(pid=102167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:40:42.061773 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:42.103301 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-80d25abc-7478-4194-aab6-66d4963f6ead req-50340e2d-2e09-4d4c-851d-d57872e90acb tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 210 time: 0.0391307 Feb 04 06:40:42.227524 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Allocated IP 172.20.0.3 (f12a7a5d-6652-4186-8029-af40faa796a0/61b0f72b-30bc-4ada-b9ee-9fadf7bc6478/7bb50570-083a-4ad3-bab3-4089205bc875) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:40:42.386373 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:42.425810 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:42.479922 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Network f12a7a5d-6652-4186-8029-af40faa796a0 is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:42.493560 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:42.497522 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:40:42.530169 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'Port': ['ID=7bb50570-083a-4ad3-bab3-4089205bc875,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:42.550553 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.550926 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.551311 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.551581 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.551919 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.552236 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.552563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.552886 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.553252 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.553621 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.553877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.555040 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:42.598322 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:42.598959 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:42.630248 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-25092598-9ac7-489c-86c2-60d47e661d8e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6933467 Feb 04 06:40:42.809009 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-dadf85e4-dc78-4531-ace4-cb4c3cf19f08 None None] Provisioning complete for port 7bb50570-083a-4ad3-bab3-4089205bc875 triggered by entity DHCP. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:42.809609 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dadf85e4-dc78-4531-ace4-cb4c3cf19f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:42.844182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-dadf85e4-dc78-4531-ace4-cb4c3cf19f08 None None] Port 7bb50570-083a-4ad3-bab3-4089205bc875 cannot update to ACTIVE because it is not bound. {{(pid=102168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:40:43.235808 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fad8c-8dfb-4d53-bc1b-395892dc08d5 req-63c8c608-f747-4c3f-a6fc-721b31b9ff99 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:43.237314 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-588fad8c-8dfb-4d53-bc1b-395892dc08d5 req-63c8c608-f747-4c3f-a6fc-721b31b9ff99 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 931 time: 0.0533447 Feb 04 06:40:43.276835 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-588fad8c-8dfb-4d53-bc1b-395892dc08d5 req-53431ff5-acc7-4c5e-ac09-ec7751acbeca tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324233 Feb 04 06:40:43.703626 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 09647bef-e2bd-4263-81eb-d35af6fb0cd8 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:40:43.786684 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.814989 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:43.818668 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aa1701-d167-4a0b-8529-e2e1cc75dc4a" -d '{"events": [{"server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "name": "network-vif-unplugged", "status": "completed", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:40:43.853120 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 09647bef-e2bd-4263-81eb-d35af6fb0cd8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:40:43.857170 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.895057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3dbac9-20b4-4998-99e2-4041c6a6238e x-openstack-request-id: req-cd3dbac9-20b4-4998-99e2-4041c6a6238e {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:40:43.895616 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "name": "network-vif-unplugged", "status": "completed", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:40:43.896055 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd3dbac9-20b4-4998-99e2-4041c6a6238e {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:40:43.896678 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'code': 200} Feb 04 06:40:43.921250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=09647bef-e2bd-4263-81eb-d35af6fb0cd8,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:44.408942 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ff496-af54-4b3a-94ef-022fa87044e0 req-47fd44b3-19d7-4153-93a0-af2bee9cdf13 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:44.410466 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3c0ff496-af54-4b3a-94ef-022fa87044e0 req-47fd44b3-19d7-4153-93a0-af2bee9cdf13 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 931 time: 0.0511837 Feb 04 06:40:44.452061 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3c0ff496-af54-4b3a-94ef-022fa87044e0 req-f66f993c-2847-4266-8777-0b817945c40b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348520 Feb 04 06:40:45.580522 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27d85-d192-46fb-9ce1-76ab22c52b52 req-c4ef48ea-bbce-4c31-8385-e3fd50ed75d6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:45.582033 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ab27d85-d192-46fb-9ce1-76ab22c52b52 req-c4ef48ea-bbce-4c31-8385-e3fd50ed75d6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 931 time: 0.0509872 Feb 04 06:40:45.626235 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0ab27d85-d192-46fb-9ce1-76ab22c52b52 req-8214ea13-0e51-440b-9c1a-80ded7feaa04 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373936 Feb 04 06:40:46.747428 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474e9b-5d9d-40b7-91a2-2580bea6cc40 req-f79e8c7a-00f4-41e0-b0f4-b5ef2691001b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:46.749111 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fb474e9b-5d9d-40b7-91a2-2580bea6cc40 req-f79e8c7a-00f4-41e0-b0f4-b5ef2691001b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 931 time: 0.0510416 Feb 04 06:40:46.789825 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fb474e9b-5d9d-40b7-91a2-2580bea6cc40 req-1ce9dc18-1024-46b9-87d2-8a340280093f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344038 Feb 04 06:40:47.914419 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a87b8-0aec-4de2-9c69-22da1c7f4416 req-481eb34a-54df-4ae3-ab27-4a7f9a11b4a2 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:47.916848 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b4a87b8-0aec-4de2-9c69-22da1c7f4416 req-481eb34a-54df-4ae3-ab27-4a7f9a11b4a2 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 931 time: 0.0537527 Feb 04 06:40:47.957970 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2b4a87b8-0aec-4de2-9c69-22da1c7f4416 req-63f5526a-20c5-48d4-8eec-25ee295c71e8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352032 Feb 04 06:40:49.079205 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf3f92-d5a2-4e08-80cc-67fa0983b018 req-43522ca5-96ac-4190-9ee3-32e4d8e422c9 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:49.080657 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4fdf3f92-d5a2-4e08-80cc-67fa0983b018 req-43522ca5-96ac-4190-9ee3-32e4d8e422c9 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 931 time: 0.0504041 Feb 04 06:40:49.130411 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-4fdf3f92-d5a2-4e08-80cc-67fa0983b018 req-76a9615f-3cc2-4567-856b-a60b3f19161d tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Feb 04 06:40:50.253394 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71659c-9d36-4d7c-aec9-660af959b00c req-1b3ab0e2-2c56-4bf7-accb-17dff5ab9a2e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:50.254889 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ee71659c-9d36-4d7c-aec9-660af959b00c req-1b3ab0e2-2c56-4bf7-accb-17dff5ab9a2e tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 931 time: 0.0533786 Feb 04 06:40:50.296884 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-ee71659c-9d36-4d7c-aec9-660af959b00c req-f826cc67-56fc-4948-96d8-941ed8f93779 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343716 Feb 04 06:40:51.168143 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Request body: {'port': {'device_id': '093a87af-7ea5-40a2-b128-104480df8063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8268'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:51.221315 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.268431 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4d981541-285b-4aeb-a90c-c3e97b2de441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.450999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346add0-7dc2-49d6-a408-430a5422b920 req-27354069-a3e9-481e-a8f8-86f8119b6784 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:51.452332 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3346add0-7dc2-49d6-a408-430a5422b920 req-27354069-a3e9-481e-a8f8-86f8119b6784 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 931 time: 0.0676851 Feb 04 06:40:51.514271 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3346add0-7dc2-49d6-a408-430a5422b920 req-67723391-a22a-4c65-9974-1996981604ce tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530987 Feb 04 06:40:51.550666 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb50570-083a-4ad3-bab3-4089205bc875 {{(pid=102167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:40:51.558485 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.571907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.provisioning_blocks [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Transition to ACTIVE for port object 7bb50570-083a-4ad3-bab3-4089205bc875 will not be triggered until provisioned by entity L2. {{(pid=102167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:51.575654 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.642963 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb50570-083a-4ad3-bab3-4089205bc875,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:51.696429 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Attempting to bind port 7bb50570-083a-4ad3-bab3-4089205bc875 on host hv-neutron-8268 for vnic_type normal with profile {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:40:51.696757 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Attempting to bind port 7bb50570-083a-4ad3-bab3-4089205bc875 by drivers openvswitch,hyperv on host hv-neutron-8268 at level 0 using segments [{'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:40:51.697103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Attempting to bind port 7bb50570-083a-4ad3-bab3-4089205bc875 on network f12a7a5d-6652-4186-8029-af40faa796a0 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:40:51.701764 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Port 7bb50570-083a-4ad3-bab3-4089205bc875 on network f12a7a5d-6652-4186-8029-af40faa796a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8268 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:40:51.702027 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Attempting to bind port 7bb50570-083a-4ad3-bab3-4089205bc875 on network f12a7a5d-6652-4186-8029-af40faa796a0 {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:40:51.707084 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Checking agent: {'id': 'f396ec75-7ed5-456b-9580-a026d11bc50b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'started_at': datetime.datetime(2022, 2, 4, 5, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:40:51.707417 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Checking segment: {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:40:51.707799 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Bound using segment: {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'} {{(pid=102167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:40:51.708222 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.managers [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Bound port: 7bb50570-083a-4ad3-bab3-4089205bc875, host: hv-neutron-8268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcac856-e000-4f4d-92d2-11a7da94efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0'}}] {{(pid=102167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:40:51.708578 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.776162 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] For port 7bb50570-083a-4ad3-bab3-4089205bc875, host hv-neutron-8268, cleared binding levels {{(pid=102167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:40:51.779113 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] For port 7bb50570-083a-4ad3-bab3-4089205bc875, host hv-neutron-8268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7bb50570-083a-4ad3-bab3-4089205bc875,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:40:51.786430 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.826950 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:51.827576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.829051 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] 10.222.0.36 "PUT /v2.0/ports/7bb50570-083a-4ad3-bab3-4089205bc875 HTTP/1.1" status: 200 len: 1093 time: 0.6657426 Feb 04 06:40:51.829463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:51.831702 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c929b2-dcf1-44e7-89e2-ca946497e14c" -d '{"events": [{"name": "network-changed", "server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:40:51.863103 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bb129-2f6d-4b50-87c3-a18ba422f034 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb50570-083a-4ad3-bab3-4089205bc875,revision_number=3']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:51.930601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-81666cc7-5946-47d7-a544-ed5be316f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:51.932236 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-81666cc7-5946-47d7-a544-ed5be316f52e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 1096 time: 0.0462227 Feb 04 06:40:51.977019 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c324782d-ace6-4932-81c3-53c9f69cccc9 x-openstack-request-id: req-c324782d-ace6-4932-81c3-53c9f69cccc9 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:40:51.977346 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:40:51.977601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c324782d-ace6-4932-81c3-53c9f69cccc9 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:40:51.978010 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875', 'status': 'completed', 'code': 200} Feb 04 06:40:51.979897 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-19121e4a-9b02-45a3-abc9-7089f5960637 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb50570-083a-4ad3-bab3-4089205bc875 HTTP/1.1" status: 200 len: 217 time: 0.0406857 Feb 04 06:40:52.031434 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-219039c7-196e-453e-92ab-16547e48a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.032909 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-219039c7-196e-453e-92ab-16547e48a4b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0457845 Feb 04 06:40:52.221317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-5f8f62c4-9444-419b-adc2-4a41c09ee5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.222672 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-5f8f62c4-9444-419b-adc2-4a41c09ee5d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433581 Feb 04 06:40:52.307958 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-7737b892-06c6-42de-af3a-a5b6540d03af service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785673 Feb 04 06:40:52.398121 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-9e31afcb-ce8f-4ac2-8b5b-e97c04d3208a req-37583bbe-e675-41c4-9585-f4a4acfcaa10 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828710 Feb 04 06:40:52.484146 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c929b2-dcf1-44e7-89e2-ca946497e14c req-038a658b-0a5e-4761-a96b-2a7b83d6776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.485551 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-69c929b2-dcf1-44e7-89e2-ca946497e14c req-038a658b-0a5e-4761-a96b-2a7b83d6776d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 1096 time: 0.0414734 Feb 04 06:40:52.578918 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c929b2-dcf1-44e7-89e2-ca946497e14c req-69fc253c-0b26-491f-a530-ebe2c1738caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.580376 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-69c929b2-dcf1-44e7-89e2-ca946497e14c req-69fc253c-0b26-491f-a530-ebe2c1738caa service neutron] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 911 time: 0.0882604 Feb 04 06:40:52.637751 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-69c929b2-dcf1-44e7-89e2-ca946497e14c req-9699bc8a-bf9e-4aee-9652-2b4401ac8803 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb50570-083a-4ad3-bab3-4089205bc875 HTTP/1.1" status: 200 len: 217 time: 0.0478296 Feb 04 06:40:52.663291 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9567296-3bda-4836-ab87-4a64f369ac71 req-1664881d-d220-42ab-ab3f-6d7c9457fc61 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.664692 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9567296-3bda-4836-ab87-4a64f369ac71 req-1664881d-d220-42ab-ab3f-6d7c9457fc61 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 943 time: 0.0834661 Feb 04 06:40:52.717134 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c929b2-dcf1-44e7-89e2-ca946497e14c req-aee67484-fb4b-4e42-b667-b187f5e8f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.718510 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-69c929b2-dcf1-44e7-89e2-ca946497e14c req-aee67484-fb4b-4e42-b667-b187f5e8f289 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0702507 Feb 04 06:40:52.736920 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e9567296-3bda-4836-ab87-4a64f369ac71 req-f0ac7eeb-b9a5-4efa-bc3d-1954a22cd004 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551715 Feb 04 06:40:52.768786 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c929b2-dcf1-44e7-89e2-ca946497e14c req-45326736-ba62-4652-b929-29d442f1ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.770276 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-69c929b2-dcf1-44e7-89e2-ca946497e14c req-45326736-ba62-4652-b929-29d442f1ac5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424771 Feb 04 06:40:52.857643 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-69c929b2-dcf1-44e7-89e2-ca946497e14c req-c761cc65-2791-4a53-a10b-96f668e15c87 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801346 Feb 04 06:40:52.957325 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-69c929b2-dcf1-44e7-89e2-ca946497e14c req-a2355bb7-cac9-4048-9232-8379a674d63a service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897923 Feb 04 06:40:53.506255 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-31b96b20-3fe4-4a06-8c1e-f4d01193721b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:53.655707 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:40:53.707758 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 7bb50570-083a-4ad3-bab3-4089205bc875 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:40:53.805231 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 7bb50570-083a-4ad3-bab3-4089205bc875, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7bb50570-083a-4ad3-bab3-4089205bc875,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:40:53.816908 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '7bb50570-083a-4ad3-bab3-4089205bc875', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'port_id': '7bb50570-083a-4ad3-bab3-4089205bc875', 'mac_address': 'fa:16:3e:0b:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:40:53.860463 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaf640-41ed-4ad2-9ef2-5dd110e1ddb0 req-34db4330-6f8a-4a40-b8ec-29a45b7a2504 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:53.861001 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:53.861985 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1eaaf640-41ed-4ad2-9ef2-5dd110e1ddb0 req-34db4330-6f8a-4a40-b8ec-29a45b7a2504 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 943 time: 0.0533876 Feb 04 06:40:53.873565 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb50570-083a-4ad3-bab3-4089205bc875 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:40:53.893384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 7bb50570-083a-4ad3-bab3-4089205bc875, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7bb50570-083a-4ad3-bab3-4089205bc875,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:40:53.898637 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:53.902557 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1eaaf640-41ed-4ad2-9ef2-5dd110e1ddb0 req-e43aa6ca-5955-47ec-8d6c-468c924194f2 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343041 Feb 04 06:40:53.944777 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=7bb50570-083a-4ad3-bab3-4089205bc875,revision_number=4']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:54.109420 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['7bb50570-083a-4ad3-bab3-4089205bc875'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:40:54.927029 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:55.018877 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de9ca7-9802-43e3-8a85-5406e3bd9ed1 req-bdf7d4af-31bf-4e4a-944e-2c0a862543cc tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:55.020331 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-47de9ca7-9802-43e3-8a85-5406e3bd9ed1 req-bdf7d4af-31bf-4e4a-944e-2c0a862543cc tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 944 time: 0.0487745 Feb 04 06:40:55.057964 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-47de9ca7-9802-43e3-8a85-5406e3bd9ed1 req-141f8b9d-96e9-4a7c-9d0d-144e6a155a52 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308709 Feb 04 06:40:55.708453 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 7bb50570-083a-4ad3-bab3-4089205bc875 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:40:55.758773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning for port 7bb50570-083a-4ad3-bab3-4089205bc875 completed by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:55.762302 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 7bb50570-083a-4ad3-bab3-4089205bc875 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:55.762663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:55.837748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:55.861310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:55.863522 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dfd79e-003b-4158-b15d-cb7cd445ed6f" -d '{"events": [{"server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "name": "network-vif-plugged", "status": "completed", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:40:55.875807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 7bb50570-083a-4ad3-bab3-4089205bc875, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7bb50570-083a-4ad3-bab3-4089205bc875,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:40:55.879640 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:55.902483 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27ea090-d3f4-4a42-b0bf-16c465259838 x-openstack-request-id: req-f27ea090-d3f4-4a42-b0bf-16c465259838 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:40:55.902767 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "name": "network-vif-plugged", "status": "completed", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:40:55.903010 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f27ea090-d3f4-4a42-b0bf-16c465259838 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:40:55.903388 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875', 'code': 200} Feb 04 06:40:55.928328 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=7bb50570-083a-4ad3-bab3-4089205bc875,revision_number=5']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:56.384987 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395c60e-e394-47db-bd97-148f762162f1 req-3b68657d-9434-4545-85a5-13ff0fe359ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:56.386398 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3395c60e-e394-47db-bd97-148f762162f1 req-3b68657d-9434-4545-85a5-13ff0fe359ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 1098 time: 0.3663571 Feb 04 06:40:56.398210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08cc0c-ddca-4258-99bf-8e6385edc267 req-7e1b3adf-c1bb-4e25-993d-c2a8a12bccb4 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:56.399533 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df08cc0c-ddca-4258-99bf-8e6385edc267 req-7e1b3adf-c1bb-4e25-993d-c2a8a12bccb4 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 945 time: 0.0561996 Feb 04 06:40:56.442428 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-3395c60e-e394-47db-bd97-148f762162f1 req-f48ac2ab-51a8-4a3d-b65f-a11f494fd9c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 Feb 04 06:40:56.454655 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-df08cc0c-ddca-4258-99bf-8e6385edc267 req-707d2c15-05ff-4c08-aa06-9c7a294ad035 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483716 Feb 04 06:40:56.529447 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:56.764208 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:57.582998 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f4190-65e5-4629-831b-0692706aee95 req-0a0c6382-f307-40cd-a68e-ecdbe9fc8854 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:57.584307 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1b2f4190-65e5-4629-831b-0692706aee95 req-0a0c6382-f307-40cd-a68e-ecdbe9fc8854 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 945 time: 0.0566773 Feb 04 06:40:57.627446 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1b2f4190-65e5-4629-831b-0692706aee95 req-d831d2cc-577f-4943-96ba-f095d0407f1c tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363731 Feb 04 06:40:57.750469 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d41983-d32b-4d16-81ce-0febdfbccf54 req-d11b215d-74c3-4d51-a856-6351bafe8fad tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:57.752015 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-17d41983-d32b-4d16-81ce-0febdfbccf54 req-d11b215d-74c3-4d51-a856-6351bafe8fad tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 945 time: 0.0501416 Feb 04 06:40:57.793611 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-17d41983-d32b-4d16-81ce-0febdfbccf54 req-2bc633d2-1870-4c21-8dec-2d9f60598e50 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344126 Feb 04 06:40:57.815385 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54694) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:40:57.859946 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a0e5e6-343a-4437-99ed-bdf0c6d23c24 tempest-TestSnapshotPattern-956285523 tempest-TestSnapshotPattern-956285523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:57.861807 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-c7a0e5e6-343a-4437-99ed-bdf0c6d23c24 tempest-TestSnapshotPattern-956285523 tempest-TestSnapshotPattern-956285523-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 1093 time: 0.0448670 Feb 04 06:40:57.864601 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54696) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:40:57.868909 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.v2.base [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Request body: {'floatingip': {'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'port_id': '7bb50570-083a-4ad3-bab3-4089205bc875', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:57.893772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for floatingip, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.000465 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.107448 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_common [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Allocated IP 172.26.5.62 (e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe/4c6b2814-c288-4ae1-aa65-75a69680d473/a9e41972-8871-45d6-8e48-464308459d5a) {{(pid=102167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:40:58.222650 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for port, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.255907 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747974005351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.296814 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Network e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe is already hosted by enough agents. {{(pid=102167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:58.299589 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.base_scheduler [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Resources bound (agent type, host, resource id): {{(pid=102167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:58.302487 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Received port after_create {{(pid=102167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:40:58.330070 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'Port': ['ID=a9e41972-8871-45d6-8e48-464308459d5a,revision_number=1']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:58.523932 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [req-fddde83e-818a-4ed6-8b22-c8b845d0773f req-dc8ba7a5-f150-4cfd-b335-bcf0553187ea service neutron] (102167) timed out ('10.222.0.36', 54234) {{(pid=102167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 06:40:58.663458 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.732042 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.862690 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.880662 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for port, precommit_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.885746 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9699905'] for port, after_update {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:58.958113 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event updated for resources: {'Port': ['ID=a9e41972-8871-45d6-8e48-464308459d5a,revision_number=2']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:58.966992 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634538'] for floatingip, after_create {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:59.066017 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.db.l3_db [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Floating IP 6e287143-8314-4af0-89b4-d0b2df0e7aaf associated. External IP: 172.26.5.62, port: 7bb50570-083a-4ad3-bab3-4089205bc875. Feb 04 06:40:59.270701 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:40:59.374358 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:40:59.384570 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7d20e-7650-4166-8d53-15e09644b349 None None] Sync routers for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:40:59.392450 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:59.393997 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7d20e-7650-4166-8d53-15e09644b349 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:40:59.394581 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ffa7d20e-7650-4166-8d53-15e09644b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:40:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:59.419624 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-e595d92b-8c8d-4771-9471-3c96a847d34f tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5539761 Feb 04 06:40:59.420308 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:59.422713 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313d2fc6-65ca-4eeb-a10c-7956b5485783" -d '{"events": [{"name": "network-changed", "server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:40:59.458494 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a436bfd9-8eb5-46f2-888c-ccc5a5afd56e x-openstack-request-id: req-a436bfd9-8eb5-46f2-888c-ccc5a5afd56e {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:40:59.458783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:40:59.459033 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a436bfd9-8eb5-46f2-888c-ccc5a5afd56e {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:40:59.459971 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875', 'status': 'completed', 'code': 200} Feb 04 06:40:59.500574 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-ffa7d20e-7650-4166-8d53-15e09644b349 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:40:59.528173 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d2fc6-65ca-4eeb-a10c-7956b5485783 req-27007865-0cfa-44d3-9f1e-f67f6f8b2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:59.529686 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-313d2fc6-65ca-4eeb-a10c-7956b5485783 req-27007865-0cfa-44d3-9f1e-f67f6f8b2e65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 1098 time: 0.0413101 Feb 04 06:40:59.623573 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d2fc6-65ca-4eeb-a10c-7956b5485783 req-28711689-970e-47c0-8afa-786bdcbadf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:59.625029 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-313d2fc6-65ca-4eeb-a10c-7956b5485783 req-28711689-970e-47c0-8afa-786bdcbadf86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 911 time: 0.0887527 Feb 04 06:40:59.689946 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-313d2fc6-65ca-4eeb-a10c-7956b5485783 req-f678e2bf-2278-4734-b594-e98cf53f08d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb50570-083a-4ad3-bab3-4089205bc875 HTTP/1.1" status: 200 len: 998 time: 0.0585272 Feb 04 06:40:59.722664 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ffa7d20e-7650-4166-8d53-15e09644b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3e29c994-5ea5-4151-8675-cc7b533cfb4c', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:99:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:33Z', 'updated_at': '2022-02-04T06:38:36Z', 'revision_number': 1, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}, {'id': '6e287143-8314-4af0-89b4-d0b2df0e7aaf', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.62', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '7bb50570-083a-4ad3-bab3-4089205bc875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:0b:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a87af-7ea5-40a2-b128-104480df8063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:58Z', 'updated_at': '2022-02-04T06:40:58Z', 'revision_number': 0, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:59.739767 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d2fc6-65ca-4eeb-a10c-7956b5485783 req-2bdbfff5-abae-4beb-b565-a3c75e4e91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:59.741350 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-313d2fc6-65ca-4eeb-a10c-7956b5485783 req-2bdbfff5-abae-4beb-b565-a3c75e4e91d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0451913 Feb 04 06:40:59.749489 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7d20e-7650-4166-8d53-15e09644b349 None None] Checking router: 0853fa4c-8d65-4f69-8dc9-59d21c9846ee for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:40:59.758226 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7d20e-7650-4166-8d53-15e09644b349 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:40:59.758810 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ffa7d20e-7650-4166-8d53-15e09644b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:40:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:59.790789 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d2fc6-65ca-4eeb-a10c-7956b5485783 req-ac4f7675-b16f-493e-9845-2c4b64cd2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:59.792225 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-313d2fc6-65ca-4eeb-a10c-7956b5485783 req-ac4f7675-b16f-493e-9845-2c4b64cd2935 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452449 Feb 04 06:40:59.894356 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-313d2fc6-65ca-4eeb-a10c-7956b5485783 req-7e20b902-898b-4a71-b69a-74fdb3e59e5e service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951896 Feb 04 06:40:59.953010 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-ffa7d20e-7650-4166-8d53-15e09644b349 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:40:59.989897 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-313d2fc6-65ca-4eeb-a10c-7956b5485783 req-9267b7eb-4a3d-4a73-8738-f8be85f6788f service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892577 Feb 04 06:41:00.182089 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-ffa7d20e-7650-4166-8d53-15e09644b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3e29c994-5ea5-4151-8675-cc7b533cfb4c', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:99:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:33Z', 'updated_at': '2022-02-04T06:38:36Z', 'revision_number': 1, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}, {'id': '6e287143-8314-4af0-89b4-d0b2df0e7aaf', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.62', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '7bb50570-083a-4ad3-bab3-4089205bc875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:0b:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a87af-7ea5-40a2-b128-104480df8063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:58Z', 'updated_at': '2022-02-04T06:40:58Z', 'revision_number': 0, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:00.207249 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7d20e-7650-4166-8d53-15e09644b349 None None] The sync data for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv is: [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3e29c994-5ea5-4151-8675-cc7b533cfb4c', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:99:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:33Z', 'updated_at': '2022-02-04T06:38:36Z', 'revision_number': 1, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}, {'id': '6e287143-8314-4af0-89b4-d0b2df0e7aaf', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.62', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '7bb50570-083a-4ad3-bab3-4089205bc875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:0b:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093a87af-7ea5-40a2-b128-104480df8063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:58Z', 'updated_at': '2022-02-04T06:40:58Z', 'revision_number': 0, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:41:00.388338 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814feb5f-75d8-4280-b4f0-873053013ca9 None None] New status for floating IP 6e287143-8314-4af0-89b4-d0b2df0e7aaf: ACTIVE {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:41:14.285263 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-a04c1686-90e0-4c31-9a18-c85a5a9ad673 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402541 Feb 04 06:41:14.365953 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-1e3c1d33-91a1-48b9-9760-b13e00a37e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:14.367989 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-1e3c1d33-91a1-48b9-9760-b13e00a37e34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 1096 time: 0.0390503 Feb 04 06:41:14.478955 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-6746ddff-7209-4880-9757-91e92b2e4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:14.480429 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-6746ddff-7209-4880-9757-91e92b2e4cba service neutron] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 911 time: 0.0942240 Feb 04 06:41:14.544450 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-d94d7a4f-8fc2-4fda-8b0b-b1baa59809d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8 HTTP/1.1" status: 200 len: 999 time: 0.0568640 Feb 04 06:41:14.591259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-86696be8-9114-4129-9a09-e7f7f8f44014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:14.592627 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-86696be8-9114-4129-9a09-e7f7f8f44014 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0417991 Feb 04 06:41:14.643041 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-07b42c22-d893-4cf8-8dda-7ed49cc30d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:14.644472 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-07b42c22-d893-4cf8-8dda-7ed49cc30d94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430193 Feb 04 06:41:14.730825 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-63d85e9e-cd49-4765-b878-705132ab4929 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793505 Feb 04 06:41:14.822299 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-d9e6d8e5-7b0b-400a-a2ab-e6485953d340 req-2587bc30-3ca2-4798-a894-04a50008ea97 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836124 Feb 04 06:41:21.269890 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ec9f-f803-482f-b606-4b1533c80ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:23.508935 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ebc49f5b-8bd2-49a2-a9da-3d5f8fab5884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:24.931117 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:26.532221 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:26.765449 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:28.862296 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:30.654463 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:41:51.269371 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-e28587f4-63fd-44b4-91d5-0ff0004c5393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:53.509499 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fde4e503-173b-44d0-afbf-171762a6d2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:54.933841 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:56.536044 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:56.766748 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:58.876924 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:07.653442 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:42:15.326927 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-f1556262-c816-430c-815e-d3c5bbfd9ff4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407085 Feb 04 06:42:15.386579 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-188e7400-671c-492f-a6ba-2273ae587e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:15.388045 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-188e7400-671c-492f-a6ba-2273ae587e3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 1098 time: 0.0389488 Feb 04 06:42:15.490275 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-0d6fe940-6bfc-4b68-9e2e-cc8d20e193af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:15.492280 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-0d6fe940-6bfc-4b68-9e2e-cc8d20e193af service neutron] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 911 time: 0.0841837 Feb 04 06:42:15.555637 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-ea3dfef1-a7a8-4095-9801-17500dcec33d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb50570-083a-4ad3-bab3-4089205bc875 HTTP/1.1" status: 200 len: 1000 time: 0.0573034 Feb 04 06:42:15.602812 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-abdb1940-abe7-48e4-9d29-10facad25ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:15.604142 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-abdb1940-abe7-48e4-9d29-10facad25ffe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0423949 Feb 04 06:42:15.650936 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-cf97812f-493a-4dbe-b7e3-2298249d4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:15.652358 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-cf97812f-493a-4dbe-b7e3-2298249d4330 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413051 Feb 04 06:42:15.738233 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-388610c7-be18-4522-a58a-ba458ea3e6e1 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782063 Feb 04 06:42:15.827117 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-fd8c913f-66d8-4032-811f-5fc314248f5d req-c5062401-ae3b-4f81-ad3c-e54a72a870ff service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826547 Feb 04 06:42:21.269773 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2424ba83-8802-4f41-8ebd-230716e2124c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:23.511590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-00e11a4b-440c-4578-a379-60afd31752cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:24.940384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:26.540433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:26.768113 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:28.878233 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:42.173162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 7bb50570-083a-4ad3-bab3-4089205bc875 details requested by agent hyperv_hv-neutron-8268 with host hv-neutron-8268 {{(pid=102168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:42:42.274655 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 7bb50570-083a-4ad3-bab3-4089205bc875, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7bb50570-083a-4ad3-bab3-4089205bc875,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:42:42.286305 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Returning: {'device': '7bb50570-083a-4ad3-bab3-4089205bc875', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'port_id': '7bb50570-083a-4ad3-bab3-4089205bc875', 'mac_address': 'fa:16:3e:0b:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:42:42.328170 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:42.347425 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bb50570-083a-4ad3-bab3-4089205bc875 {{(pid=102168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:42:42.372608 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 7bb50570-083a-4ad3-bab3-4089205bc875, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7bb50570-083a-4ad3-bab3-4089205bc875,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:42:42.376806 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:42.444992 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=7bb50570-083a-4ad3-bab3-4089205bc875,revision_number=6']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:42.452595 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.453012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.453457 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.453872 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.454274 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.454699 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.455099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.455566 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.456461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.457657 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.458099 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.458607 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:42.465148 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] get_ports_and_sgs() called for port_ids ['7bb50570-083a-4ad3-bab3-4089205bc875'] {{(pid=102168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:42:44.172700 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 7bb50570-083a-4ad3-bab3-4089205bc875 up at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:42:44.223461 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.provisioning_blocks [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Provisioning complete for port 7bb50570-083a-4ad3-bab3-4089205bc875 triggered by entity L2. {{(pid=102168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:42:44.224310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423839'] for port, provisioning_complete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:44.311514 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:44.337546 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:42:44.338847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b68bbf-653a-4446-ade6-eae543201f7c" -d '{"events": [{"server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "name": "network-vif-plugged", "status": "completed", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:42:44.354077 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 7bb50570-083a-4ad3-bab3-4089205bc875, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7bb50570-083a-4ad3-bab3-4089205bc875,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:42:44.378618 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:44.405893 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9d60b8-e82d-4129-a585-14ddb8668b63 x-openstack-request-id: req-2a9d60b8-e82d-4129-a585-14ddb8668b63 {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:42:44.406183 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "name": "network-vif-plugged", "status": "completed", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:42:44.406430 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a9d60b8-e82d-4129-a585-14ddb8668b63 {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:42:44.406817 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875', 'code': 200} Feb 04 06:42:44.439643 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=7bb50570-083a-4ad3-bab3-4089205bc875,revision_number=7']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:44.651957 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:42:51.271771 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ed927238-49c0-416c-956e-1a98e2fbcee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:51.416160 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54906) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:42:51.569916 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Deleting port a9e41972-8871-45d6-8e48-464308459d5a {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:42:51.570249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:51.643082 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:51.643406 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:51.655059 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Calling delete_port for a9e41972-8871-45d6-8e48-464308459d5a owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:42:51.803513 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:51.828403 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event deleted for resources: {'Port': ['ID=a9e41972-8871-45d6-8e48-464308459d5a,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:51.841884 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.842028 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.842347 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.842687 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.843035 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.843361 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.843694 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.844026 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.844355 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.844679 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.845006 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.845357 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:51.904331 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:51.904669 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Floating IP 6e287143-8314-4af0-89b4-d0b2df0e7aaf disassociated (deleted). External IP: 172.26.5.62, port: 7bb50570-083a-4ad3-bab3-4089205bc875. Feb 04 06:42:52.108796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:42:52.216055 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:42:52.220943 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:52.226470 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4b30f7-1772-4af9-917f-616526284afc None None] Sync routers for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:42:52.235662 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b30f7-1772-4af9-917f-616526284afc None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:42:52.236259 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2b4b30f7-1772-4af9-917f-616526284afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:42:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:52.250699 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-88a99cad-0e16-44c9-b740-0e356d310704 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "DELETE /v2.0/floatingips/6e287143-8314-4af0-89b4-d0b2df0e7aaf HTTP/1.1" status: 204 len: 168 time: 0.8334537 Feb 04 06:42:52.251282 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:42:52.253573 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f9104d-8228-4185-8e7b-ccb0e5388a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:42:52.356990 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2b4b30f7-1772-4af9-917f-616526284afc None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:42:52.357748 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aff69de-aa7e-4922-a5ed-8806d4f3022c x-openstack-request-id: req-3aff69de-aa7e-4922-a5ed-8806d4f3022c {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:42:52.358033 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:42:52.358280 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aff69de-aa7e-4922-a5ed-8806d4f3022c {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:42:52.359962 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875', 'status': 'completed', 'code': 200} Feb 04 06:42:52.600270 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2b4b30f7-1772-4af9-917f-616526284afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3e29c994-5ea5-4151-8675-cc7b533cfb4c', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:99:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:33Z', 'updated_at': '2022-02-04T06:38:36Z', 'revision_number': 1, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:52.627589 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4b30f7-1772-4af9-917f-616526284afc None None] Checking router: 0853fa4c-8d65-4f69-8dc9-59d21c9846ee for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:42:52.636063 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b30f7-1772-4af9-917f-616526284afc None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:42:52.636658 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2b4b30f7-1772-4af9-917f-616526284afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:42:23Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:52.741839 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-2b4b30f7-1772-4af9-917f-616526284afc None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:42:52.744961 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9104d-8228-4185-8e7b-ccb0e5388a6a req-5743d505-9077-4c56-b499-f8702677b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:52.746470 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94f9104d-8228-4185-8e7b-ccb0e5388a6a req-5743d505-9077-4c56-b499-f8702677b35e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 1098 time: 0.3647420 Feb 04 06:42:52.753711 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814c25f-ceef-47b5-9b27-83efbd799997 req-977a905d-4d17-4756-9c48-13447e568c94 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:52.755038 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6814c25f-ceef-47b5-9b27-83efbd799997 req-977a905d-4d17-4756-9c48-13447e568c94 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 945 time: 0.0699108 Feb 04 06:42:52.837329 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-6814c25f-ceef-47b5-9b27-83efbd799997 req-b6141c3f-799f-47ef-acfd-9f4013181227 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741112 Feb 04 06:42:52.867512 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9104d-8228-4185-8e7b-ccb0e5388a6a req-f77ab226-3c1c-4482-ac0b-69138dda2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:52.869322 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94f9104d-8228-4185-8e7b-ccb0e5388a6a req-f77ab226-3c1c-4482-ac0b-69138dda2efd service neutron] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 911 time: 0.1132686 Feb 04 06:42:52.911243 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94f9104d-8228-4185-8e7b-ccb0e5388a6a req-c53e63bc-042d-492e-9ec1-60519a107aa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb50570-083a-4ad3-bab3-4089205bc875 HTTP/1.1" status: 200 len: 217 time: 0.0344846 Feb 04 06:42:52.964352 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9104d-8228-4185-8e7b-ccb0e5388a6a req-b836fcb6-7008-467b-884b-f36a57d42275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:52.965820 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94f9104d-8228-4185-8e7b-ccb0e5388a6a req-b836fcb6-7008-467b-884b-f36a57d42275 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0481648 Feb 04 06:42:52.972801 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-2b4b30f7-1772-4af9-917f-616526284afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3e29c994-5ea5-4151-8675-cc7b533cfb4c', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:99:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:33Z', 'updated_at': '2022-02-04T06:38:36Z', 'revision_number': 1, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:53.002291 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4b30f7-1772-4af9-917f-616526284afc None None] The sync data for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv is: [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_floatingips': [{'id': '3e29c994-5ea5-4151-8675-cc7b533cfb4c', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'router_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'port_id': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'mac_address': 'fa:16:3e:99:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:38:33Z', 'updated_at': '2022-02-04T06:38:36Z', 'revision_number': 1, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:42:53.013630 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9104d-8228-4185-8e7b-ccb0e5388a6a req-46d368ef-5d8f-4e16-8026-392faf30b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:53.015248 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94f9104d-8228-4185-8e7b-ccb0e5388a6a req-46d368ef-5d8f-4e16-8026-392faf30b3f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417733 Feb 04 06:42:53.111903 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94f9104d-8228-4185-8e7b-ccb0e5388a6a req-2d265ab0-20c5-4fa8-8c4a-3cf8a536d478 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886664 Feb 04 06:42:53.213639 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-94f9104d-8228-4185-8e7b-ccb0e5388a6a req-076e78e2-d4c2-488e-8b2d-13961c0f66b5 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946753 Feb 04 06:42:53.213796 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845c689-6aa9-40c2-90ef-b176725d4488 None None] New status for floating IP 6e287143-8314-4af0-89b4-d0b2df0e7aaf: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:42:53.513628 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-47ab542c-329e-4f61-bd21-0339a8c6c969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:53.962158 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645c8e9-4562-43ca-9994-13ff89623512 req-f3cbe10a-d119-4fdb-8964-c805e530dcd8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:53.963624 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0645c8e9-4562-43ca-9994-13ff89623512 req-f3cbe10a-d119-4fdb-8964-c805e530dcd8 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 945 time: 0.0495870 Feb 04 06:42:54.009479 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-0645c8e9-4562-43ca-9994-13ff89623512 req-e8efad8e-21fb-4d73-94bc-8e42e1b4c9f4 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399702 Feb 04 06:42:54.043840 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1e6e4-bdd0-485f-99b1-3d63e6ce5cc2 req-46e1a0c7-e81c-483f-af13-fe35bb60f7da tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:54.045281 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e6c1e6e4-bdd0-485f-99b1-3d63e6ce5cc2 req-46e1a0c7-e81c-483f-af13-fe35bb60f7da tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.36 "GET /v2.0/ports?device_id=093a87af-7ea5-40a2-b128-104480df8063 HTTP/1.1" status: 200 len: 945 time: 0.0512445 Feb 04 06:42:54.141017 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-e6c1e6e4-bdd0-485f-99b1-3d63e6ce5cc2 req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Deleting port 7bb50570-083a-4ad3-bab3-4089205bc875 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:42:54.141301 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e6c1e6e4-bdd0-485f-99b1-3d63e6ce5cc2 req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:54.225527 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 7bb50570-083a-4ad3-bab3-4089205bc875 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:42:54.228030 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-e6c1e6e4-bdd0-485f-99b1-3d63e6ce5cc2 req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] For port 7bb50570-083a-4ad3-bab3-4089205bc875, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7bb50570-083a-4ad3-bab3-4089205bc875,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:42:54.228397 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e6c1e6e4-bdd0-485f-99b1-3d63e6ce5cc2 req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:54.240605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-e6c1e6e4-bdd0-485f-99b1-3d63e6ce5cc2 req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Calling delete_port for 7bb50570-083a-4ad3-bab3-4089205bc875 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:42:54.297996 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596374'] for port, before_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:54.320985 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875'}] {{(pid=102168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:42:54.323250 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a742da03cdf1ffdd79a2dc07948e7694a8a582399a381a80024ad47a4cb6261f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e860976-aa41-483f-9923-78decd4d71d5" -d '{"events": [{"server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875"}]}' {{(pid=102168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:42:54.335800 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] For port 7bb50570-083a-4ad3-bab3-4089205bc875, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=7bb50570-083a-4ad3-bab3-4089205bc875,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:42:54.339867 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747974407792', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747974005369', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747974005387'] for port, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:54.366926 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23833e52-5c4c-4d9a-8d48-ee44a2c5750b x-openstack-request-id: req-23833e52-5c4c-4d9a-8d48-ee44a2c5750b {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:42:54.367215 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875", "code": 200}]} {{(pid=102168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:42:54.367464 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23833e52-5c4c-4d9a-8d48-ee44a2c5750b {{(pid=102168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:42:54.367842 dv-neutron-826811-2-hyperv neutron-server[102168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875', 'code': 200} Feb 04 06:42:54.394073 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Pushing event updated for resources: {'Port': ['ID=7bb50570-083a-4ad3-bab3-4089205bc875,revision_number=8']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:54.400060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e6c1e6e4-bdd0-485f-99b1-3d63e6ce5cc2 req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:54.430772 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event deleted for resources: {'Port': ['ID=7bb50570-083a-4ad3-bab3-4089205bc875,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:54.461367 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.461720 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.462063 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.462401 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.462735 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.463068 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.463403 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.463730 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.464059 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.464387 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.464712 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.465032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826811-2-hyperv {{(pid=102167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:54.487734 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c1e6e4-bdd0-485f-99b1-3d63e6ce5cc2 req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] No DVR routers for this DVR port 7bb50570-083a-4ad3-bab3-4089205bc875 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:42:54.490617 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-e6c1e6e4-bdd0-485f-99b1-3d63e6ce5cc2 req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:54.493953 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-e6c1e6e4-bdd0-485f-99b1-3d63e6ce5cc2 req-da4eceed-c507-4db6-a636-ba58dc3cf35a tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.36 "DELETE /v2.0/ports/7bb50570-083a-4ad3-bab3-4089205bc875 HTTP/1.1" status: 204 len: 173 time: 0.4422743 Feb 04 06:42:54.494389 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'name': 'network-vif-deleted', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:42:54.496664 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bddd62-601f-4c4b-aa7d-a39361469094" -d '{"events": [{"server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "name": "network-vif-deleted", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:42:54.532576 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecdf8f7-3fb0-4824-9d3a-048718a7189b x-openstack-request-id: req-cecdf8f7-3fb0-4824-9d3a-048718a7189b {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:42:54.532873 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093a87af-7ea5-40a2-b128-104480df8063", "name": "network-vif-deleted", "tag": "7bb50570-083a-4ad3-bab3-4089205bc875", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:42:54.533178 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cecdf8f7-3fb0-4824-9d3a-048718a7189b {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:42:54.533578 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093a87af-7ea5-40a2-b128-104480df8063', 'name': 'network-vif-deleted', 'tag': '7bb50570-083a-4ad3-bab3-4089205bc875', 'status': 'completed', 'code': 200} Feb 04 06:42:54.941614 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:55.581643 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54970) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:42:55.733866 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Deleting port cdedd2c4-9e49-4036-ae13-80c0602d6f2f {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:42:55.734210 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:55.806959 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:55.807281 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:55.819468 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Calling delete_port for cdedd2c4-9e49-4036-ae13-80c0602d6f2f owned by network:floatingip {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:42:55.966960 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:55.989919 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event deleted for resources: {'Port': ['ID=cdedd2c4-9e49-4036-ae13-80c0602d6f2f,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:56.052464 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for floatingip, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:56.052793 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.db.l3_db [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Floating IP 3e29c994-5ea5-4151-8675-cc7b533cfb4c disassociated (deleted). External IP: 172.26.5.245, port: 09647bef-e2bd-4263-81eb-d35af6fb0cd8. Feb 04 06:42:56.249768 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:42:56.354712 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:42:56.359188 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for floatingip, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:56.367328 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a83577b-8513-4c6e-a0d4-d5c4713dddf3 None None] Sync routers for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:42:56.376412 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a83577b-8513-4c6e-a0d4-d5c4713dddf3 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:42:56.377005 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7a83577b-8513-4c6e-a0d4-d5c4713dddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:42:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:56.386346 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-6504ba93-c3e9-4f79-84dc-a8ad746e6c1b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "DELETE /v2.0/floatingips/3e29c994-5ea5-4151-8675-cc7b533cfb4c HTTP/1.1" status: 204 len: 168 time: 0.8036118 Feb 04 06:42:56.386930 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8'}] {{(pid=102166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:42:56.389222 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bed21e37d8680bbfbcc684f226e7b3d18b178e28e339216cdfe3c7fbf474fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59e9da0-0934-4ad7-9f46-6465c54132cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8"}]}' {{(pid=102166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:42:56.425457 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ecda20-0442-4489-946d-51e10c8f9f5d x-openstack-request-id: req-d4ecda20-0442-4489-946d-51e10c8f9f5d {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:42:56.425751 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8", "status": "completed", "code": 200}]} {{(pid=102166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:42:56.426326 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4ecda20-0442-4489-946d-51e10c8f9f5d {{(pid=102166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:42:56.426458 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'status': 'completed', 'code': 200} Feb 04 06:42:56.489232 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e9da0-0934-4ad7-9f46-6465c54132cc req-8ab8f8dd-0d48-4fcd-aa6c-d006d655bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:56.491479 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f59e9da0-0934-4ad7-9f46-6465c54132cc req-8ab8f8dd-0d48-4fcd-aa6c-d006d655bfee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d7582080d2042daa044c9cceb9546e2&device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 1096 time: 0.0451169 Feb 04 06:42:56.492791 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-7a83577b-8513-4c6e-a0d4-d5c4713dddf3 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:42:56.550019 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:56.624438 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e9da0-0934-4ad7-9f46-6465c54132cc req-c513ccbd-ed60-42a0-aee5-6417ace050a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:56.625980 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f59e9da0-0934-4ad7-9f46-6465c54132cc req-c513ccbd-ed60-42a0-aee5-6417ace050a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 200 len: 911 time: 0.1248097 Feb 04 06:42:56.651442 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d684009-48fc-4468-8a6a-676a326626d2 req-b24c20b1-0e74-4d68-9aec-de6a055a6a3b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:56.653046 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d684009-48fc-4468-8a6a-676a326626d2 req-b24c20b1-0e74-4d68-9aec-de6a055a6a3b tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 943 time: 0.0775034 Feb 04 06:42:56.689034 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f59e9da0-0934-4ad7-9f46-6465c54132cc req-e538504b-909f-445d-a8dc-85dafa2ae8b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8 HTTP/1.1" status: 200 len: 217 time: 0.0555160 Feb 04 06:42:56.751870 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-2d684009-48fc-4468-8a6a-676a326626d2 req-d6b8a8a6-2b1c-4553-b46f-757575b474e6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700819 Feb 04 06:42:56.758783 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e9da0-0934-4ad7-9f46-6465c54132cc req-acc55d8c-8f9b-44db-82a4-9657c8344459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:56.760518 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f59e9da0-0934-4ad7-9f46-6465c54132cc req-acc55d8c-8f9b-44db-82a4-9657c8344459 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 200 len: 849 time: 0.0630107 Feb 04 06:42:56.779588 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:56.798474 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7a83577b-8513-4c6e-a0d4-d5c4713dddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:56.814008 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e9da0-0934-4ad7-9f46-6465c54132cc req-a9021e26-7563-47d0-88fb-dd6cab00ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:56.815516 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f59e9da0-0934-4ad7-9f46-6465c54132cc req-a9021e26-7563-47d0-88fb-dd6cab00ce26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f12a7a5d-6652-4186-8029-af40faa796a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465772 Feb 04 06:42:56.824220 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a83577b-8513-4c6e-a0d4-d5c4713dddf3 None None] Checking router: 0853fa4c-8d65-4f69-8dc9-59d21c9846ee for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:42:56.832276 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a83577b-8513-4c6e-a0d4-d5c4713dddf3 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:42:56.832867 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7a83577b-8513-4c6e-a0d4-d5c4713dddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:42:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:56.905931 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f59e9da0-0934-4ad7-9f46-6465c54132cc req-716e7dd9-b8e3-4b22-9d58-144872acac92 service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831037 Feb 04 06:42:56.938030 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-7a83577b-8513-4c6e-a0d4-d5c4713dddf3 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:42:56.999679 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-f59e9da0-0934-4ad7-9f46-6465c54132cc req-b1538ff7-301c-4766-a17b-61d4ebb19dbd service neutron] 10.222.0.36 "GET /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863924 Feb 04 06:42:57.133784 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-7a83577b-8513-4c6e-a0d4-d5c4713dddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:57.159192 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a83577b-8513-4c6e-a0d4-d5c4713dddf3 None None] The sync data for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv is: [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:38:15Z', 'revision_number': 4, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv', '_interfaces': [{'id': 'f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb', 'name': '', 'network_id': 'f12a7a5d-6652-4186-8029-af40faa796a0', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'mac_address': 'fa:16:3e:6a:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:14Z', 'updated_at': '2022-02-04T06:38:19Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'subnets': [{'id': '61b0f72b-30bc-4ada-b9ee-9fadf7bc6478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:42:57.363484 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386bbeb3-94a6-4b81-b057-29326e7f7934 None None] New status for floating IP 3e29c994-5ea5-4151-8675-cc7b533cfb4c: DOWN {{(pid=102168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:42:57.876210 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0696ad-d864-43c1-af79-b6c0b79ae2a8 req-f7cd518e-030b-4e75-ade5-307a39176bb0 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:57.877729 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e0696ad-d864-43c1-af79-b6c0b79ae2a8 req-f7cd518e-030b-4e75-ade5-307a39176bb0 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 943 time: 0.0508506 Feb 04 06:42:57.916401 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-1e0696ad-d864-43c1-af79-b6c0b79ae2a8 req-e3f2126f-4b09-44be-8ff9-8496f2a58934 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/security-groups?id=fcf76616-a60e-4010-a690-3e22fc576a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325809 Feb 04 06:42:58.126703 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f19e6-5409-4735-a479-9202d289dfe4 req-36cc16cc-6660-4e55-b058-f25a66482660 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:58.128030 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-568f19e6-5409-4735-a479-9202d289dfe4 req-36cc16cc-6660-4e55-b058-f25a66482660 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 943 time: 0.0483427 Feb 04 06:42:58.217974 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-568f19e6-5409-4735-a479-9202d289dfe4 req-ff1deee3-78c5-4582-80e2-217c3695d5c6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Deleting port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:42:58.218309 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-568f19e6-5409-4735-a479-9202d289dfe4 req-ff1deee3-78c5-4582-80e2-217c3695d5c6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:58.240604 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 7bb50570-083a-4ad3-bab3-4089205bc875 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:42:58.260004 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 7bb50570-083a-4ad3-bab3-4089205bc875 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:42:58.260344 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 7bb50570-083a-4ad3-bab3-4089205bc875 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:42:58.304088 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [req-568f19e6-5409-4735-a479-9202d289dfe4 req-ff1deee3-78c5-4582-80e2-217c3695d5c6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] For port 09647bef-e2bd-4263-81eb-d35af6fb0cd8, host hv-neutron-8268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8268',level=0,port_id=09647bef-e2bd-4263-81eb-d35af6fb0cd8,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:42:58.304451 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-568f19e6-5409-4735-a479-9202d289dfe4 req-ff1deee3-78c5-4582-80e2-217c3695d5c6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:58.316151 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [req-568f19e6-5409-4735-a479-9202d289dfe4 req-ff1deee3-78c5-4582-80e2-217c3695d5c6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Calling delete_port for 09647bef-e2bd-4263-81eb-d35af6fb0cd8 owned by compute:nova {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:42:58.448605 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-568f19e6-5409-4735-a479-9202d289dfe4 req-ff1deee3-78c5-4582-80e2-217c3695d5c6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:58.474478 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1deee3-78c5-4582-80e2-217c3695d5c6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event deleted for resources: {'Port': ['ID=09647bef-e2bd-4263-81eb-d35af6fb0cd8,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:58.521421 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [req-568f19e6-5409-4735-a479-9202d289dfe4 req-ff1deee3-78c5-4582-80e2-217c3695d5c6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] No DVR routers for this DVR port 09647bef-e2bd-4263-81eb-d35af6fb0cd8 on host hv-neutron-8268 {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:42:58.523750 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [req-568f19e6-5409-4735-a479-9202d289dfe4 req-ff1deee3-78c5-4582-80e2-217c3695d5c6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1047951'] for port, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:58.527097 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-568f19e6-5409-4735-a479-9202d289dfe4 req-ff1deee3-78c5-4582-80e2-217c3695d5c6 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.36 "DELETE /v2.0/ports/09647bef-e2bd-4263-81eb-d35af6fb0cd8 HTTP/1.1" status: 204 len: 173 time: 0.3933349 Feb 04 06:42:58.527539 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'name': 'network-vif-deleted', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8'}] {{(pid=102167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:42:58.529780 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf6da8387b2a6c9c5d8787dbddb5054e6691d7e42d469b3d93d66797b77b024" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5733c7-f94f-48e8-a3be-666bb0e60ae9" -d '{"events": [{"server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "name": "network-vif-deleted", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8"}]}' {{(pid=102167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:42:58.570835 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bf165d-5779-40bf-b53d-806cdd40b251 x-openstack-request-id: req-e8bf165d-5779-40bf-b53d-806cdd40b251 {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:42:58.571130 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a347b2-bfd1-4401-809d-5d6d5916521a", "name": "network-vif-deleted", "tag": "09647bef-e2bd-4263-81eb-d35af6fb0cd8", "status": "completed", "code": 200}]} {{(pid=102167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:42:58.571384 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8bf165d-5779-40bf-b53d-806cdd40b251 {{(pid=102167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:42:58.571784 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a347b2-bfd1-4401-809d-5d6d5916521a', 'name': 'network-vif-deleted', 'tag': '09647bef-e2bd-4263-81eb-d35af6fb0cd8', 'status': 'completed', 'code': 200} Feb 04 06:42:58.880559 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:59.037754 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [req-c83de278-045f-456f-8401-859eaa932889 req-88261760-e57b-4931-ac31-88d0d23c3867 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a347b2-bfd1-4401-809d-5d6d5916521a HTTP/1.1" status: 200 len: 210 time: 0.0314593 Feb 04 06:43:00.097249 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54986) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:00.158792 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee155af6-7690-4a1e-9996-43821f153330 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:00.182919 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee155af6-7690-4a1e-9996-43821f153330 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:00.240953 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee155af6-7690-4a1e-9996-43821f153330 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:00.243691 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-ee155af6-7690-4a1e-9996-43821f153330 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:00.244841 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-ee155af6-7690-4a1e-9996-43821f153330 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] 10.222.0.15 "DELETE /v2.0/security-groups/fcf76616-a60e-4010-a690-3e22fc576a4c HTTP/1.1" status: 204 len: 168 time: 0.1465845 Feb 04 06:43:00.253664 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee155af6-7690-4a1e-9996-43821f153330 tempest-TestSnapshotPattern-1705872691 tempest-TestSnapshotPattern-1705872691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf76616-a60e-4010-a690-3e22fc576a4c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:00.289817 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54990) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:00.876080 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:01.113667 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] Deleting port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:43:01.114927 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:01.195711 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] For port f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:43:01.196074 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:01.207280 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] Calling delete_port for f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:43:01.381812 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:01.406473 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] Pushing event deleted for resources: {'Port': ['ID=f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:01.567968 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:01.779195 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] Router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:43:01.884796 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:43:01.889854 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-7f3ddbdb-9b19-4287-b708-afd038fe646d admin admin] 10.222.0.15 "PUT /v2.0/routers/0853fa4c-8d65-4f69-8dc9-59d21c9846ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5987964 Feb 04 06:43:01.892482 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54992) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:01.893953 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3197d5b6-af87-40ad-854b-4f401d0002e6 None None] Sync routers for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:43:01.903740 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3197d5b6-af87-40ad-854b-4f401d0002e6 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:43:01.904487 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3197d5b6-af87-40ad-854b-4f401d0002e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:42:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:02.002832 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.011542 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-3197d5b6-af87-40ad-854b-4f401d0002e6 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: dv-neutron-826811-2-hyperv {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:43:02.104945 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.156317 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Deleting port c4b6aadf-6afb-4a8b-b98d-730fcb16c842 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:43:02.156828 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.183412 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3197d5b6-af87-40ad-854b-4f401d0002e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:43:01Z', 'revision_number': 5, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port': {'id': 'c4b6aadf-6afb-4a8b-b98d-730fcb16c842', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ed:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:13Z', 'updated_at': '2022-02-04T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:02.213833 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3197d5b6-af87-40ad-854b-4f401d0002e6 None None] Checking router: 0853fa4c-8d65-4f69-8dc9-59d21c9846ee for host: dv-neutron-826811-2-hyperv {{(pid=102169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:43:02.221966 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3197d5b6-af87-40ad-854b-4f401d0002e6 None None] Routers {'0853fa4c-8d65-4f69-8dc9-59d21c9846ee'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:43:02.222555 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3197d5b6-af87-40ad-854b-4f401d0002e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:42:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'], 'active': True} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:02.234545 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] For port c4b6aadf-6afb-4a8b-b98d-730fcb16c842, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=c4b6aadf-6afb-4a8b-b98d-730fcb16c842,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:43:02.234912 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.245192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 09647bef-e2bd-4263-81eb-d35af6fb0cd8 no longer exists at agent hyperv_hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:43:02.246722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Calling delete_port for c4b6aadf-6afb-4a8b-b98d-730fcb16c842 owned by network:router_gateway {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:43:02.265307 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] No Port match for: 09647bef-e2bd-4263-81eb-d35af6fb0cd8 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:43:02.265658 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Device 09647bef-e2bd-4263-81eb-d35af6fb0cd8 not bound to the agent host hv-neutron-8268 {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:43:02.308106 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_dvr_db [None req-3197d5b6-af87-40ad-854b-4f401d0002e6 None None] Set router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee gateway port host: None {{(pid=102169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:43:02.359020 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.l3_hamode_db [None req-3197d5b6-af87-40ad-854b-4f401d0002e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:43:02Z', 'revision_number': 6, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:02.390163 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3197d5b6-af87-40ad-854b-4f401d0002e6 None None] The sync data for ids ['0853fa4c-8d65-4f69-8dc9-59d21c9846ee'] in dv-neutron-826811-2-hyperv is: [{'id': '0853fa4c-8d65-4f69-8dc9-59d21c9846ee', 'name': 'tempest-TestSnapshotPattern-1261415442-router', 'tenant_id': '6d7582080d2042daa044c9cceb9546e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:12Z', 'updated_at': '2022-02-04T06:43:02Z', 'revision_number': 6, 'project_id': '6d7582080d2042daa044c9cceb9546e2', 'gw_port_host': None}] {{(pid=102169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:43:02.418833 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.448237 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b6aadf-6afb-4a8b-b98d-730fcb16c842,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:02.511544 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.606771 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.608837 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.651649 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.652128 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0853fa4c-8d65-4f69-8dc9-59d21c9846ee {{(pid=102167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:43:02.657297 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] Notify callbacks [] for router, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.658462 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-01224619-7fca-4f6f-99b9-da41f96f47b4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0853fa4c-8d65-4f69-8dc9-59d21c9846ee HTTP/1.1" status: 204 len: 168 time: 0.7649188 Feb 04 06:43:02.661053 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54994) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:02.709850 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca28303-3860-4ca7-bdb0-a560e702b7f7 admin admin] Deleting subnet 61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 {{(pid=102167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:43:02.713219 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cca28303-3860-4ca7-bdb0-a560e702b7f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.748893 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cca28303-3860-4ca7-bdb0-a560e702b7f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10306632'] for subnet, precommit_delete_associations {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.833445 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cca28303-3860-4ca7-bdb0-a560e702b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.885785 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cca28303-3860-4ca7-bdb0-a560e702b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9700027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747947'] for subnet, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.915407 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca28303-3860-4ca7-bdb0-a560e702b7f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b0f72b-30bc-4ada-b9ee-9fadf7bc6478,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:02.918990 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-cca28303-3860-4ca7-bdb0-a560e702b7f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.922360 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-cca28303-3860-4ca7-bdb0-a560e702b7f7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/61b0f72b-30bc-4ada-b9ee-9fadf7bc6478 HTTP/1.1" status: 204 len: 168 time: 0.2600477 Feb 04 06:43:02.924359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca42e85b-2c57-4c88-82b9-3b336a2d0245 None None] Network f12a7a5d-6652-4186-8029-af40faa796a0 requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:43:02.924674 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 54996) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:02.991999 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.044864 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Deleting port 4fae3c59-a690-4fe0-8a13-55f1b55845a9 {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:43:03.045240 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.115191 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] For port 4fae3c59-a690-4fe0-8a13-55f1b55845a9, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=4fae3c59-a690-4fe0-8a13-55f1b55845a9,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:43:03.115563 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.118261 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62812d7f-52a4-45f6-8092-488ff90db987 None None] DHCP port deletion for f12a7a5d-6652-4186-8029-af40faa796a0 request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:43:03.130225 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Calling delete_port for 4fae3c59-a690-4fe0-8a13-55f1b55845a9 owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:43:03.163825 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-62812d7f-52a4-45f6-8092-488ff90db987 None None] Deleting port 4fae3c59-a690-4fe0-8a13-55f1b55845a9 {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:43:03.164310 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-62812d7f-52a4-45f6-8092-488ff90db987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.210062 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.226512 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-62812d7f-52a4-45f6-8092-488ff90db987 None None] For port 4fae3c59-a690-4fe0-8a13-55f1b55845a9, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=4fae3c59-a690-4fe0-8a13-55f1b55845a9,segment=NetworkSegment(3dcac856-e000-4f4d-92d2-11a7da94efd1),segment_id=3dcac856-e000-4f4d-92d2-11a7da94efd1)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:43:03.227057 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-62812d7f-52a4-45f6-8092-488ff90db987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.236398 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fae3c59-a690-4fe0-8a13-55f1b55845a9,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:03.240410 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] No DVR routers for this DVR port 4fae3c59-a690-4fe0-8a13-55f1b55845a9 on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:43:03.245762 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-62812d7f-52a4-45f6-8092-488ff90db987 None None] Calling delete_port for 4fae3c59-a690-4fe0-8a13-55f1b55845a9 owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:43:03.315968 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.339361 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12a7a5d-6652-4186-8029-af40faa796a0']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:03.350722 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcac856-e000-4f4d-92d2-11a7da94efd1') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:03.351085 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcac856-e000-4f4d-92d2-11a7da94efd1') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:03.361930 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.378281 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.390259 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:43:03.390667 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:43:03.392617 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:43:03.455651 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.461914 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.465189 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f12a7a5d-6652-4186-8029-af40faa796a0 HTTP/1.1" status: 204 len: 168 time: 0.5394235 Feb 04 06:43:03.465332 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-62812d7f-52a4-45f6-8092-488ff90db987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.469245 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 54998) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:03.479624 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e05005-0b54-42c1-a5c9-416c2349f8f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12a7a5d-6652-4186-8029-af40faa796a0,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:03.487670 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62812d7f-52a4-45f6-8092-488ff90db987 None None] Pushing event deleted for resources: {'Port': ['ID=4fae3c59-a690-4fe0-8a13-55f1b55845a9,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:03.490192 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62812d7f-52a4-45f6-8092-488ff90db987 None None] Network f12a7a5d-6652-4186-8029-af40faa796a0 is not hosted by any dhcp agent {{(pid=102168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 06:43:03.490752 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62812d7f-52a4-45f6-8092-488ff90db987 None None] No DVR routers for this DVR port 4fae3c59-a690-4fe0-8a13-55f1b55845a9 on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:43:03.819870 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-632234'] for router_interface, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.972612 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c4b6aadf-6afb-4a8b-b98d-730fcb16c842 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:43:03.992835 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: c4b6aadf-6afb-4a8b-b98d-730fcb16c842 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:43:03.993223 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device c4b6aadf-6afb-4a8b-b98d-730fcb16c842 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:43:03.993624 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4fae3c59-a690-4fe0-8a13-55f1b55845a9 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:43:04.014520 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 4fae3c59-a690-4fe0-8a13-55f1b55845a9 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:43:04.014863 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 4fae3c59-a690-4fe0-8a13-55f1b55845a9 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:43:04.015269 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:43:04.033817 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:43:04.034162 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device f878e1e3-0399-479e-ab6b-7fc4b7ad8cfb not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:43:04.066809 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] Deleting port bf54b19b-04c9-49f6-9cc0-3ef7d421432c {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:43:04.067198 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:04.142580 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] For port bf54b19b-04c9-49f6-9cc0-3ef7d421432c, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=bf54b19b-04c9-49f6-9cc0-3ef7d421432c,segment=NetworkSegment(2d0af784-9998-436a-b904-2bea09ec95e2),segment_id=2d0af784-9998-436a-b904-2bea09ec95e2)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:43:04.142866 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:04.154317 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] Calling delete_port for bf54b19b-04c9-49f6-9cc0-3ef7d421432c owned by network:router_interface {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:43:04.330998 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:04.355074 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] Pushing event deleted for resources: {'Port': ['ID=bf54b19b-04c9-49f6-9cc0-3ef7d421432c,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:04.524047 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632262'] for router_interface, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:04.734037 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] Router 2aab909e-a270-4b79-baf5-5192753fd988 has already been hosted by L3 agent 0ec79770-d3d5-4ba4-91ff-c0b481104f6c {{(pid=102166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:43:04.832739 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] Notify agent at l3_agent.dv-neutron-826811-2-hyperv the message routers_updated {{(pid=102166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:43:04.838258 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3532af70-55bb-41aa-8554-2b00e30069ad admin admin] 10.222.0.15 "PUT /v2.0/routers/2aab909e-a270-4b79-baf5-5192753fd988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3677807 Feb 04 06:43:04.840804 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 55000) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:04.841696 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75c2eb-d5c8-4bff-a5b9-391ab538037c None None] Sync routers for ids ['2aab909e-a270-4b79-baf5-5192753fd988'] in dv-neutron-826811-2-hyperv {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:43:04.850887 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75c2eb-d5c8-4bff-a5b9-391ab538037c None None] Routers {'2aab909e-a270-4b79-baf5-5192753fd988'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:43:04.851502 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7f75c2eb-d5c8-4bff-a5b9-391ab538037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:42:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2aab909e-a270-4b79-baf5-5192753fd988'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:04.944513 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:04.953033 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-7f75c2eb-d5c8-4bff-a5b9-391ab538037c None None] Set router 2aab909e-a270-4b79-baf5-5192753fd988 gateway port host: dv-neutron-826811-2-hyperv {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:43:05.044759 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:05.097024 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Deleting port 5b38e43a-8e9e-4baf-8c2f-0733a9346782 {{(pid=102166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:43:05.097391 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:05.127858 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7f75c2eb-d5c8-4bff-a5b9-391ab538037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aab909e-a270-4b79-baf5-5192753fd988', 'name': 'tempest-TestSnapshotPattern-1022996851-router', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'external_fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:43:04Z', 'revision_number': 5, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'gw_port': {'id': '5b38e43a-8e9e-4baf-8c2f-0733a9346782', 'name': '', 'network_id': 'e0c8ca24-7dcc-4273-a5fb-9b8ec23670fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aab909e-a270-4b79-baf5-5192753fd988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826811-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c6b2814-c288-4ae1-aa65-75a69680d473', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826811-2-hyperv'}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:05.156807 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75c2eb-d5c8-4bff-a5b9-391ab538037c None None] Checking router: 2aab909e-a270-4b79-baf5-5192753fd988 for host: dv-neutron-826811-2-hyperv {{(pid=102168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:43:05.165590 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75c2eb-d5c8-4bff-a5b9-391ab538037c None None] Routers {'2aab909e-a270-4b79-baf5-5192753fd988'} bound to L3 agent in host dv-neutron-826811-2-hyperv {{(pid=102168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:43:05.166182 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7f75c2eb-d5c8-4bff-a5b9-391ab538037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826811-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:44:23Z,description=,heartbeat_timestamp=2022-02-04T06:42:53Z,host='dv-neutron-826811-2-hyperv',id=0ec79770-d3d5-4ba4-91ff-c0b481104f6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:44:23Z,topic='l3_agent')) {'router_ids': ['2aab909e-a270-4b79-baf5-5192753fd988'], 'active': True} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:05.180242 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] For port 5b38e43a-8e9e-4baf-8c2f-0733a9346782, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=5b38e43a-8e9e-4baf-8c2f-0733a9346782,segment=NetworkSegment(b515dbe7-5cc8-42ec-b927-72d388df273e),segment_id=b515dbe7-5cc8-42ec-b927-72d388df273e)] {{(pid=102166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:43:05.180629 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:05.192264 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.plugins.ml2.plugin [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Calling delete_port for 5b38e43a-8e9e-4baf-8c2f-0733a9346782 owned by network:router_gateway {{(pid=102166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:43:05.245747 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvr_db [None req-7f75c2eb-d5c8-4bff-a5b9-391ab538037c None None] Set router 2aab909e-a270-4b79-baf5-5192753fd988 gateway port host: None {{(pid=102168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:43:05.298359 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_hamode_db [None req-7f75c2eb-d5c8-4bff-a5b9-391ab538037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aab909e-a270-4b79-baf5-5192753fd988', 'name': 'tempest-TestSnapshotPattern-1022996851-router', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:43:05Z', 'revision_number': 6, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'gw_port_host': None}], 'dv-neutron-826811-2-hyperv', False) {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:05.325264 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75c2eb-d5c8-4bff-a5b9-391ab538037c None None] The sync data for ids ['2aab909e-a270-4b79-baf5-5192753fd988'] in dv-neutron-826811-2-hyperv is: [{'id': '2aab909e-a270-4b79-baf5-5192753fd988', 'name': 'tempest-TestSnapshotPattern-1022996851-router', 'tenant_id': '08c58529efba4c58a38d5b39690dab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:38:17Z', 'updated_at': '2022-02-04T06:43:05Z', 'revision_number': 6, 'project_id': '08c58529efba4c58a38d5b39690dab04', 'gw_port_host': None}] {{(pid=102168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:43:05.358384 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9667920'] for port, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:05.382479 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b38e43a-8e9e-4baf-8c2f-0733a9346782,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:05.446549 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634468'] for router_gateway, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:05.799603 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24747'] for router, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:05.801740 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:05.845586 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634857'] for router, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:05.846105 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aab909e-a270-4b79-baf5-5192753fd988 {{(pid=102166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:43:05.852214 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] Notify callbacks [] for router, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:05.853369 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-4826fa00-a38c-46f7-a67a-4ec6d1efd9b2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2aab909e-a270-4b79-baf5-5192753fd988 HTTP/1.1" status: 204 len: 168 time: 1.0116031 Feb 04 06:43:05.855975 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 55002) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:05.899501 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a57c08-4bd8-485f-a9fd-7f62519089fe admin admin] Deleting subnet 7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069 {{(pid=102166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:43:05.902580 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32a57c08-4bd8-485f-a9fd-7f62519089fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:05.935763 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32a57c08-4bd8-485f-a9fd-7f62519089fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9685628'] for subnet, precommit_delete_associations {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.021819 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32a57c08-4bd8-485f-a9fd-7f62519089fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1421568'] for subnet, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.078984 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32a57c08-4bd8-485f-a9fd-7f62519089fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1421627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9822325'] for subnet, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.107084 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a57c08-4bd8-485f-a9fd-7f62519089fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:06.113562 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-32a57c08-4bd8-485f-a9fd-7f62519089fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.120957 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a7bfca-f3f8-414d-9ec4-89f04509006a None None] Network ac0269e0-e7ad-4c63-917a-d9f1970fdd8e requested from dv-neutron-826811-2-hyperv {{(pid=102168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:43:06.122900 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 55004) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:06.123344 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-32a57c08-4bd8-485f-a9fd-7f62519089fe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7c6c2f26-8cf0-4bcc-a03e-f4d2672ca069 HTTP/1.1" status: 204 len: 168 time: 0.2659700 Feb 04 06:43:06.142984 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bf54b19b-04c9-49f6-9cc0-3ef7d421432c no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:43:06.193273 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: bf54b19b-04c9-49f6-9cc0-3ef7d421432c {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:43:06.193847 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device bf54b19b-04c9-49f6-9cc0-3ef7d421432c not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:43:06.194253 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5b38e43a-8e9e-4baf-8c2f-0733a9346782 no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:43:06.198000 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1381897'] for network, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.215900 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 5b38e43a-8e9e-4baf-8c2f-0733a9346782 {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:43:06.216381 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 5b38e43a-8e9e-4baf-8c2f-0733a9346782 not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:43:06.251321 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Deleting port 95257491-3985-4568-b3be-ed2bb4845b4a {{(pid=102167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:43:06.251661 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.324198 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.db [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] For port 95257491-3985-4568-b3be-ed2bb4845b4a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=95257491-3985-4568-b3be-ed2bb4845b4a,segment=NetworkSegment(2d0af784-9998-436a-b904-2bea09ec95e2),segment_id=2d0af784-9998-436a-b904-2bea09ec95e2)] {{(pid=102167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:43:06.324881 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.338046 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d1abbb-9558-4a93-85f4-0cfd10ea7cd8 None None] DHCP port deletion for ac0269e0-e7ad-4c63-917a-d9f1970fdd8e request from dv-neutron-826811-2-hyperv {{(pid=102168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:43:06.339300 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.plugin [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Calling delete_port for 95257491-3985-4568-b3be-ed2bb4845b4a owned by network:dhcp {{(pid=102167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:43:06.390396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-38d1abbb-9558-4a93-85f4-0cfd10ea7cd8 None None] Deleting port 95257491-3985-4568-b3be-ed2bb4845b4a {{(pid=102168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:43:06.390396 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-38d1abbb-9558-4a93-85f4-0cfd10ea7cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747974407006'] for port, before_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.419933 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9699912'] for port, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.450106 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.db [None req-38d1abbb-9558-4a93-85f4-0cfd10ea7cd8 None None] For port 95257491-3985-4568-b3be-ed2bb4845b4a, host dv-neutron-826811-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826811-2-hyperv',level=0,port_id=95257491-3985-4568-b3be-ed2bb4845b4a,segment=NetworkSegment(2d0af784-9998-436a-b904-2bea09ec95e2),segment_id=2d0af784-9998-436a-b904-2bea09ec95e2)] {{(pid=102168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:43:06.450328 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=95257491-3985-4568-b3be-ed2bb4845b4a,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:06.450433 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-38d1abbb-9558-4a93-85f4-0cfd10ea7cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634812'] for port, precommit_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.454157 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] No DVR routers for this DVR port 95257491-3985-4568-b3be-ed2bb4845b4a on host dv-neutron-826811-2-hyperv {{(pid=102167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:43:06.466663 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-38d1abbb-9558-4a93-85f4-0cfd10ea7cd8 None None] Calling delete_port for 95257491-3985-4568-b3be-ed2bb4845b4a owned by network:dhcp {{(pid=102168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:43:06.523846 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1419938', 'neutron.services.segments.db._delete_segments_for_network-8747974313000'] for network, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.544233 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0269e0-e7ad-4c63-917a-d9f1970fdd8e']}} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:06.545066 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-38d1abbb-9558-4a93-85f4-0cfd10ea7cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1596169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747974407765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747974005360'] for port, after_delete {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.553528 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0af784-9998-436a-b904-2bea09ec95e2') {'for_net_delete': True} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:06.553825 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.services.segments.db [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0af784-9998-436a-b904-2bea09ec95e2') {} {{(pid=102167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:06.563080 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747974421652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10306631'] for segment, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.570592 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1abbb-9558-4a93-85f4-0cfd10ea7cd8 None None] Pushing event deleted for resources: {'Port': ['ID=95257491-3985-4568-b3be-ed2bb4845b4a,revision_number=None']} {{(pid=102168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:06.572349 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1abbb-9558-4a93-85f4-0cfd10ea7cd8 None None] No DVR routers for this DVR port 95257491-3985-4568-b3be-ed2bb4845b4a on host dv-neutron-826811-2-hyperv {{(pid=102168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:43:06.576679 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970'] for segment, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.585163 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:43:06.585564 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9699869'] for segment, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: Traceback (most recent call last): Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: timer() Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: cb(*args, **kw) Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: return func(*args, **kwargs) Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: self._notify() Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: self.callback(batched_events) Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: event.method(event) Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: return f(self, *a, **k) Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._get(url).json() Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: return self.request(url, 'GET', **kwargs) Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:43:06.587243 dv-neutron-826811-2-hyperv neutron-server[102167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:43:06.646388 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1419947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634456'] for network, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.652728 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Notify callbacks [] for network, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.655793 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] 10.222.0.15 "DELETE /v2.0/networks/ac0269e0-e7ad-4c63-917a-d9f1970fdd8e HTTP/1.1" status: 204 len: 168 time: 0.5318973 Feb 04 06:43:06.665534 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966804b3-11ad-4062-9365-4f6d8bea9c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac0269e0-e7ad-4c63-917a-d9f1970fdd8e,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:06.830476 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 55008) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:06.871359 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-b0546912-871e-46ac-a31a-a4eecf5d72f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d7582080d2042daa044c9cceb9546e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397501 Feb 04 06:43:06.873845 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.wsgi [-] (102167) accepted ('10.222.0.15', 55010) {{(pid=102167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:06.920032 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa49daa5-4ec7-4604-8186-f8f8bc68de6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.941060 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa49daa5-4ec7-4604-8186-f8f8bc68de6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.986688 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa49daa5-4ec7-4604-8186-f8f8bc68de6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.989543 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron_lib.callbacks.manager [None req-aa49daa5-4ec7-4604-8186-f8f8bc68de6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:06.990699 dv-neutron-826811-2-hyperv neutron-server[102167]: INFO neutron.wsgi [None req-aa49daa5-4ec7-4604-8186-f8f8bc68de6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61b04940-d920-48ea-b666-e1a4d8e34a78 HTTP/1.1" status: 204 len: 168 time: 0.1159744 Feb 04 06:43:06.998345 dv-neutron-826811-2-hyperv neutron-server[102167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49daa5-4ec7-4604-8186-f8f8bc68de6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b04940-d920-48ea-b666-e1a4d8e34a78,revision_number=None']} {{(pid=102167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:07.309456 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 55016) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:07.348017 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-1cbb267a-cc34-4b51-93eb-4ef1b4335e7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08c58529efba4c58a38d5b39690dab04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373816 Feb 04 06:43:07.350385 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.wsgi [-] (102166) accepted ('10.222.0.15', 55018) {{(pid=102166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:43:07.397128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b7e9b27-eb31-41a4-9bcc-bb9b625717dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:07.420429 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b7e9b27-eb31-41a4-9bcc-bb9b625717dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:07.465596 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b7e9b27-eb31-41a4-9bcc-bb9b625717dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528620'] for security_group, after_delete {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:07.468128 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3b7e9b27-eb31-41a4-9bcc-bb9b625717dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:07.469357 dv-neutron-826811-2-hyperv neutron-server[102166]: INFO neutron.wsgi [None req-3b7e9b27-eb31-41a4-9bcc-bb9b625717dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2defad2-e6a6-4482-a787-e4d47d48ab96 HTTP/1.1" status: 204 len: 168 time: 0.1180108 Feb 04 06:43:07.478345 dv-neutron-826811-2-hyperv neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e9b27-eb31-41a4-9bcc-bb9b625717dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2defad2-e6a6-4482-a787-e4d47d48ab96,revision_number=None']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:07.968458 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 95257491-3985-4568-b3be-ed2bb4845b4a no longer exists at agent ovs-agent-dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:43:07.988129 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] No Port match for: 95257491-3985-4568-b3be-ed2bb4845b4a {{(pid=102168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:43:07.988504 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron.plugins.ml2.rpc [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Device 95257491-3985-4568-b3be-ed2bb4845b4a not bound to the agent host dv-neutron-826811-2-hyperv {{(pid=102168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:43:21.272582 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ffe0-7029-4dff-ba69-956c4e159886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:21.651135 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:43:23.513086 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-77047e70-fa05-4c1a-80cc-e40cc938dbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:24.943680 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:26.550198 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:26.770471 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:28.913995 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:51.274653 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a9d209c1-903b-4d4a-bbff-195cc0395dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:53.514012 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f7b6d9e5-3811-4db1-b290-078256cea2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:54.947179 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:56.552910 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:56.772537 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:58.650165 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:43:58.903799 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:21.277705 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-93804a81-3c8e-4429-b76c-94aea21ac80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:23.515167 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2a2d-046f-4e46-9294-25b82b74be6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:24.949897 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:26.564613 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:26.775429 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:28.907629 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:35.650770 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:44:51.278946 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-13c24335-9d37-4fa1-bbfe-943cafa64e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:53.515093 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a36a2732-cbea-4a81-ad3e-0f145a29ee5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:54.952354 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:56.559666 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:56.776835 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:58.905668 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:12.652081 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:45:21.281603 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-0442d283-13f1-4f0c-9058-55933338753f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:23.515421 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-06354053-abdb-4a86-a751-1c817341afff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:24.955177 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:26.562298 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:26.777555 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:28.904988 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:49.652058 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:45:51.284383 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-53bbd59c-09c6-4fbe-a387-063ccb039a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:53.516408 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-278b0aa0-bcfa-4a08-bbca-5aced30f8255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:54.959525 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:56.565030 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:56.778341 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:58.907150 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.285782 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-62024ffc-5b82-4d4f-b974-d496e4d20df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:23.516155 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8139-b0a2-4a59-9f5a-fda4e5a47024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.962144 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:26.567160 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:26.651264 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:46:26.779046 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.907098 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:51.286479 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-3be8b0b9-be08-47ed-829e-1c19368a4f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:53.518125 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-a51ecbc0-eece-4370-a7b1-7c7dddc13dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.964668 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:56.569760 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:56.780154 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:58.914845 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:03.650500 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:47:21.287384 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-32abb7b8-42cf-42ec-b203-62ea630c8261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:23.519360 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-d44f1ef0-b30f-4a6a-9521-c6d8b1fa7daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:24.966954 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:26.572364 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:26.780710 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:28.917518 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:40.651526 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:47:51.288521 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fb4eddcc-4df5-4a5a-8347-52251be8ebb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:53.519865 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-f58b96f1-4b0a-4105-b39b-bf10454b0489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:54.969971 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:56.573781 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:56.780975 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:58.911958 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:17.650259 dv-neutron-826811-2-hyperv neutron-server[102169]: DEBUG neutron.db.agents_db [None req-e28fe34b-6198-4bbe-ba37-7f2cb39f2af8 None None] Agent healthcheck: found 6 active agents {{(pid=102169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:48:21.289839 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-668dd217-3444-431e-8d82-5ab030bf14ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:23.520109 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-05fb0f10-a0ac-47e4-9674-4e6f2c3fb5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:24.973209 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0338-e5b3-4363-827e-70891a55f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.576089 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-50eae9e5-963c-4d7c-a9b9-fd6c8afd4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.781070 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-970552c0-6e28-4a63-8885-4ab3051c4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:28.913344 dv-neutron-826811-2-hyperv neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a001-e97b-4424-a2d7-9eb1d4fc8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747974313858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423724'] for agent, after_update {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}